+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-235.ec2.internal ++ [[ -n ip-10-0-2-235.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-235.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0331 03:58:56.009706157 - disable conntrack on geneve port' I0331 03:58:56.009706157 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0331 03:58:56.025722372 - starting ovnkube-node + echo 'I0331 03:58:56.025722372 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-235.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-235.ec2.internal --init-node ip-10-0-2-235.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-235.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0331 03:58:56.063653 3854 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0331 03:58:56.063698 3854 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-21ecbe3741.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0331 03:58:56.065322 3854 kube.go:419] Waiting for certificate I0331 03:58:56.065349 3854 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0331 03:58:56.065384 3854 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0331 03:58:56.066475 3854 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0331 03:58:56.093949 3854 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:58:56.093973 3854 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:58:56.096982 3854 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:58:56.097076 3854 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mzb5v" I0331 03:58:56.106462 3854 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mzb5v" I0331 03:58:56.106531 3854 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:58:57.065602 3854 kube.go:426] Certificate found I0331 03:58:57.066306 3854 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0331 03:58:57.067920 3854 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0331 03:58:57.108926 3854 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-01 03:53:56 +0000 UTC" deadline="2026-03-31 23:05:59.729142766 +0000 UTC" I0331 03:58:57.108966 3854 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h7m2.620188426s" I0331 03:58:57.143814 3854 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0331 03:58:57.154925 3854 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0331 03:58:57.155074 3854 factory.go:531] Starting watch factory I0331 03:58:57.155241 3854 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.155295 3854 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156289 3854 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156470 3854 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156519 3854 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156586 3854 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156669 3854 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156652 3854 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156892 3854 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.156990 3854 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.157007 3854 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.157015 3854 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.157443 3854 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0331 03:58:57.165576 3854 controller_manager.go:368] Starting the ovnkube controller I0331 03:58:57.165588 3854 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-235.ec2.internal I0331 03:58:57.165632 3854 controller_manager.go:393] NBDB zone sync took: 36.562µs I0331 03:58:57.165641 3854 factory.go:531] Starting watch factory I0331 03:58:57.174480 3854 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.174517 3854 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.178574 3854 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.178850 3854 ovn_northd.go:121] Registering OVN northd metrics I0331 03:58:57.180429 3854 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.180792 3854 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0331 03:58:57.181355 3854 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.187194 3854 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0331 03:58:57.187216 3854 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0331 03:58:57.190794 3854 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:58:57.201197 3854 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0331 03:58:57.260277 3854 factory.go:1890] *v1.Namespace informer cache synced successfully I0331 03:58:57.260292 3854 factory.go:1890] *v1.Node informer cache synced successfully I0331 03:58:57.260296 3854 factory.go:1890] *v1.Service informer cache synced successfully I0331 03:58:57.260299 3854 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0331 03:58:57.260302 3854 factory.go:1890] *v1.Pod informer cache synced successfully I0331 03:58:57.260305 3854 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0331 03:58:57.260363 3854 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:58:57.260388 3854 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:58:57.260390 3854 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:58:57.260407 3854 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:58:57.264164 3854 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:58:57.264164 3854 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:58:57.266007 3854 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0331 03:58:57.266018 3854 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0331 03:58:57.266066 3854 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.266077 3854 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.268518 3854 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.271838 3854 factory.go:1890] *v1.Namespace informer cache synced successfully I0331 03:58:57.271850 3854 factory.go:1890] *v1.Node informer cache synced successfully I0331 03:58:57.271853 3854 factory.go:1890] *v1.EgressIP informer cache synced successfully I0331 03:58:57.271855 3854 factory.go:1890] *v1.Service informer cache synced successfully I0331 03:58:57.271866 3854 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0331 03:58:57.271871 3854 factory.go:1890] *v1.Pod informer cache synced successfully I0331 03:58:57.271875 3854 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0331 03:58:57.271919 3854 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.271934 3854 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.274539 3854 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.277905 3854 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0331 03:58:57.277923 3854 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0331 03:58:57.277934 3854 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0331 03:58:57.277989 3854 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.278004 3854 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.280433 3854 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.283173 3854 factory.go:1890] *v1.EgressIP informer cache synced successfully I0331 03:58:57.283193 3854 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0331 03:58:57.283244 3854 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.283256 3854 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.285863 3854 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.289078 3854 factory.go:1890] *v1.EgressService informer cache synced successfully I0331 03:58:57.289091 3854 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0331 03:58:57.289157 3854 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.289169 3854 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.292038 3854 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.294271 3854 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0331 03:58:57.294292 3854 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0331 03:58:57.294829 3854 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0331 03:58:57.294845 3854 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0331 03:58:57.297454 3854 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0331 03:58:57.299431 3854 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0331 03:58:57.299487 3854 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.299499 3854 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.299545 3854 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.299561 3854 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.299592 3854 factory.go:1890] *v1.EgressService informer cache synced successfully I0331 03:58:57.302191 3854 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.302302 3854 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:58:57.304600 3854 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0331 03:58:57.304610 3854 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0331 03:58:57.304616 3854 factory.go:636] Watch Factory start up complete, took: 149.548216ms I0331 03:58:57.304673 3854 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0331 03:58:57.304698 3854 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0331 03:58:57.310587 3854 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0331 03:58:57.316133 3854 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0331 03:58:57.316143 3854 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0331 03:58:57.316149 3854 factory.go:636] Watch Factory start up complete, took: 150.506998ms I0331 03:58:57.316163 3854 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-235.ec2.internal" zone I0331 03:58:57.341043 3854 default_node_network_controller.go:709] Initializing the default node network controller I0331 03:58:57.385616 3854 udn_isolation.go:101] Starting UDN host isolation manager I0331 03:58:57.391357 3854 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0331 03:58:57.435439 3854 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0331 03:58:57.435532 3854 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0331 03:58:57.435546 3854 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0331 03:58:57.464810 3854 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0331 03:58:57.464860 3854 default_node_network_controller.go:808] Node ip-10-0-2-235.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0331 03:58:57.469679 3854 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.235"] k8s.ovn.org/zone-name:ip-10-0-2-235.ec2.internal] on node ip-10-0-2-235.ec2.internal I0331 03:58:57.494458 3854 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0331 03:58:57.499531 3854 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0331 03:58:57.499634 3854 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0331 03:58:57.499736 3854 gateway_init.go:263] Preparing Gateway I0331 03:58:57.499747 3854 gateway_shared_intf.go:1658] Creating new gateway I0331 03:58:57.566508 3854 controller_manager.go:427] Waiting for node in zone sync took: 250.333754ms I0331 03:58:57.569225 3854 iptables.go:108] Creating table: filter chain: FORWARD I0331 03:58:57.571992 3854 controller_manager.go:608] Switching to transit router for layer2 networks I0331 03:58:57.572005 3854 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-235.ec2.internal I0331 03:58:57.575375 3854 iptables.go:108] Creating table: filter chain: OUTPUT I0331 03:58:57.581473 3854 gateway_shared_intf.go:1787] Gateway Creation Complete I0331 03:58:57.581486 3854 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-235.ec2.internal","mac-address":"0e:bf:d5:21:06:35","ip-addresses":["10.0.2.235/24"],"ip-address":"10.0.2.235/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3f474ae2-9118-47a5-a98d-2ad39187312f k8s.ovn.org/node-encap-ips:["10.0.2.235"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.235/24"} k8s.ovn.org/zone-name:ip-10-0-2-235.ec2.internal] on node ip-10-0-2-235.ec2.internal I0331 03:58:57.587288 3854 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0331 03:58:57.592770 3854 controller_manager.go:288] SCTP support detected in OVN I0331 03:58:57.593313 3854 services_controller.go:69] Creating services controller for network=default I0331 03:58:57.593371 3854 udn_enabled_svc.go:80] Waiting for service informer to sync I0331 03:58:57.593447 3854 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0331 03:58:57.593482 3854 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0331 03:58:57.593495 3854 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0331 03:58:57.593503 3854 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0331 03:58:57.593679 3854 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0331 03:58:57.593721 3854 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0331 03:58:57.593747 3854 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.541µs I0331 03:58:57.593755 3854 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.688µs I0331 03:58:57.593760 3854 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0331 03:58:57.593768 3854 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0331 03:58:57.593776 3854 default_network_controller.go:321] Starting the default network controller I0331 03:58:57.593838 3854 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.556µs I0331 03:58:57.593861 3854 udn_enabled_svc.go:95] Performing full resync I0331 03:58:57.593876 3854 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 6.063µs I0331 03:58:57.593861 3854 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 40.369µs I0331 03:58:57.594196 3854 udn_enabled_svc.go:99] Waiting for handler to sync I0331 03:58:57.594208 3854 udn_enabled_svc.go:104] Starting worker I0331 03:58:57.602792 3854 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0331 03:58:57.602855 3854 repair.go:33] Syncing exgw routes took 51.175µs I0331 03:58:57.602873 3854 default_network_controller.go:407] Starting all the Watchers... I0331 03:58:57.603007 3854 namespace.go:98] [openshift-backplane-srep] adding namespace I0331 03:58:57.603047 3854 namespace.go:98] [openshift-marketplace] adding namespace I0331 03:58:57.603049 3854 namespace.go:98] [openshift-dns-operator] adding namespace I0331 03:58:57.603050 3854 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0331 03:58:57.603060 3854 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0331 03:58:57.603063 3854 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0331 03:58:57.603073 3854 namespace.go:98] [openshift-config-operator] adding namespace I0331 03:58:57.603075 3854 namespace.go:98] [openshift-dns] adding namespace I0331 03:58:57.603082 3854 namespace.go:98] [openshift-insights] adding namespace I0331 03:58:57.603084 3854 namespace.go:98] [openshift-service-ca] adding namespace I0331 03:58:57.603085 3854 namespace.go:98] [openshift-kube-scheduler] adding namespace I0331 03:58:57.603088 3854 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0331 03:58:57.603082 3854 namespace.go:98] [openshift-network-node-identity] adding namespace I0331 03:58:57.603101 3854 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0331 03:58:57.603134 3854 namespace.go:98] [openshift-package-operator] adding namespace I0331 03:58:57.603663 3854 namespace.go:102] [openshift-backplane-srep] adding namespace took 644.036µs I0331 03:58:57.603678 3854 namespace.go:98] [kube-public] adding namespace I0331 03:58:57.604206 3854 namespace.go:102] [kube-public] adding namespace took 522.457µs I0331 03:58:57.604220 3854 namespace.go:98] [openshift-must-gather-operator] adding namespace I0331 03:58:57.604743 3854 namespace.go:102] [openshift-must-gather-operator] adding namespace took 516.234µs I0331 03:58:57.604760 3854 namespace.go:98] [openshift-kube-apiserver] adding namespace I0331 03:58:57.605274 3854 namespace.go:102] [openshift-marketplace] adding namespace took 2.213043ms I0331 03:58:57.605287 3854 namespace.go:98] [openshift-console] adding namespace I0331 03:58:57.605833 3854 namespace.go:102] [openshift-dns-operator] adding namespace took 2.767815ms I0331 03:58:57.605849 3854 namespace.go:98] [openshift-infra] adding namespace I0331 03:58:57.606398 3854 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.331593ms I0331 03:58:57.606416 3854 namespace.go:98] [openshift-backplane] adding namespace I0331 03:58:57.607107 3854 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.033355ms I0331 03:58:57.607137 3854 namespace.go:98] [openshift-host-network] adding namespace I0331 03:58:57.607644 3854 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.569168ms I0331 03:58:57.607664 3854 namespace.go:98] [openshift-ingress] adding namespace I0331 03:58:57.608099 3854 namespace.go:102] [openshift-config-operator] adding namespace took 5.020581ms I0331 03:58:57.608130 3854 namespace.go:98] [openshift] adding namespace I0331 03:58:57.609107 3854 namespace.go:102] [openshift-dns] adding namespace took 6.021182ms I0331 03:58:57.609136 3854 namespace.go:98] [openshift-config-managed] adding namespace I0331 03:58:57.609621 3854 namespace.go:102] [openshift-insights] adding namespace took 6.529525ms I0331 03:58:57.609638 3854 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0331 03:58:57.609685 3854 default_node_network_controller.go:518] Node connection status = connected I0331 03:58:57.610275 3854 namespace.go:102] [openshift-service-ca] adding namespace took 7.182522ms I0331 03:58:57.610291 3854 namespace.go:98] [default] adding namespace I0331 03:58:57.610905 3854 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.810964ms I0331 03:58:57.610920 3854 namespace.go:98] [openshift-network-operator] adding namespace I0331 03:58:57.611476 3854 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.378006ms I0331 03:58:57.611493 3854 namespace.go:98] [openshift-authentication-operator] adding namespace I0331 03:58:57.612044 3854 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.943717ms I0331 03:58:57.612058 3854 namespace.go:98] [openshift-config] adding namespace I0331 03:58:57.612626 3854 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.516461ms I0331 03:58:57.612648 3854 namespace.go:98] [openshift-console-user-settings] adding namespace I0331 03:58:57.613072 3854 namespace.go:102] [openshift-package-operator] adding namespace took 9.926354ms I0331 03:58:57.613085 3854 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0331 03:58:57.613575 3854 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.807098ms I0331 03:58:57.613593 3854 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0331 03:58:57.614032 3854 namespace.go:102] [openshift-console] adding namespace took 8.74012ms I0331 03:58:57.614045 3854 namespace.go:98] [openshift-cluster-version] adding namespace I0331 03:58:57.614437 3854 namespace.go:102] [openshift-infra] adding namespace took 8.582485ms I0331 03:58:57.614448 3854 namespace.go:98] [openshift-route-controller-manager] adding namespace I0331 03:58:57.614796 3854 namespace.go:102] [openshift-backplane] adding namespace took 8.376533ms I0331 03:58:57.614806 3854 namespace.go:98] [openshift-backplane-cee] adding namespace I0331 03:58:57.615357 3854 namespace.go:102] [openshift-host-network] adding namespace took 8.213143ms I0331 03:58:57.615374 3854 namespace.go:98] [openshift-operators-redhat] adding namespace I0331 03:58:57.615857 3854 namespace.go:102] [openshift-ingress] adding namespace took 8.186572ms I0331 03:58:57.615869 3854 namespace.go:98] [openshift-console-operator] adding namespace I0331 03:58:57.616411 3854 namespace.go:102] [openshift] adding namespace took 8.272842ms I0331 03:58:57.616427 3854 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0331 03:58:57.616828 3854 namespace.go:102] [openshift-config-managed] adding namespace took 7.686377ms I0331 03:58:57.616840 3854 namespace.go:98] [openshift-multus] adding namespace I0331 03:58:57.617331 3854 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.684839ms I0331 03:58:57.617347 3854 namespace.go:98] [openshift-logging] adding namespace I0331 03:58:57.617790 3854 namespace.go:102] [default] adding namespace took 7.492367ms I0331 03:58:57.617808 3854 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0331 03:58:57.618250 3854 namespace.go:102] [openshift-network-operator] adding namespace took 7.324023ms I0331 03:58:57.618265 3854 namespace.go:98] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] adding namespace I0331 03:58:57.618730 3854 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.228895ms I0331 03:58:57.618746 3854 namespace.go:98] [openshift-backplane-tam] adding namespace I0331 03:58:57.619289 3854 namespace.go:102] [openshift-config] adding namespace took 7.226153ms I0331 03:58:57.619303 3854 namespace.go:98] [openshift-authentication] adding namespace I0331 03:58:57.619732 3854 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.079178ms I0331 03:58:57.619744 3854 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0331 03:58:57.620185 3854 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.092594ms I0331 03:58:57.620202 3854 namespace.go:98] [openshift-backplane-csm] adding namespace I0331 03:58:57.620707 3854 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.109056ms I0331 03:58:57.620721 3854 namespace.go:98] [openshift-network-console] adding namespace I0331 03:58:57.621192 3854 namespace.go:102] [openshift-cluster-version] adding namespace took 7.140879ms I0331 03:58:57.621207 3854 namespace.go:98] [openshift-backplane-mobb] adding namespace I0331 03:58:57.621636 3854 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.181305ms I0331 03:58:57.621652 3854 namespace.go:98] [openshift-ingress-operator] adding namespace I0331 03:58:57.622144 3854 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.33225ms I0331 03:58:57.622162 3854 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0331 03:58:57.622639 3854 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.257848ms I0331 03:58:57.622657 3854 namespace.go:98] [kube-system] adding namespace I0331 03:58:57.623043 3854 namespace.go:102] [openshift-console-operator] adding namespace took 7.168ms I0331 03:58:57.623058 3854 namespace.go:98] [openshift-customer-monitoring] adding namespace I0331 03:58:57.623498 3854 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.064042ms I0331 03:58:57.623514 3854 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0331 03:58:57.623516 3854 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-z6hdt: pod openshift-multus/network-metrics-daemon-z6hdt: no pod IPs found I0331 03:58:57.623966 3854 namespace.go:102] [openshift-multus] adding namespace took 7.120564ms I0331 03:58:57.623979 3854 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0331 03:58:57.624450 3854 namespace.go:102] [openshift-logging] adding namespace took 7.097195ms I0331 03:58:57.624462 3854 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0331 03:58:57.624838 3854 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.023215ms I0331 03:58:57.624850 3854 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0331 03:58:57.625217 3854 namespace.go:102] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] adding namespace took 6.947353ms I0331 03:58:57.625230 3854 namespace.go:98] [dedicated-admin] adding namespace I0331 03:58:57.625657 3854 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.906285ms I0331 03:58:57.625670 3854 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0331 03:58:57.626016 3854 namespace.go:102] [openshift-authentication] adding namespace took 6.70854ms I0331 03:58:57.626026 3854 namespace.go:98] [openshift-ingress-canary] adding namespace I0331 03:58:57.626375 3854 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.627036ms I0331 03:58:57.626386 3854 namespace.go:98] [openshift-machine-config-operator] adding namespace I0331 03:58:57.626796 3854 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.588528ms I0331 03:58:57.626807 3854 namespace.go:98] [openshift-apiserver-operator] adding namespace I0331 03:58:57.627206 3854 namespace.go:102] [openshift-network-console] adding namespace took 6.48203ms I0331 03:58:57.627939 3854 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.727126ms I0331 03:58:57.627952 3854 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0331 03:58:57.628398 3854 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.740745ms I0331 03:58:57.628410 3854 namespace.go:98] [openshift-monitoring] adding namespace I0331 03:58:57.628797 3854 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.62995ms I0331 03:58:57.628808 3854 namespace.go:98] [kube-node-lease] adding namespace I0331 03:58:57.629197 3854 namespace.go:102] [kube-system] adding namespace took 6.535284ms I0331 03:58:57.629210 3854 namespace.go:98] [openshift-apiserver] adding namespace I0331 03:58:57.629709 3854 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.646997ms I0331 03:58:57.630130 3854 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.61158ms I0331 03:58:57.630141 3854 namespace.go:98] [openshift-machine-api] adding namespace I0331 03:58:57.630650 3854 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.665932ms I0331 03:58:57.630661 3854 namespace.go:98] [openshift-service-ca-operator] adding namespace I0331 03:58:57.631141 3854 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.671664ms I0331 03:58:57.631163 3854 namespace.go:98] [openshift-backplane-cse] adding namespace I0331 03:58:57.631693 3854 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.837793ms I0331 03:58:57.631710 3854 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0331 03:58:57.632072 3854 namespace.go:102] [dedicated-admin] adding namespace took 6.837268ms I0331 03:58:57.632086 3854 namespace.go:98] [openshift-etcd] adding namespace I0331 03:58:57.632592 3854 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.916083ms I0331 03:58:57.632606 3854 namespace.go:98] [openshift-node] adding namespace I0331 03:58:57.632938 3854 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.907347ms I0331 03:58:57.632951 3854 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0331 03:58:57.633543 3854 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.152285ms I0331 03:58:57.633556 3854 namespace.go:98] [openshift-controller-manager] adding namespace I0331 03:58:57.634046 3854 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.233231ms I0331 03:58:57.634062 3854 namespace.go:98] [openshift-operators] adding namespace I0331 03:58:57.634604 3854 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.646249ms I0331 03:58:57.634619 3854 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0331 03:58:57.635305 3854 namespace.go:102] [openshift-monitoring] adding namespace took 6.888145ms I0331 03:58:57.635320 3854 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0331 03:58:57.635792 3854 namespace.go:102] [kube-node-lease] adding namespace took 6.979121ms I0331 03:58:57.635805 3854 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0331 03:58:57.636385 3854 namespace.go:102] [openshift-apiserver] adding namespace took 7.170028ms I0331 03:58:57.636821 3854 namespace.go:102] [openshift-machine-api] adding namespace took 6.676023ms I0331 03:58:57.637454 3854 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.783496ms I0331 03:58:57.637898 3854 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.729194ms I0331 03:58:57.637911 3854 namespace.go:98] [openshift-network-diagnostics] adding namespace I0331 03:58:57.638517 3854 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.800935ms I0331 03:58:57.639000 3854 namespace.go:102] [openshift-etcd] adding namespace took 6.906878ms I0331 03:58:57.639489 3854 namespace.go:102] [openshift-node] adding namespace took 6.87756ms I0331 03:58:57.639501 3854 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0331 03:58:57.640069 3854 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.111841ms I0331 03:58:57.640594 3854 namespace.go:102] [openshift-controller-manager] adding namespace took 7.033118ms I0331 03:58:57.640606 3854 namespace.go:98] [openshift-image-registry] adding namespace I0331 03:58:57.641082 3854 namespace.go:102] [openshift-operators] adding namespace took 7.013492ms I0331 03:58:57.641608 3854 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.984066ms I0331 03:58:57.642102 3854 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.777035ms W0331 03:58:57.642639 3854 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wp4rx: pod openshift-network-diagnostics/network-check-target-wp4rx: no pod IPs found I0331 03:58:57.642667 3854 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.857269ms I0331 03:58:57.643295 3854 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.3807ms I0331 03:58:57.643804 3854 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.297766ms I0331 03:58:57.644214 3854 namespace.go:102] [openshift-image-registry] adding namespace took 3.603193ms I0331 03:58:57.644639 3854 zone_ic_handler.go:186] Time taken to create transit switch: 329.536µs I0331 03:58:57.644716 3854 master.go:532] Adding or Updating local node "ip-10-0-2-235.ec2.internal" for network "default" I0331 03:58:57.645198 3854 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-50.ec2.internal for the network default I0331 03:58:57.645396 3854 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-29.ec2.internal for the network default I0331 03:58:57.646242 3854 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-50.ec2.internal" on network "default" took: 1.059816ms I0331 03:58:57.646419 3854 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-29.ec2.internal" on network "default" took: 1.045258ms W0331 03:58:57.653320 3854 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-z6hdt: pod openshift-multus/network-metrics-daemon-z6hdt: no pod IPs found W0331 03:58:57.653338 3854 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wp4rx: pod openshift-network-diagnostics/network-check-target-wp4rx: no pod IPs found I0331 03:58:57.654214 3854 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-235.ec2.internal for the network default I0331 03:58:57.654893 3854 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0331 03:58:57.654923 3854 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0331 03:58:57.654934 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-235.ec2.internal in network "default" I0331 03:58:57.654983 3854 node_tracker.go:169] Node ip-10-0-2-235.ec2.internal switch + router changed, syncing services in network "default" I0331 03:58:57.654993 3854 services_controller.go:574] Full service sync requested for network=default I0331 03:58:57.654999 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-29.ec2.internal in network "default" I0331 03:58:57.654935 3854 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0331 03:58:57.655020 3854 node_tracker.go:169] Node ip-10-0-0-29.ec2.internal switch + router changed, syncing services in network "default" I0331 03:58:57.655028 3854 services_controller.go:574] Full service sync requested for network=default I0331 03:58:57.655034 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-50.ec2.internal in network "default" I0331 03:58:57.655056 3854 node_tracker.go:169] Node ip-10-0-1-50.ec2.internal switch + router changed, syncing services in network "default" I0331 03:58:57.655062 3854 services_controller.go:574] Full service sync requested for network=default I0331 03:58:57.756046 3854 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0331 03:58:57.756065 3854 services_controller.go:208] Setting up event handlers for services for network=default I0331 03:58:57.756162 3854 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0331 03:58:57.756196 3854 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0331 03:58:57.756209 3854 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0331 03:58:57.856781 3854 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0331 03:58:57.856799 3854 repair.go:60] Starting repairing loop for services I0331 03:58:57.856882 3854 repair.go:131] Deleted 0 stale service LBs I0331 03:58:57.856901 3854 repair.go:137] Deleted 0 stale Chassis Template Vars I0331 03:58:57.856915 3854 repair.go:62] Finished repairing loop for services: 118.458µs I0331 03:58:57.856940 3854 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0331 03:58:57.856949 3854 services_controller.go:254] Starting workers for network=default I0331 03:58:57.857328 3854 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wp4rx] creating logical port openshift-network-diagnostics_network-check-target-wp4rx for pod on switch ip-10-0-2-235.ec2.internal I0331 03:58:57.857475 3854 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wp4rx W0331 03:58:57.857549 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0331 03:58:57.857818 3854 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-z6hdt] creating logical port openshift-multus_network-metrics-daemon-z6hdt for pod on switch ip-10-0-2-235.ec2.internal I0331 03:58:57.857968 3854 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-z6hdt I0331 03:58:57.857581 3854 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-k8rxr of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it W0331 03:58:57.859785 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0331 03:58:57.859797 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0331 03:58:57.859802 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0331 03:58:57.873182 3854 pod.go:62] [openshift-network-diagnostics/network-check-target-wp4rx] pod update took 15.767744ms I0331 03:58:57.873198 3854 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-wp4rx] addLogicalPort annotation time took 15.789323ms I0331 03:58:57.874031 3854 pods.go:271] [openshift-network-diagnostics/network-check-target-wp4rx] addLogicalPort took 16.715055ms, libovsdb time 661.114µs I0331 03:58:57.874065 3854 pod.go:62] [openshift-multus/network-metrics-daemon-z6hdt] pod update took 16.12841ms I0331 03:58:57.874081 3854 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-z6hdt] addLogicalPort annotation time took 16.146894ms I0331 03:58:57.874879 3854 pods.go:271] [openshift-multus/network-metrics-daemon-z6hdt] addLogicalPort took 17.07238ms, libovsdb time 615.763µs I0331 03:58:57.875368 3854 admin_network_policy_controller.go:227] Starting controller default-network-controller I0331 03:58:57.875385 3854 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0331 03:58:57.875395 3854 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0331 03:58:57.875399 3854 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0331 03:58:57.875567 3854 repair.go:29] Repairing admin network policies took 162.808µs I0331 03:58:57.875663 3854 repair.go:92] Repairing baseline admin network policies took 87.114µs I0331 03:58:57.876238 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0331 03:58:57.876266 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0331 03:58:57.878878 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0331 03:58:57.878903 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0331 03:58:57.878915 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0331 03:58:57.880606 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0331 03:58:57.880629 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0331 03:58:57.881376 3854 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0331 03:58:57.881400 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0331 03:58:57.882261 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0331 03:58:57.882282 3854 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0331 03:58:57.882292 3854 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0331 03:58:57.884014 3854 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0331 03:58:57.884036 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0331 03:58:57.884059 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0331 03:58:57.885838 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0331 03:58:57.885858 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0331 03:58:57.885871 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0331 03:58:57.887202 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0331 03:58:57.887223 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0331 03:58:57.887232 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0331 03:58:57.888914 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0331 03:58:57.888933 3854 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0331 03:58:57.888939 3854 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0331 03:58:57.889298 3854 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0331 03:58:57.889316 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0331 03:58:57.889325 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0331 03:58:57.889832 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0331 03:58:57.889851 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0331 03:58:57.889857 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0331 03:58:57.891213 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0331 03:58:57.891231 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0331 03:58:57.891239 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0331 03:58:57.891728 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0331 03:58:57.891745 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0331 03:58:57.891752 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0331 03:58:57.892019 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0331 03:58:57.892036 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0331 03:58:57.892044 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0331 03:58:57.892607 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0331 03:58:57.892623 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0331 03:58:57.892631 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0331 03:58:57.893126 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0331 03:58:57.893147 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0331 03:58:57.893156 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0331 03:58:57.893736 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0331 03:58:57.893757 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0331 03:58:57.893764 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0331 03:58:57.894832 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0331 03:58:57.894854 3854 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0331 03:58:57.894863 3854 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0331 03:58:57.895932 3854 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0331 03:58:57.895950 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0331 03:58:57.895959 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0331 03:58:57.897049 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0331 03:58:57.897066 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0331 03:58:57.897073 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0331 03:58:57.897592 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0331 03:58:57.897608 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0331 03:58:57.897616 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0331 03:58:57.898188 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0331 03:58:57.898220 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0331 03:58:57.898229 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0331 03:58:57.898768 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0331 03:58:57.898784 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0331 03:58:57.898791 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0331 03:58:57.899365 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0331 03:58:57.899380 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0331 03:58:57.899387 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0331 03:58:57.899860 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0331 03:58:57.899871 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0331 03:58:57.899878 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0331 03:58:57.900639 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0331 03:58:57.900654 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0331 03:58:57.900659 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0331 03:58:57.900949 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0331 03:58:57.900961 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0331 03:58:57.900977 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0331 03:58:57.902033 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0331 03:58:57.902050 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0331 03:58:57.902058 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0331 03:58:57.903076 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0331 03:58:57.903095 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0331 03:58:57.903105 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0331 03:58:57.904364 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0331 03:58:57.904380 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0331 03:58:57.904390 3854 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0331 03:58:57.906225 3854 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0331 03:58:57.906431 3854 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-k8rxr of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0331 03:58:57.912272 3854 egressfirewall.go:319] Starting EgressFirewall controller I0331 03:58:57.912299 3854 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0331 03:58:57.912328 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0331 03:58:57.912344 3854 controller.go:133] Adding controller egress-firewall-controller event handlers I0331 03:58:57.912363 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0331 03:58:57.912374 3854 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0331 03:58:57.912345 3854 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0331 03:58:57.912615 3854 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0331 03:58:57.912628 3854 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0331 03:58:57.912637 3854 egressqos.go:193] Setting up event handlers for EgressQoS I0331 03:58:57.912711 3854 egressfirewall.go:628] Syncing node "ip-10-0-0-29.ec2.internal" for egress firewall I0331 03:58:57.912722 3854 egressfirewall.go:628] Syncing node "ip-10-0-1-50.ec2.internal" for egress firewall I0331 03:58:57.912726 3854 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall I0331 03:58:57.912728 3854 egressqos.go:245] Starting EgressQoS Controller I0331 03:58:57.912734 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0331 03:58:57.912740 3854 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0331 03:58:57.912745 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0331 03:58:57.912750 3854 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0331 03:58:57.912754 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0331 03:58:57.912758 3854 shared_informer.go:356] "Caches are synced" controller="egressqos" I0331 03:58:57.912762 3854 egressqos.go:259] Repairing EgressQoSes I0331 03:58:57.912766 3854 egressqos.go:399] Starting repairing loop for egressqos I0331 03:58:57.912832 3854 egressqos.go:401] Finished repairing loop for egressqos: 65.884µs I0331 03:58:57.912845 3854 egressservice_zone.go:132] Setting up event handlers for Egress Services I0331 03:58:57.912882 3854 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-235.ec2.internal I0331 03:58:57.912931 3854 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-235.ec2.internal : 48.719µs I0331 03:58:57.913084 3854 egressservice_zone.go:210] Starting Egress Services Controller I0331 03:58:57.913096 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0331 03:58:57.913103 3854 shared_informer.go:356] "Caches are synced" controller="egressservices" I0331 03:58:57.913108 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0331 03:58:57.913129 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0331 03:58:57.913137 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0331 03:58:57.913142 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0331 03:58:57.913146 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0331 03:58:57.913151 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0331 03:58:57.913154 3854 egressservice_zone.go:228] Repairing Egress Services I0331 03:58:57.913449 3854 master_controller.go:88] Starting Admin Policy Based Route Controller I0331 03:58:57.913459 3854 external_controller.go:278] Starting Admin Policy Based Route Controller I0331 03:58:57.913529 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal I0331 03:58:57.913545 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 18.596µs I0331 03:58:57.913565 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-50.ec2.internal I0331 03:58:57.913576 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-50.ec2.internal: 12.449µs I0331 03:58:57.913606 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal I0331 03:58:57.913615 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 31.249µs I0331 03:58:57.913622 3854 default_network_controller.go:568] Completing all the Watchers took 310.74243ms I0331 03:58:57.913633 3854 default_network_controller.go:572] Starting unidling controllers I0331 03:58:57.913647 3854 unidle.go:46] Registering OVN SB ControllerEvent handler I0331 03:58:57.913653 3854 unidle.go:63] Populating Initial ContollerEvent events I0331 03:58:57.913663 3854 unidle.go:79] Setting up event handlers for services I0331 03:58:57.913705 3854 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0331 03:58:57.985142 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal I0331 03:58:57.985164 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 26.495µs W0331 03:58:58.007932 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0331 03:58:58.049433 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0331 03:58:58.110014 3854 default_node_network_controller.go:518] Node connection status = connected W0331 03:58:58.115999 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0331 03:58:58.116014 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0331 03:58:58.116021 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0331 03:58:58.610363 3854 default_node_network_controller.go:518] Node connection status = connected I0331 03:58:58.647899 3854 bridgeconfig.go:537] Gateway is ready I0331 03:58:58.647917 3854 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0331 03:58:58.658735 3854 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.235. Updating OVN encap IP. I0331 03:58:58.664048 3854 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0331 03:58:58.664051 3854 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.235 - it is already configured I0331 03:58:58.664075 3854 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.235/24:{} 172.20.0.1/32:{}]. Updating annotations. I0331 03:58:58.664354 3854 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.235/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-235.ec2.internal","mac-address":"0e:bf:d5:21:06:35","ip-addresses":["10.0.2.235/24"],"ip-address":"10.0.2.235/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3f474ae2-9118-47a5-a98d-2ad39187312f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.235/24"}] on node ip-10-0-2-235.ec2.internal I0331 03:58:58.681025 3854 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.235 I0331 03:58:58.681175 3854 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-235.ec2.internal I0331 03:58:58.681387 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal I0331 03:58:58.681439 3854 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall I0331 03:58:58.681457 3854 master.go:532] Adding or Updating local node "ip-10-0-2-235.ec2.internal" for network "default" I0331 03:58:58.681447 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 63.911µs I0331 03:58:58.681389 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-235.ec2.internal in network "default" I0331 03:58:58.681522 3854 node_tracker.go:169] Node ip-10-0-2-235.ec2.internal switch + router changed, syncing services in network "default" I0331 03:58:58.681540 3854 services_controller.go:574] Full service sync requested for network=default W0331 03:58:58.681669 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0331 03:58:58.681681 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0331 03:58:58.681687 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0331 03:58:58.681907 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0331 03:58:58.682147 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0331 03:58:58.686265 3854 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-235.ec2.internal. Updating no re-route policies I0331 03:58:58.686342 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-z6hdt I0331 03:58:58.686350 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-htnxh I0331 03:58:58.686357 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-w9pvk I0331 03:58:58.686361 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-z6hdt I0331 03:58:58.686364 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-htnxh I0331 03:58:58.686367 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-w9pvk I0331 03:58:58.686377 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w4lwx I0331 03:58:58.686378 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-6kvkg I0331 03:58:58.686364 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-235.ec2.internal I0331 03:58:58.686393 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w4lwx I0331 03:58:58.686394 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-htnxh after 0 failed attempt(s) I0331 03:58:58.686387 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-w9pvk after 0 failed attempt(s) I0331 03:58:58.686399 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wp4rx I0331 03:58:58.686407 3854 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rqz7b I0331 03:58:58.686410 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-8p687 I0331 03:58:58.686406 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-d7krz I0331 03:58:58.686415 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-w4lwx after 0 failed attempt(s) I0331 03:58:58.686417 3854 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-rqz7b I0331 03:58:58.686397 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-235.ec2.internal I0331 03:58:58.686423 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-d7krz I0331 03:58:58.686416 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wp4rx I0331 03:58:58.686439 3854 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-rqz7b after 0 failed attempt(s) I0331 03:58:58.686342 3854 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-235.ec2.internal I0331 03:58:58.686453 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-d7krz after 0 failed attempt(s) I0331 03:58:58.686456 3854 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wp4rx] creating logical port openshift-network-diagnostics_network-check-target-wp4rx for pod on switch ip-10-0-2-235.ec2.internal I0331 03:58:58.686458 3854 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-235.ec2.internal I0331 03:58:58.686453 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-235.ec2.internal after 0 failed attempt(s) I0331 03:58:58.686399 3854 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-z6hdt] creating logical port openshift-multus_network-metrics-daemon-z6hdt for pod on switch ip-10-0-2-235.ec2.internal I0331 03:58:58.686484 3854 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-235.ec2.internal after 0 failed attempt(s) I0331 03:58:58.686419 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-8p687 I0331 03:58:58.686502 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-8p687 after 0 failed attempt(s) I0331 03:58:58.686397 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-6kvkg I0331 03:58:58.686413 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5gwz6 I0331 03:58:58.686521 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-6kvkg after 0 failed attempt(s) I0331 03:58:58.686528 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5gwz6 I0331 03:58:58.686434 3854 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rt48q I0331 03:58:58.686541 3854 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rt48q I0331 03:58:58.686553 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5gwz6 after 0 failed attempt(s) I0331 03:58:58.686557 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rt48q after 0 failed attempt(s) I0331 03:58:58.687221 3854 pods.go:271] [openshift-network-diagnostics/network-check-target-wp4rx] addLogicalPort took 774.86µs, libovsdb time 271.822µs I0331 03:58:58.687233 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wp4rx after 0 failed attempt(s) I0331 03:58:58.687371 3854 pods.go:271] [openshift-multus/network-metrics-daemon-z6hdt] addLogicalPort took 983.283µs, libovsdb time 316.539µs I0331 03:58:58.687380 3854 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-z6hdt after 0 failed attempt(s) I0331 03:58:58.699004 3854 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0331 03:58:58.709767 3854 iptables.go:108] Creating table: mangle chain: OUTPUT I0331 03:58:58.712993 3854 iptables.go:108] Creating table: nat chain: OUTPUT I0331 03:58:58.734437 3854 iptables.go:108] Creating table: nat chain: PREROUTING I0331 03:58:58.781964 3854 iptables.go:108] Creating table: filter chain: FORWARD I0331 03:58:58.798184 3854 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0331 03:58:58.798303 3854 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0331 03:58:58.798350 3854 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0331 03:58:58.798445 3854 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0331 03:58:58.798493 3854 gateway_init.go:325] Gateway and management port readiness took 1.191832093s I0331 03:58:58.798520 3854 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0331 03:58:58.798563 3854 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0331 03:58:58.798577 3854 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0331 03:58:58.798586 3854 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0331 03:58:58.798645 3854 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0331 03:58:58.798722 3854 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 40.347µs I0331 03:58:58.799452 3854 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0331 03:58:58.799490 3854 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 24.264µs I0331 03:58:58.799500 3854 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.748µs I0331 03:58:58.799507 3854 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0331 03:58:58.799516 3854 nad_controller.go:173] [node-nad-controller NAD controller]: started I0331 03:58:58.799521 3854 default_node_network_controller.go:898] Starting the default node network controller I0331 03:58:58.799526 3854 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0331 03:58:58.799599 3854 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 10.989µs I0331 03:58:58.799676 3854 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0331 03:58:58.799684 3854 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0331 03:58:58.799707 3854 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ad820 0xc0002ed880 0xc0002ed8f0 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0006a1bd0 0xc0002edb90 0xc0002edc00 0xc000438370 0xc0062bf180 0xc0002edce0 map[0x2f67040:0xc001fe1aa0 0x2f67580:0xc001fe1c20 0x2f68000:0xc001fe19e0 0x2f682a0:0xc001fe1a40 0x2f687e0:0xc001fe1b00 0x2f68a80:0xc001fe1b60 0x2f68d20:0xc001fe1bc0 0x2f69500:0xc001fe1c80 0x2f697a0:0xc0034a7b00 0x2f93d40:0xc001f243c0 0x2f940e0:0xc001f24420 0x2f94bc0:0xc0009e1860 0x2f96520:0xc001b5e000 0x2f97000:0xc002218480 0x2f97e80:0xc001f24360] 0xc0000d28c0 0} I0331 03:58:58.799772 3854 gateway.go:151] Starting gateway service sync I0331 03:58:58.800274 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0331 03:58:58.802328 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0331 03:58:58.811480 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0331 03:58:58.812628 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0331 03:58:58.813717 3854 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP W0331 03:58:58.820450 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0331 03:58:58.847952 3854 gateway.go:168] Gateway service sync done. Time taken: 48.168756ms I0331 03:58:58.848284 3854 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30871 I0331 03:58:58.848848 3854 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ad820 0xc0002ed880 0xc0002ed8f0 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0006a1bd0 0xc0002edb90 0xc0002edc00 0xc000438370 0xc0062bf180 0xc0002edce0 map[0x2f67040:0xc001fe1aa0 0x2f67580:0xc001fe1c20 0x2f68000:0xc001fe19e0 0x2f682a0:0xc001fe1a40 0x2f687e0:0xc001fe1b00 0x2f68a80:0xc001fe1b60 0x2f68d20:0xc001fe1bc0 0x2f69500:0xc001fe1c80 0x2f697a0:0xc0034a7b00 0x2f93d40:0xc001f243c0 0x2f940e0:0xc001f24420 0x2f94bc0:0xc0009e1860 0x2f96520:0xc001b5e000 0x2f97000:0xc002218480 0x2f97e80:0xc001f24360] 0xc0000d28c0 0} I0331 03:58:58.849396 3854 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ad820 0xc0002ed880 0xc0002ed8f0 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0006a1bd0 0xc0002edb90 0xc0002edc00 0xc000438370 0xc0062bf180 0xc0002edce0 map[0x2f67040:0xc001fe1aa0 0x2f67580:0xc001fe1c20 0x2f68000:0xc001fe19e0 0x2f682a0:0xc001fe1a40 0x2f687e0:0xc001fe1b00 0x2f68a80:0xc001fe1b60 0x2f68d20:0xc001fe1bc0 0x2f69500:0xc001fe1c80 0x2f697a0:0xc0034a7b00 0x2f93d40:0xc001f243c0 0x2f940e0:0xc001f24420 0x2f94bc0:0xc0009e1860 0x2f96520:0xc001b5e000 0x2f97000:0xc002218480 0x2f97e80:0xc001f24360] 0xc0000d28c0 0} I0331 03:58:58.849439 3854 gateway.go:519] Reconciling gateway with updates I0331 03:58:58.854354 3854 gateway.go:326] Spawning Conntrack Rule Check Thread I0331 03:58:58.854371 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0331 03:58:58.854376 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:58:58.854386 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0331 03:58:58.854389 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:58:58.854392 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0331 03:58:58.854405 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:58:58.854410 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:58:58.854408 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:58:58.854423 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:58:58.854424 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0331 03:58:58.854420 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:58:58.854439 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0331 03:58:58.854438 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0331 03:58:58.854445 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:58:58.854454 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0331 03:58:58.854455 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:58:58.854465 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0331 03:58:58.854472 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:58:58.854472 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:58:58.854478 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0331 03:58:58.854484 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:58:58.854486 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:58:58.854489 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:58:58.854494 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0331 03:58:58.854497 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:58:58.854500 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:58:58.854506 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0331 03:58:58.854510 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0331 03:58:58.854508 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:58:58.854518 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:58:58.854520 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0331 03:58:58.854523 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:58:58.854526 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:58:58.854528 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:58:58.854529 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0331 03:58:58.854532 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:58:58.854534 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:58:58.854536 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0331 03:58:58.854540 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0331 03:58:58.854542 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0331 03:58:58.854545 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0331 03:58:58.854536 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:58:58.854551 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:58:58.854553 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:58:58.854560 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:58:58.854560 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0331 03:58:58.854562 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:58:58.854565 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:58:58.854570 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:58:58.854574 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0331 03:58:58.854581 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:58:58.854585 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0331 03:58:58.854587 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0331 03:58:58.854522 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:58:58.854594 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0331 03:58:58.854474 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0331 03:58:58.854600 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:58:58.854482 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0331 03:58:58.854609 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:58:58.854610 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:58:58.854614 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:58:58.854615 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0331 03:58:58.854615 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:58:58.854621 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0331 03:58:58.854622 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:58:58.854626 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0331 03:58:58.854629 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:58:58.854630 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0331 03:58:58.854632 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:58:58.854634 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:58:58.854638 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0331 03:58:58.854569 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0331 03:58:58.854643 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:58:58.854645 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:58:58.854651 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0331 03:58:58.854562 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:58:58.854442 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:58:58.854560 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:58:58.854507 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:58:58.854623 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:58:58.854676 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0331 03:58:58.854511 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:58:58.854497 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:58:58.854508 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:58:58.854687 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:58:58.854693 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:58:58.854511 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:58:58.854537 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0331 03:58:58.854724 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:58:58.854527 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:58:58.854525 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0331 03:58:58.854542 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:58:58.854527 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:58:58.854813 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0331 03:58:58.854556 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0331 03:58:58.854552 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0331 03:58:58.854833 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 30718 is already open, no action needed I0331 03:58:58.854841 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 31101 is already open, no action needed I0331 03:58:58.854535 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:58:58.854599 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:58:58.854857 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0331 03:58:58.854620 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:58:58.854496 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0331 03:58:58.854425 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:58:58.854901 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:58:58.854654 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:58:58.854653 3854 default_node_network_controller.go:943] Gateway and management port readiness took 54.960009ms I0331 03:58:58.854507 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:58:58.854670 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:58:58.854670 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:58:58.854678 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:58:58.854476 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:58:58.855093 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:58:58.854590 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:58:58.854632 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:58:58.855185 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:58:58.855251 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:58:58.855263 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0331 03:58:58.855608 3854 node_ip_handler_linux.go:160] Node IP manager is running W0331 03:58:58.890898 3854 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0331 03:58:58.891097 3854 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0331 03:58:58.891275 3854 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0331 03:58:58.900296 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0331 03:58:58.918785 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0331 03:58:58.918845 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0331 03:58:58.918862 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0331 03:58:58.918871 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0331 03:58:58.918882 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0331 03:58:58.918890 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0331 03:58:58.918901 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0331 03:58:58.918921 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0331 03:58:58.918939 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0331 03:58:58.918946 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0331 03:58:58.918953 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0331 03:58:58.918959 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0331 03:58:58.918966 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0331 03:58:58.918972 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0331 03:58:58.918978 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0331 03:58:58.918983 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0331 03:58:58.918989 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0331 03:58:58.918998 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0331 03:58:58.957287 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0331 03:58:58.957368 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0331 03:58:58.957395 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0331 03:58:58.957408 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0331 03:58:58.957418 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0331 03:58:58.957424 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0331 03:58:58.957431 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0331 03:58:58.957437 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0331 03:58:58.957443 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0331 03:58:58.957451 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0331 03:59:00.719698 3854 default_node_network_controller.go:1364] Starting node controller node sync W0331 03:59:00.719774 3854 egressip_healthcheck.go:76] Health checking using insecure connection I0331 03:59:00.719845 3854 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0331 03:59:00.731904 3854 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.18865ms I0331 03:59:00.732008 3854 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-50.ec2.internal", IP: 10.0.1.50 to PMTUD blocking rules I0331 03:59:00.732027 3854 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-50.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0331 03:59:00.732009 3854 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-29.ec2.internal", IP: 10.0.0.29 to PMTUD blocking rules I0331 03:59:00.732098 3854 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-29.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0331 03:59:00.742783 3854 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0331 03:59:00.743058 3854 egressservice_node.go:93] Setting up event handlers for Egress Services I0331 03:59:00.743233 3854 egressservice_node.go:183] Starting Egress Services Controller I0331 03:59:00.743253 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0331 03:59:00.743262 3854 shared_informer.go:356] "Caches are synced" controller="egressservices" I0331 03:59:00.743268 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0331 03:59:00.743275 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0331 03:59:00.743283 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0331 03:59:00.743290 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0331 03:59:00.743296 3854 egressservice_node.go:197] Repairing Egress Services I0331 03:59:00.752848 3854 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0331 03:59:00.752861 3854 external_controller.go:278] Starting Admin Policy Based Route Controller I0331 03:59:00.753126 3854 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0331 03:59:00.753141 3854 link_network_manager.go:117] Link manager is running I0331 03:59:00.753154 3854 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0331 03:59:00.753219 3854 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0331 03:59:00.753833 3854 vrf_manager.go:128] VRF manager is running I0331 03:59:00.754067 3854 node_controller_manager.go:437] Removing flows to drop GARP I0331 03:59:00.754085 3854 gateway.go:519] Reconciling gateway with updates I0331 03:59:00.779208 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0331 03:59:00.779229 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0331 03:59:00.779234 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0331 03:59:00.779233 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:59:00.779242 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0331 03:59:00.779246 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:59:00.779243 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:59:00.779253 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:59:00.779239 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0331 03:59:00.779262 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 30718 is already open, no action needed I0331 03:59:00.779263 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:59:00.779276 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 31101 is already open, no action needed I0331 03:59:00.779279 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:59:00.779283 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:59:00.779245 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0331 03:59:00.779290 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:59:00.779297 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0331 03:59:00.779301 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:59:00.779291 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:59:00.779310 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:59:00.779314 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:59:00.779323 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:59:00.779324 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:59:00.779315 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:59:00.779333 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0331 03:59:00.779336 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:59:00.779264 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:59:00.779343 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0331 03:59:00.779346 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0331 03:59:00.779345 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:59:00.779352 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:59:00.779358 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0331 03:59:00.779360 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:59:00.779255 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0331 03:59:00.779289 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:59:00.779377 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0331 03:59:00.779215 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:59:00.779388 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:59:00.779389 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:59:00.779399 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:59:00.779400 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:59:00.779323 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:59:00.779414 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0331 03:59:00.779415 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:59:00.779312 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:59:00.779434 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:59:00.779443 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:59:00.779456 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:59:00.779456 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:59:00.779467 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:59:00.779468 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:59:00.779477 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:59:00.779485 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:59:00.779299 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:59:00.779495 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0331 03:59:00.779500 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:59:00.779499 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:59:00.779508 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0331 03:59:00.779519 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:59:00.779535 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:59:00.779448 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:59:00.779274 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0331 03:59:00.779553 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0331 03:59:00.779418 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:59:00.779574 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0331 03:59:00.779574 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:59:00.779404 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:59:00.779592 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:59:00.779583 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:59:00.779264 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:59:00.779608 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:59:00.779335 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:59:00.779694 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0331 03:59:00.779592 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0331 03:59:00.779347 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:59:00.779732 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0331 03:59:00.779306 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0331 03:59:00.779313 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:59:00.779226 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:59:00.779804 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:59:00.779325 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0331 03:59:00.779838 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0331 03:59:00.779843 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0331 03:59:00.779327 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:59:00.779335 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:59:00.779337 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0331 03:59:00.779895 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0331 03:59:00.779900 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0331 03:59:00.779357 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0331 03:59:00.779214 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:59:00.779909 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:59:00.779366 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:59:00.779934 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:59:00.779366 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0331 03:59:00.779373 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:59:00.779975 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:59:00.779375 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:59:00.780022 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:59:00.779378 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:59:00.780059 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:59:00.779253 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:59:00.780099 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0331 03:59:00.779303 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:59:00.779421 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0331 03:59:00.780164 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0331 03:59:00.779419 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:59:00.780216 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:59:00.780223 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0331 03:59:00.779424 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:59:00.779439 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0331 03:59:00.779599 3854 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:59:00.780273 3854 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:59:00.802154 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0331 03:59:00.802161 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0331 03:59:00.802170 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0331 03:59:00.802180 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0331 03:59:00.840823 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0331 03:59:00.840844 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0331 03:59:00.840851 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0331 03:59:00.840858 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0331 03:59:00.840865 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0331 03:59:00.840871 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0331 03:59:00.840878 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0331 03:59:00.840884 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0331 03:59:00.840894 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0331 03:59:00.840901 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0331 03:59:00.840909 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0331 03:59:00.840918 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0331 03:59:00.840927 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0331 03:59:00.840935 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0331 03:59:00.840941 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0331 03:59:00.840949 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0331 03:59:00.840956 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0331 03:59:00.840964 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0331 03:59:00.840973 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0331 03:59:00.840981 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0331 03:59:00.840987 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0331 03:59:00.840995 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0331 03:59:00.841002 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0331 03:59:00.841011 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0331 03:59:00.841018 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0331 03:59:00.841028 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0331 03:59:00.841036 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0331 03:59:00.882883 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0331 03:59:00.882910 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0331 03:59:00.882918 3854 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0331 03:59:02.920756 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal I0331 03:59:02.920796 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 48.048µs I0331 03:59:02.946924 3854 base_network_controller_pods.go:487] [default/openshift-console/console-6755647cfb-v6gx5] creating logical port openshift-console_console-6755647cfb-v6gx5 for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:02.947045 3854 kube.go:256] Updating pod openshift-console/console-6755647cfb-v6gx5 I0331 03:59:02.963765 3854 pod.go:62] [openshift-console/console-6755647cfb-v6gx5] pod update took 16.748687ms I0331 03:59:02.963784 3854 base_network_controller_pods.go:937] [default/openshift-console/console-6755647cfb-v6gx5] addLogicalPort annotation time took 16.770685ms I0331 03:59:02.964309 3854 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5fdbc88f75-g44js] creating logical port openshift-image-registry_image-registry-5fdbc88f75-g44js for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:02.964426 3854 kube.go:256] Updating pod openshift-image-registry/image-registry-5fdbc88f75-g44js I0331 03:59:02.965008 3854 pods.go:271] [openshift-console/console-6755647cfb-v6gx5] addLogicalPort took 18.099684ms, libovsdb time 950.565µs I0331 03:59:02.987692 3854 pod.go:62] [openshift-image-registry/image-registry-5fdbc88f75-g44js] pod update took 23.29788ms I0331 03:59:02.987709 3854 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5fdbc88f75-g44js] addLogicalPort annotation time took 23.318187ms I0331 03:59:02.988636 3854 pods.go:271] [openshift-image-registry/image-registry-5fdbc88f75-g44js] addLogicalPort took 24.340858ms, libovsdb time 706.11µs I0331 03:59:02.991939 3854 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vjt6g] creating logical port openshift-ingress-canary_ingress-canary-vjt6g for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:02.992065 3854 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hvhcl] creating logical port openshift-insights_insights-runtime-extractor-hvhcl for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:02.992170 3854 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vjt6g I0331 03:59:02.992189 3854 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hvhcl I0331 03:59:02.999558 3854 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-fpq2r] creating logical port openshift-dns_dns-default-fpq2r for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:02.999630 3854 kube.go:256] Updating pod openshift-dns/dns-default-fpq2r I0331 03:59:03.010238 3854 pod.go:62] [openshift-ingress-canary/ingress-canary-vjt6g] pod update took 18.193516ms I0331 03:59:03.010260 3854 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-vjt6g] addLogicalPort annotation time took 18.242177ms I0331 03:59:03.011290 3854 pods.go:271] [openshift-ingress-canary/ingress-canary-vjt6g] addLogicalPort took 19.366013ms, libovsdb time 746.846µs I0331 03:59:03.013991 3854 pod.go:62] [openshift-insights/insights-runtime-extractor-hvhcl] pod update took 21.828912ms I0331 03:59:03.014008 3854 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-hvhcl] addLogicalPort annotation time took 21.849509ms I0331 03:59:03.014387 3854 pod.go:62] [openshift-dns/dns-default-fpq2r] pod update took 14.774448ms I0331 03:59:03.014404 3854 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-fpq2r] addLogicalPort annotation time took 14.79192ms I0331 03:59:03.015071 3854 pods.go:271] [openshift-insights/insights-runtime-extractor-hvhcl] addLogicalPort took 23.013504ms, libovsdb time 692.878µs I0331 03:59:03.015416 3854 pods.go:271] [openshift-dns/dns-default-fpq2r] addLogicalPort took 15.867966ms, libovsdb time 821.69µs I0331 03:59:03.323187 3854 cni.go:403] [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default] ADD starting CNI request [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default] I0331 03:59:03.340090 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6755647cfb-v6gx5, hostIfaceName: a819a8c8b5067ae, network: default, NAD default, SandboxID: "a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f", PCI device ID: , UID: "8f3b4e9f-6555-4324-ab71-a022cdab54f2", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0331 03:59:03.342862 3854 cni.go:403] [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default] I0331 03:59:03.352227 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5fdbc88f75-g44js, hostIfaceName: 7cec86cf281f797, network: default, NAD default, SandboxID: "7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7", PCI device ID: , UID: "e548b139-59f4-477b-b56f-0eb9dc814aac", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0331 03:59:03.367440 3854 cni.go:403] [openshift-ingress-canary/ingress-canary-vjt6g 6265de8d5b34af81f7c94cd3a5482af99cbaa6c529c1418cfac49f05295cd8e0 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vjt6g 6265de8d5b34af81f7c94cd3a5482af99cbaa6c529c1418cfac49f05295cd8e0 network default NAD default] I0331 03:59:03.376427 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vjt6g, hostIfaceName: 6265de8d5b34af8, network: default, NAD default, SandboxID: "6265de8d5b34af81f7c94cd3a5482af99cbaa6c529c1418cfac49f05295cd8e0", PCI device ID: , UID: "353b1653-2e9b-4ed0-8e44-865d4930c586", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0331 03:59:03.386906 3854 cni.go:424] [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default] ADD finished CNI request [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:0e:5e:4f:c6:e5\",\"name\":\"a819a8c8b5067ae\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a8b3436-d9e0-4cb7-911b-f6c44e66e921\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:03.398381 3854 cni.go:403] [openshift-insights/insights-runtime-extractor-hvhcl 668b69cbe00bde238bcbcd6dc42e275694323d07912b46726e442672514233ca network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hvhcl 668b69cbe00bde238bcbcd6dc42e275694323d07912b46726e442672514233ca network default NAD default] I0331 03:59:03.399546 3854 cni.go:424] [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:ea:9d:0a:76:57\",\"name\":\"7cec86cf281f797\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57f96de0-d1bc-4977-985d-8945b9dcf99c\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:03.407406 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hvhcl, hostIfaceName: 668b69cbe00bde2, network: default, NAD default, SandboxID: "668b69cbe00bde238bcbcd6dc42e275694323d07912b46726e442672514233ca", PCI device ID: , UID: "35fc49fa-af1d-482a-ad9f-b700ad0bebcd", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0331 03:59:03.421953 3854 cni.go:424] [openshift-ingress-canary/ingress-canary-vjt6g 6265de8d5b34af81f7c94cd3a5482af99cbaa6c529c1418cfac49f05295cd8e0 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vjt6g 6265de8d5b34af81f7c94cd3a5482af99cbaa6c529c1418cfac49f05295cd8e0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:db:a1:2c:bf:f2\",\"name\":\"6265de8d5b34af8\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ef3cbc4-e7d8-472e-848b-32a6720a3c79\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:03.424093 3854 cni.go:403] [openshift-dns/dns-default-fpq2r 7b6ac26fd6769ad8875f95288cf1646860cdc592080f117ed7f6f933e1cba50c network default NAD default] ADD starting CNI request [openshift-dns/dns-default-fpq2r 7b6ac26fd6769ad8875f95288cf1646860cdc592080f117ed7f6f933e1cba50c network default NAD default] I0331 03:59:03.432931 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-fpq2r, hostIfaceName: 7b6ac26fd6769ad, network: default, NAD default, SandboxID: "7b6ac26fd6769ad8875f95288cf1646860cdc592080f117ed7f6f933e1cba50c", PCI device ID: , UID: "83d413e9-329a-46da-a1af-cb4f2f15f1e1", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0331 03:59:03.450245 3854 cni.go:424] [openshift-insights/insights-runtime-extractor-hvhcl 668b69cbe00bde238bcbcd6dc42e275694323d07912b46726e442672514233ca network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hvhcl 668b69cbe00bde238bcbcd6dc42e275694323d07912b46726e442672514233ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:76:c0:72:35:cc\",\"name\":\"668b69cbe00bde2\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4748792-b8ee-4116-9788-9f7f7526be5a\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:03.473558 3854 cni.go:424] [openshift-dns/dns-default-fpq2r 7b6ac26fd6769ad8875f95288cf1646860cdc592080f117ed7f6f933e1cba50c network default NAD default] ADD finished CNI request [openshift-dns/dns-default-fpq2r 7b6ac26fd6769ad8875f95288cf1646860cdc592080f117ed7f6f933e1cba50c network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:29:d6:2f:84:76\",\"name\":\"7b6ac26fd6769ad\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/037307e1-28d5-403a-a9ea-bdb7f3d3154c\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:59:03.864614 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0331 03:59:03.941347 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:03.941370 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:03.941378 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:04.192519 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0331 03:59:07.026526 3854 cni.go:403] [openshift-multus/network-metrics-daemon-z6hdt c62a26830105051e7d9ff4991b3ab0b39b47e62d8f068c5030b168634f67f2cb network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-z6hdt c62a26830105051e7d9ff4991b3ab0b39b47e62d8f068c5030b168634f67f2cb network default NAD default] I0331 03:59:07.026653 3854 cni.go:403] [openshift-network-diagnostics/network-check-target-wp4rx 4193690502d30e3396a5684f97bf8c74b30535e6e8c8bcbc077708634f10f058 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wp4rx 4193690502d30e3396a5684f97bf8c74b30535e6e8c8bcbc077708634f10f058 network default NAD default] I0331 03:59:07.039919 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-z6hdt, hostIfaceName: c62a26830105051, network: default, NAD default, SandboxID: "c62a26830105051e7d9ff4991b3ab0b39b47e62d8f068c5030b168634f67f2cb", PCI device ID: , UID: "82a97322-a50b-477f-96b5-5874d2811491", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0331 03:59:07.040486 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wp4rx, hostIfaceName: 4193690502d30e3, network: default, NAD default, SandboxID: "4193690502d30e3396a5684f97bf8c74b30535e6e8c8bcbc077708634f10f058", PCI device ID: , UID: "bb189988-5463-45fa-ba67-177b161b64c4", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0331 03:59:07.088809 3854 cni.go:424] [openshift-network-diagnostics/network-check-target-wp4rx 4193690502d30e3396a5684f97bf8c74b30535e6e8c8bcbc077708634f10f058 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wp4rx 4193690502d30e3396a5684f97bf8c74b30535e6e8c8bcbc077708634f10f058 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:65:c8:db:0a:5d\",\"name\":\"4193690502d30e3\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bed80ba8-5e83-4960-bcd9-2fe3a47a5e4f\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:07.102923 3854 cni.go:424] [openshift-multus/network-metrics-daemon-z6hdt c62a26830105051e7d9ff4991b3ab0b39b47e62d8f068c5030b168634f67f2cb network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-z6hdt c62a26830105051e7d9ff4991b3ab0b39b47e62d8f068c5030b168634f67f2cb network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:f9:37:93:d0:b8\",\"name\":\"c62a26830105051\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d416b824-9aaa-4000-8607-8c282d6ba1d4\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:59:07.255565 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0331 03:59:10.098965 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0331 03:59:10.489467 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-2xzg6 for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:10.489565 3854 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6 I0331 03:59:10.506757 3854 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6] pod update took 17.216404ms I0331 03:59:10.506778 3854 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6] addLogicalPort annotation time took 17.243889ms I0331 03:59:10.507841 3854 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6] addLogicalPort took 18.39216ms, libovsdb time 788.629µs I0331 03:59:10.874581 3854 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6 d15c1b683f965b2ccaf6ae897dc23d315ab01030f9d3d6e58904385f19076af6 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6 d15c1b683f965b2ccaf6ae897dc23d315ab01030f9d3d6e58904385f19076af6 network default NAD default] I0331 03:59:10.883864 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-2xzg6, hostIfaceName: d15c1b683f965b2, network: default, NAD default, SandboxID: "d15c1b683f965b2ccaf6ae897dc23d315ab01030f9d3d6e58904385f19076af6", PCI device ID: , UID: "b9bc1f08-87fb-4860-9c57-84767c0fb32d", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0331 03:59:10.924432 3854 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6 d15c1b683f965b2ccaf6ae897dc23d315ab01030f9d3d6e58904385f19076af6 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-2xzg6 d15c1b683f965b2ccaf6ae897dc23d315ab01030f9d3d6e58904385f19076af6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:9d:c3:f5:3a:c3\",\"name\":\"d15c1b683f965b2\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093f7045-5202-4a5b-8a1f-729dbd8ad6f2\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:11.467256 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:11.467376 3854 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0331 03:59:11.494317 3854 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.993711ms I0331 03:59:11.494340 3854 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.021719ms I0331 03:59:11.495576 3854 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.33537ms, libovsdb time 864.518µs I0331 03:59:11.872374 3854 cni.go:403] [openshift-monitoring/alertmanager-main-0 3322c8c342a74e7a202b5a69d8b8e65e8d4bf313f7a4952bf4997b0e7ddae562 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 3322c8c342a74e7a202b5a69d8b8e65e8d4bf313f7a4952bf4997b0e7ddae562 network default NAD default] I0331 03:59:11.895357 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 3322c8c342a74e7, network: default, NAD default, SandboxID: "3322c8c342a74e7a202b5a69d8b8e65e8d4bf313f7a4952bf4997b0e7ddae562", PCI device ID: , UID: "79ecc6cd-5848-4db1-bf96-7c1512c918f0", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0331 03:59:11.937002 3854 cni.go:424] [openshift-monitoring/alertmanager-main-0 3322c8c342a74e7a202b5a69d8b8e65e8d4bf313f7a4952bf4997b0e7ddae562 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 3322c8c342a74e7a202b5a69d8b8e65e8d4bf313f7a4952bf4997b0e7ddae562 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:f8:c0:e4:ef:11\",\"name\":\"3322c8c342a74e7\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ec844ab-6530-4872-9b57-66707dd49a9d\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:12.425625 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-57f477cc75-th55b] creating logical port openshift-monitoring_thanos-querier-57f477cc75-th55b for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:12.425764 3854 kube.go:256] Updating pod openshift-monitoring/thanos-querier-57f477cc75-th55b I0331 03:59:12.445189 3854 pod.go:62] [openshift-monitoring/thanos-querier-57f477cc75-th55b] pod update took 19.462388ms I0331 03:59:12.445216 3854 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-57f477cc75-th55b] addLogicalPort annotation time took 19.494282ms I0331 03:59:12.446472 3854 pods.go:271] [openshift-monitoring/thanos-querier-57f477cc75-th55b] addLogicalPort took 20.870473ms, libovsdb time 963.939µs W0331 03:59:12.957631 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:12.957686 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0331 03:59:13.148100 3854 cni.go:403] [openshift-monitoring/thanos-querier-57f477cc75-th55b 69388927e1dca63ed3a8de9c98a130b0436bc24ebbda5edb97500cddc81e8ba5 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-57f477cc75-th55b 69388927e1dca63ed3a8de9c98a130b0436bc24ebbda5edb97500cddc81e8ba5 network default NAD default] I0331 03:59:13.156893 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-57f477cc75-th55b, hostIfaceName: 69388927e1dca63, network: default, NAD default, SandboxID: "69388927e1dca63ed3a8de9c98a130b0436bc24ebbda5edb97500cddc81e8ba5", PCI device ID: , UID: "238bebd7-d641-470d-9ca5-a5c7a3b22729", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0331 03:59:13.198316 3854 cni.go:424] [openshift-monitoring/thanos-querier-57f477cc75-th55b 69388927e1dca63ed3a8de9c98a130b0436bc24ebbda5edb97500cddc81e8ba5 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-57f477cc75-th55b 69388927e1dca63ed3a8de9c98a130b0436bc24ebbda5edb97500cddc81e8ba5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:ff:2f:e8:21:e1\",\"name\":\"69388927e1dca63\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4e2e01e-4171-4ad3-a8c8-447161c85228\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:59:13.716620 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:59:13.716654 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:59:13.871464 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:13.871481 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:13.871488 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:13.871499 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:13.871504 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:13.871509 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:14.310835 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:14.310866 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:14.310874 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:14.337885 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0331 03:59:15.077746 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-sv54k for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:15.077894 3854 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k I0331 03:59:15.081088 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-78d448486b-wvjcs] creating logical port openshift-monitoring_metrics-server-78d448486b-wvjcs for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:15.081186 3854 kube.go:256] Updating pod openshift-monitoring/metrics-server-78d448486b-wvjcs I0331 03:59:15.100084 3854 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k] pod update took 22.221479ms I0331 03:59:15.100094 3854 pod.go:62] [openshift-monitoring/metrics-server-78d448486b-wvjcs] pod update took 18.92541ms I0331 03:59:15.100138 3854 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-78d448486b-wvjcs] addLogicalPort annotation time took 18.950209ms I0331 03:59:15.100102 3854 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k] addLogicalPort annotation time took 22.248414ms I0331 03:59:15.101304 3854 pods.go:271] [openshift-monitoring/metrics-server-78d448486b-wvjcs] addLogicalPort took 20.231193ms, libovsdb time 786.703µs I0331 03:59:15.101592 3854 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k] addLogicalPort took 23.865388ms, libovsdb time 1.001603ms I0331 03:59:15.819689 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6ff499f569-hzvxn] creating logical port openshift-monitoring_telemeter-client-6ff499f569-hzvxn for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:15.819838 3854 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6ff499f569-hzvxn I0331 03:59:15.836009 3854 pod.go:62] [openshift-monitoring/telemeter-client-6ff499f569-hzvxn] pod update took 16.202642ms I0331 03:59:15.836035 3854 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-6ff499f569-hzvxn] addLogicalPort annotation time took 16.229668ms I0331 03:59:15.837482 3854 pods.go:271] [openshift-monitoring/telemeter-client-6ff499f569-hzvxn] addLogicalPort took 17.81293ms, libovsdb time 1.0214ms I0331 03:59:16.431345 3854 cni.go:403] [openshift-monitoring/metrics-server-78d448486b-wvjcs 4dde06d3f4a27e4c953284583eac8d3b203f4c6bdd30a2d3ea806c964de0d434 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-78d448486b-wvjcs 4dde06d3f4a27e4c953284583eac8d3b203f4c6bdd30a2d3ea806c964de0d434 network default NAD default] I0331 03:59:16.434144 3854 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k 16a76e2fd441587a8bf91a52f874a40323e7282806d98ada733d4974bbd067a6 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k 16a76e2fd441587a8bf91a52f874a40323e7282806d98ada733d4974bbd067a6 network default NAD default] I0331 03:59:16.434324 3854 cni.go:403] [openshift-monitoring/telemeter-client-6ff499f569-hzvxn d3402e6b37cd50defdcfba41104416ca3d2c61cad0761e45e26f4ef8da74d0e2 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-6ff499f569-hzvxn d3402e6b37cd50defdcfba41104416ca3d2c61cad0761e45e26f4ef8da74d0e2 network default NAD default] I0331 03:59:16.440703 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-78d448486b-wvjcs, hostIfaceName: 4dde06d3f4a27e4, network: default, NAD default, SandboxID: "4dde06d3f4a27e4c953284583eac8d3b203f4c6bdd30a2d3ea806c964de0d434", PCI device ID: , UID: "0b1aa7eb-573e-492c-8e05-6b3a16699600", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0331 03:59:16.443662 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6ff499f569-hzvxn, hostIfaceName: d3402e6b37cd50d, network: default, NAD default, SandboxID: "d3402e6b37cd50defdcfba41104416ca3d2c61cad0761e45e26f4ef8da74d0e2", PCI device ID: , UID: "b03fba39-d1c5-4f2d-b4c6-6ce398c9e666", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0331 03:59:16.445550 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-sv54k, hostIfaceName: 16a76e2fd441587, network: default, NAD default, SandboxID: "16a76e2fd441587a8bf91a52f874a40323e7282806d98ada733d4974bbd067a6", PCI device ID: , UID: "9e0c5e26-8c48-4516-ab2b-f5c2168deb8b", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0331 03:59:16.490211 3854 cni.go:424] [openshift-monitoring/metrics-server-78d448486b-wvjcs 4dde06d3f4a27e4c953284583eac8d3b203f4c6bdd30a2d3ea806c964de0d434 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-78d448486b-wvjcs 4dde06d3f4a27e4c953284583eac8d3b203f4c6bdd30a2d3ea806c964de0d434 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:49:19:7f:f4:ac\",\"name\":\"4dde06d3f4a27e4\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c3e60fb-9733-4cac-b5eb-6faa813c868f\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:59:16.630851 3854 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-6755647cfb-bb65x IP address from the namespace address-set, err: pod openshift-console/console-6755647cfb-bb65x: no pod IPs found I0331 03:59:16.712445 3854 cni.go:424] [openshift-monitoring/telemeter-client-6ff499f569-hzvxn d3402e6b37cd50defdcfba41104416ca3d2c61cad0761e45e26f4ef8da74d0e2 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-6ff499f569-hzvxn d3402e6b37cd50defdcfba41104416ca3d2c61cad0761e45e26f4ef8da74d0e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:84:b4:72:7b:f4\",\"name\":\"d3402e6b37cd50d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7185d3dd-16f2-47b7-b07a-649b12f43509\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:16.712501 3854 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k 16a76e2fd441587a8bf91a52f874a40323e7282806d98ada733d4974bbd067a6 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sv54k 16a76e2fd441587a8bf91a52f874a40323e7282806d98ada733d4974bbd067a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:3a:1d:f7:b0:5a\",\"name\":\"16a76e2fd441587\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/289cbd52-d225-4922-843f-e489c41c8595\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:16.792732 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-235.ec2.internal I0331 03:59:16.792859 3854 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0331 03:59:16.825228 3854 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 32.409772ms I0331 03:59:16.825255 3854 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 32.440841ms I0331 03:59:16.826516 3854 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 33.805628ms, libovsdb time 916.95µs I0331 03:59:17.185044 3854 cni.go:403] [openshift-monitoring/prometheus-k8s-0 ed35cd1dadc40e8fcec80f920cda5e860a4ef2f69b340febb9ead084232db10e network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 ed35cd1dadc40e8fcec80f920cda5e860a4ef2f69b340febb9ead084232db10e network default NAD default] I0331 03:59:17.193823 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: ed35cd1dadc40e8, network: default, NAD default, SandboxID: "ed35cd1dadc40e8fcec80f920cda5e860a4ef2f69b340febb9ead084232db10e", PCI device ID: , UID: "2c8d318a-d7e5-4acd-83dd-51ca71f126a8", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0331 03:59:17.237783 3854 cni.go:424] [openshift-monitoring/prometheus-k8s-0 ed35cd1dadc40e8fcec80f920cda5e860a4ef2f69b340febb9ead084232db10e network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 ed35cd1dadc40e8fcec80f920cda5e860a4ef2f69b340febb9ead084232db10e network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:b1:41:cc:15:a7\",\"name\":\"ed35cd1dadc40e8\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93767a6a-a327-4c98-b236-aa5513199d32\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:59:18.210803 3854 obj_retry.go:464] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:18.211336 3854 obj_retry.go:464] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0331 03:59:18.219207 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:18.219237 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:18.219288 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:18.219310 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:18.236542 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:18.236563 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:18.236569 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:59:18.329507 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:59:18.329530 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:59:18.945532 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:18.945557 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:18.945565 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:18.979825 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:59:18.979852 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:59:19.001559 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0331 03:59:19.107838 3854 obj_retry.go:458] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:19.107859 3854 obj_retry.go:458] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:19.111028 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-848789b554-vdtgz I0331 03:59:19.111052 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-848789b554-vdtgz W0331 03:59:19.141948 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:19.848447 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:19.848476 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:59:20.306041 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:20.306060 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:20.306069 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:20.306075 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:20.363298 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0331 03:59:20.740243 3854 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-cf44644d9-s7849 IP address from the namespace address-set, err: pod openshift-console/console-cf44644d9-s7849: no pod IPs found W0331 03:59:20.746810 3854 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-cf44644d9-6tj9j IP address from the namespace address-set, err: pod openshift-console/console-cf44644d9-6tj9j: no pod IPs found W0331 03:59:21.081251 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:21.081266 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:21.081270 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:21.081273 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:21.329444 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:21.329464 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:21.329470 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:59:21.329475 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0331 03:59:29.161985 3854 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-cq7hv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:29.162482 3854 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-cq7hv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:30.031494 3854 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-cq7hv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:30.031517 3854 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-cq7hv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:30.040310 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ff4b454d6-cq7hv I0331 03:59:30.040336 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ff4b454d6-cq7hv W0331 03:59:33.400700 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:59:33.400725 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:59:38.201003 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0331 03:59:38.225164 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0331 03:59:39.965624 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0331 03:59:39.965655 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0331 03:59:40.366937 3854 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:40.367488 3854 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:41.193160 3854 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:41.193186 3854 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:41.197237 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ff4b454d6-h5kr4 I0331 03:59:41.197261 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ff4b454d6-h5kr4 W0331 03:59:41.319781 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0331 03:59:41.894032 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:41.894050 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:41.894055 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:59:42.243816 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0331 03:59:45.087100 3854 cni.go:403] [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default] I0331 03:59:45.159192 3854 cni.go:424] [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-5fdbc88f75-g44js 7cec86cf281f7973fa647615aaad970ee033d6c4cf15bd93549a2afc8f39ccd7 network default NAD default], result "{}", err I0331 03:59:45.227838 3854 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:45.227882 3854 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5fdbc88f75-g44js I0331 03:59:45.228980 3854 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5fdbc88f75-g44js, ips: 10.130.0.6 I0331 03:59:45.229006 3854 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:45.415942 3854 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:45.415967 3854 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:45.422029 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fdbc88f75-g44js I0331 03:59:45.422059 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fdbc88f75-g44js I0331 03:59:49.382814 3854 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:49.383317 3854 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:59:49.383352 3854 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 03:59:49.383363 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0331 03:59:49.383384 3854 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 03:59:49.383394 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0331 03:59:50.407900 3854 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:50.407928 3854 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:50.407945 3854 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:50.407956 3854 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:59:51.111812 3854 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0331 03:59:51.121013 3854 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0331 03:59:56.276143 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0331 04:00:00.294920 3854 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582160-vt4j6 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:00:00.295008 3854 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 I0331 04:00:00.307228 3854 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6] pod update took 12.24638ms I0331 04:00:00.307246 3854 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6] addLogicalPort annotation time took 12.269308ms I0331 04:00:00.308502 3854 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6] addLogicalPort took 13.597788ms, libovsdb time 944.042µs I0331 04:00:00.681253 3854 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default] I0331 04:00:00.689744 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582160-vt4j6, hostIfaceName: 6e074b55ac5bf52, network: default, NAD default, SandboxID: "6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7", PCI device ID: , UID: "e03e1f48-266f-4568-9409-a92ea82b03a8", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0331 04:00:00.731576 3854 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:96:c4:04:f7:cd\",\"name\":\"6e074b55ac5bf52\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73142ba5-db35-476c-b6aa-dc045365de6a\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:00:04.319064 3854 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:04.319541 3854 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:04.501677 3854 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default] I0331 04:00:04.574949 3854 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 6e074b55ac5bf5226c4e018c2d263f3735f8a37c0213f291a32049f9c4dd02e7 network default NAD default], result "{}", err I0331 04:00:04.617894 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:04.617923 3854 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 I0331 04:00:04.618970 3854 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6, ips: 10.130.0.17 I0331 04:00:04.618999 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:05.292739 3854 cni.go:403] [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default] DEL starting CNI request [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default] I0331 04:00:05.340420 3854 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:05.340443 3854 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:05.370403 3854 cni.go:424] [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default] DEL finished CNI request [openshift-console/console-6755647cfb-v6gx5 a819a8c8b5067ae232913e322b5c571010d97180ab8caf68021780270fa2cd5f network default NAD default], result "{}", err I0331 04:00:05.413229 3854 obj_retry.go:464] Detected object openshift-console/console-6755647cfb-v6gx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:05.413261 3854 pods.go:176] Deleting pod: openshift-console/console-6755647cfb-v6gx5 I0331 04:00:05.414611 3854 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6755647cfb-v6gx5, ips: 10.130.0.5 I0331 04:00:05.414645 3854 obj_retry.go:464] Detected object openshift-console/console-6755647cfb-v6gx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:05.504793 3854 obj_retry.go:458] Detected object openshift-console/console-6755647cfb-v6gx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:05.504815 3854 obj_retry.go:458] Detected object openshift-console/console-6755647cfb-v6gx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:05.509686 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6755647cfb-v6gx5 I0331 04:00:05.509710 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6755647cfb-v6gx5 I0331 04:00:05.519722 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:05.519749 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:07.392399 3854 obj_retry.go:464] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:07.392933 3854 obj_retry.go:464] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:08.327135 3854 obj_retry.go:458] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:08.327161 3854 obj_retry.go:458] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:08.331746 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5cdc57b9dc-dlhfz I0331 04:00:08.331771 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5cdc57b9dc-dlhfz I0331 04:00:30.215179 3854 base_network_controller_pods.go:487] [default/openshift-console/console-7b6cf9f5bd-hpm5h] creating logical port openshift-console_console-7b6cf9f5bd-hpm5h for pod on switch ip-10-0-2-235.ec2.internal I0331 04:00:30.215306 3854 kube.go:256] Updating pod openshift-console/console-7b6cf9f5bd-hpm5h I0331 04:00:30.244579 3854 pod.go:62] [openshift-console/console-7b6cf9f5bd-hpm5h] pod update took 29.30473ms I0331 04:00:30.244691 3854 base_network_controller_pods.go:937] [default/openshift-console/console-7b6cf9f5bd-hpm5h] addLogicalPort annotation time took 29.422683ms I0331 04:00:30.245987 3854 pods.go:271] [openshift-console/console-7b6cf9f5bd-hpm5h] addLogicalPort took 30.832019ms, libovsdb time 901.831µs I0331 04:00:30.568359 3854 cni.go:403] [openshift-console/console-7b6cf9f5bd-hpm5h ef9c34f66de96550fb86bd5d73cc24a0530f6ddf293afc9737daadf1f870c6f8 network default NAD default] ADD starting CNI request [openshift-console/console-7b6cf9f5bd-hpm5h ef9c34f66de96550fb86bd5d73cc24a0530f6ddf293afc9737daadf1f870c6f8 network default NAD default] I0331 04:00:30.576647 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7b6cf9f5bd-hpm5h, hostIfaceName: ef9c34f66de9655, network: default, NAD default, SandboxID: "ef9c34f66de96550fb86bd5d73cc24a0530f6ddf293afc9737daadf1f870c6f8", PCI device ID: , UID: "f08ac134-7047-4475-b561-8b77cc53c748", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0331 04:00:30.620051 3854 cni.go:424] [openshift-console/console-7b6cf9f5bd-hpm5h ef9c34f66de96550fb86bd5d73cc24a0530f6ddf293afc9737daadf1f870c6f8 network default NAD default] ADD finished CNI request [openshift-console/console-7b6cf9f5bd-hpm5h ef9c34f66de96550fb86bd5d73cc24a0530f6ddf293afc9737daadf1f870c6f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:b0:19:72:37:81\",\"name\":\"ef9c34f66de9655\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30fbb497-9117-43fd-99b4-e26a31eb34bc\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:00:40.673420 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0331 04:00:55.531963 3854 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:55.532616 3854 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:56.398777 3854 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:56.398802 3854 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:56.406616 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc8b99dc7-hdppf I0331 04:00:56.406652 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc8b99dc7-hdppf I0331 04:01:06.001820 3854 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:06.002498 3854 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:06.583714 3854 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:06.583734 3854 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:06.590770 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc8b99dc7-7c58p I0331 04:01:06.590798 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc8b99dc7-7c58p I0331 04:01:49.654353 3854 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0331 04:04:09.193012 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=367 I0331 04:04:10.182368 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0331 04:04:23.266754 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0331 04:04:50.277573 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0331 04:04:55.546753 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 04:04:58.288893 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0331 04:05:06.594097 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0331 04:05:06.594196 3854 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-xv9fb IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-xv9fb: no pod IPs found I0331 04:05:51.305877 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0331 04:06:04.231524 3854 namespace.go:98] [tsf] adding namespace I0331 04:06:04.232610 3854 namespace.go:102] [tsf] adding namespace took 1.059873ms I0331 04:06:04.246832 3854 namespace.go:142] [tsf] updating namespace I0331 04:06:04.262878 3854 namespace.go:142] [tsf] updating namespace I0331 04:06:08.258085 3854 namespace.go:98] [konflux-ui] adding namespace I0331 04:06:08.258938 3854 namespace.go:102] [konflux-ui] adding namespace took 830.427µs I0331 04:06:08.262198 3854 namespace.go:98] [rhtpa-operator] adding namespace I0331 04:06:08.262326 3854 namespace.go:98] [cert-manager-operator] adding namespace I0331 04:06:08.262350 3854 namespace.go:98] [tsf-tpa] adding namespace I0331 04:06:08.262548 3854 namespace.go:98] [tsf-tas] adding namespace I0331 04:06:08.262947 3854 namespace.go:102] [rhtpa-operator] adding namespace took 732.813µs I0331 04:06:08.263541 3854 namespace.go:102] [cert-manager-operator] adding namespace took 1.19564ms I0331 04:06:08.264033 3854 namespace.go:98] [tsf-keycloak] adding namespace I0331 04:06:08.264102 3854 namespace.go:102] [tsf-tpa] adding namespace took 1.740935ms I0331 04:06:08.264739 3854 namespace.go:102] [tsf-tas] adding namespace took 2.167797ms I0331 04:06:08.264775 3854 namespace.go:98] [rhbk-operator] adding namespace I0331 04:06:08.264876 3854 namespace.go:98] [konflux-operator] adding namespace I0331 04:06:08.265354 3854 namespace.go:102] [tsf-keycloak] adding namespace took 1.305332ms I0331 04:06:08.265869 3854 namespace.go:102] [rhbk-operator] adding namespace took 1.077417ms I0331 04:06:08.266403 3854 namespace.go:102] [konflux-operator] adding namespace took 1.51076ms I0331 04:06:08.275209 3854 namespace.go:142] [konflux-ui] updating namespace I0331 04:06:08.286175 3854 namespace.go:142] [konflux-ui] updating namespace I0331 04:06:08.293329 3854 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:06:08.306380 3854 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:06:08.313717 3854 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:06:08.329487 3854 namespace.go:142] [tsf-tas] updating namespace I0331 04:06:08.329603 3854 namespace.go:142] [tsf-tpa] updating namespace I0331 04:06:08.331896 3854 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:06:08.331983 3854 namespace.go:142] [rhbk-operator] updating namespace I0331 04:06:08.332173 3854 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:06:08.339759 3854 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:06:08.344495 3854 namespace.go:142] [konflux-operator] updating namespace I0331 04:06:08.344654 3854 namespace.go:142] [konflux-ui] updating namespace I0331 04:06:08.372571 3854 namespace.go:142] [tsf-tas] updating namespace I0331 04:06:08.390675 3854 namespace.go:142] [tsf-tas] updating namespace I0331 04:06:08.390681 3854 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:06:08.403891 3854 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:06:08.411331 3854 namespace.go:142] [rhbk-operator] updating namespace I0331 04:06:08.425918 3854 namespace.go:142] [rhbk-operator] updating namespace I0331 04:06:08.427926 3854 namespace.go:142] [konflux-operator] updating namespace I0331 04:06:08.444838 3854 namespace.go:142] [tsf-tpa] updating namespace I0331 04:06:08.448636 3854 namespace.go:142] [konflux-operator] updating namespace I0331 04:06:08.460777 3854 namespace.go:142] [tsf-tpa] updating namespace I0331 04:06:08.464562 3854 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:06:09.350714 3854 namespace.go:142] [tsf-tpa] updating namespace I0331 04:06:09.361880 3854 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:06:09.507830 3854 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-235.ec2.internal I0331 04:06:09.507976 3854 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0331 04:06:09.524811 3854 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.873455ms I0331 04:06:09.524832 3854 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.90084ms I0331 04:06:09.526164 3854 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.351406ms, libovsdb time 988.907µs I0331 04:06:09.882259 3854 cni.go:403] [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default] I0331 04:06:09.891304 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 96789ef41220ffd, network: default, NAD default, SandboxID: "96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935", PCI device ID: , UID: "0becaaf9-4eb3-4589-9091-30946e9e497c", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0331 04:06:09.934499 3854 cni.go:424] [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:2f:2e:ba:67:55\",\"name\":\"96789ef41220ffd\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a5fd956-4ccf-49f3-b205-c6167e75a407\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:15.007125 3854 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.007682 3854 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.007706 3854 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.007715 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:06:15.007739 3854 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.007744 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:06:15.037749 3854 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.038202 3854 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.038224 3854 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.038231 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:06:15.038241 3854 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:15.038245 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:06:16.032618 3854 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:16.032652 3854 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:16.032674 3854 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:16.032688 3854 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:16.064638 3854 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:16.064663 3854 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:16.064677 3854 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:16.064685 3854 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:20.068037 3854 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.068669 3854 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.068697 3854 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.068708 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:06:20.068721 3854 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.068726 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:06:20.090657 3854 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.091131 3854 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.091165 3854 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.091179 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:06:20.091190 3854 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:20.091195 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:06:21.098953 3854 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:21.098974 3854 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:21.098989 3854 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:21.099001 3854 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:21.123510 3854 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:21.123533 3854 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:21.123548 3854 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:21.123560 3854 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:22.083754 3854 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.084324 3854 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.084351 3854 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.084359 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:06:22.084373 3854 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.084377 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:06:22.116371 3854 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.116747 3854 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.116773 3854 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.116779 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:06:22.116788 3854 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:06:22.116792 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:06:23.110426 3854 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:23.110457 3854 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:23.110475 3854 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:23.110486 3854 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:23.143594 3854 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:23.143711 3854 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:23.143738 3854 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:23.143748 3854 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:35.087311 3854 namespace.go:142] [openshift-operators] updating namespace I0331 04:06:35.102186 3854 namespace.go:142] [openshift-operators] updating namespace W0331 04:06:37.824805 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0331 04:06:38.982034 3854 namespace.go:98] [cert-manager] adding namespace I0331 04:06:38.982864 3854 namespace.go:102] [cert-manager] adding namespace took 807.902µs I0331 04:06:39.026298 3854 namespace.go:142] [cert-manager] updating namespace I0331 04:06:39.128989 3854 namespace.go:142] [cert-manager] updating namespace W0331 04:06:41.086222 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0331 04:06:43.127106 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0331 04:06:43.143845 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0331 04:06:43.157587 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0331 04:06:43.162914 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0331 04:06:43.932051 3854 namespace.go:142] [openshift-operators] updating namespace W0331 04:06:44.147156 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0331 04:06:44.158695 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0331 04:06:45.114237 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0331 04:06:45.114256 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0331 04:06:53.182285 3854 cni.go:403] [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default] I0331 04:06:53.253439 3854 cni.go:424] [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 96789ef41220ffd3dacaf1e81aa30cd4ad11ad09f84cf59bd77fd64dc8356935 network default NAD default], result "{}", err I0331 04:06:53.320257 3854 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:53.320283 3854 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0331 04:06:53.321363 3854 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.19 I0331 04:06:53.321391 3854 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:53.437995 3854 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:53.438030 3854 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:53.451082 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0331 04:06:53.451124 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0331 04:06:55.026875 3854 namespace.go:98] [trusted-artifact-signer] adding namespace I0331 04:06:55.027635 3854 namespace.go:102] [trusted-artifact-signer] adding namespace took 734.881µs I0331 04:06:55.048514 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:06:55.061231 3854 namespace.go:142] [trusted-artifact-signer] updating namespace W0331 04:06:55.182050 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0331 04:06:55.202987 3854 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-v92g2] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-v92g2 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:06:55.203073 3854 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-v92g2 I0331 04:06:55.222975 3854 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-v92g2] pod update took 19.919852ms I0331 04:06:55.223003 3854 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-v92g2] addLogicalPort annotation time took 19.952598ms I0331 04:06:55.224181 3854 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-v92g2] addLogicalPort took 21.209823ms, libovsdb time 808.21µs I0331 04:06:55.361156 3854 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-235.ec2.internal I0331 04:06:55.361249 3854 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0331 04:06:55.398239 3854 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 37.023271ms I0331 04:06:55.398257 3854 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 37.046437ms I0331 04:06:55.399330 3854 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 38.243841ms, libovsdb time 762.17µs I0331 04:06:55.719028 3854 cni.go:403] [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default] I0331 04:06:55.728346 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 3637cea759c7b4c, network: default, NAD default, SandboxID: "3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41", PCI device ID: , UID: "86cef0f8-3644-4546-b0e1-a95f02152445", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0331 04:06:55.768412 3854 cni.go:424] [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:a2:5a:11:a8:f2\",\"name\":\"3637cea759c7b4c\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62a86562-d588-443e-ab1d-e3c217146040\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:55.891398 3854 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-v92g2 fe55b36da670cca9c136560609ed34897e238d5c4c7425982c79450c22e46966 network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-v92g2 fe55b36da670cca9c136560609ed34897e238d5c4c7425982c79450c22e46966 network default NAD default] I0331 04:06:55.900729 3854 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-v92g2, hostIfaceName: fe55b36da670cca, network: default, NAD default, SandboxID: "fe55b36da670cca9c136560609ed34897e238d5c4c7425982c79450c22e46966", PCI device ID: , UID: "6204f67d-62fd-4ce8-9d4d-09d767934845", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0331 04:06:55.941413 3854 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-v92g2 fe55b36da670cca9c136560609ed34897e238d5c4c7425982c79450c22e46966 network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-v92g2 fe55b36da670cca9c136560609ed34897e238d5c4c7425982c79450c22e46966 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:8a:41:f3:01:6b\",\"name\":\"fe55b36da670cca\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c68d77b-12f7-465c-8451-3665fa0c7155\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:57.966039 3854 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-z4q2p for pod on switch ip-10-0-2-235.ec2.internal I0331 04:06:57.966185 3854 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p I0331 04:06:57.994597 3854 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p] pod update took 28.453771ms I0331 04:06:57.994623 3854 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p] addLogicalPort annotation time took 28.506635ms I0331 04:06:57.996375 3854 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p] addLogicalPort took 30.357177ms, libovsdb time 1.286763ms I0331 04:06:58.093149 3854 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-ffxqw for pod on switch ip-10-0-2-235.ec2.internal I0331 04:06:58.093327 3854 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw I0331 04:06:58.118865 3854 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw] pod update took 25.610896ms I0331 04:06:58.118892 3854 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw] addLogicalPort annotation time took 25.64266ms I0331 04:06:58.120534 3854 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw] addLogicalPort took 27.419094ms, libovsdb time 1.083334ms I0331 04:06:59.632394 3854 namespace.go:98] [openshift-pipelines] adding namespace I0331 04:06:59.633388 3854 namespace.go:102] [openshift-pipelines] adding namespace took 969.486µs I0331 04:06:59.657338 3854 namespace.go:142] [openshift-pipelines] updating namespace I0331 04:07:00.347990 3854 namespace.go:142] [cert-manager] updating namespace I0331 04:07:00.561319 3854 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:07:01.101213 3854 namespace.go:142] [konflux-operator] updating namespace I0331 04:07:01.322989 3854 namespace.go:142] [konflux-ui] updating namespace I0331 04:07:01.540144 3854 namespace.go:142] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] updating namespace I0331 04:07:01.949179 3854 namespace.go:142] [rhbk-operator] updating namespace I0331 04:07:02.151149 3854 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:07:02.355270 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:07:02.549706 3854 namespace.go:142] [tsf] updating namespace I0331 04:07:02.750071 3854 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:07:02.953794 3854 namespace.go:142] [tsf-tas] updating namespace I0331 04:07:03.151476 3854 namespace.go:142] [tsf-tpa] updating namespace I0331 04:07:03.279920 3854 namespace.go:142] [cert-manager] updating namespace I0331 04:07:03.289165 3854 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:07:03.296071 3854 namespace.go:142] [default] updating namespace I0331 04:07:03.306967 3854 namespace.go:142] [konflux-operator] updating namespace I0331 04:07:03.316024 3854 namespace.go:142] [konflux-ui] updating namespace I0331 04:07:03.323098 3854 namespace.go:142] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] updating namespace I0331 04:07:03.331014 3854 namespace.go:142] [openshift] updating namespace I0331 04:07:03.338546 3854 namespace.go:142] [rhbk-operator] updating namespace I0331 04:07:03.347843 3854 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:07:03.355144 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:07:03.369669 3854 namespace.go:142] [tsf] updating namespace I0331 04:07:03.391400 3854 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:07:03.412465 3854 namespace.go:142] [tsf-tas] updating namespace I0331 04:07:03.432192 3854 namespace.go:142] [tsf-tpa] updating namespace I0331 04:07:03.531476 3854 namespace.go:142] [cert-manager] updating namespace I0331 04:07:03.634499 3854 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:07:03.738148 3854 namespace.go:142] [default] updating namespace I0331 04:07:03.845014 3854 namespace.go:142] [konflux-operator] updating namespace I0331 04:07:03.936037 3854 namespace.go:142] [konflux-ui] updating namespace I0331 04:07:04.022041 3854 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p a29e27e6510a1829ac83bd2910324318a80974d267f794c6f64c1ce37f3ff3f3 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p a29e27e6510a1829ac83bd2910324318a80974d267f794c6f64c1ce37f3ff3f3 network default NAD default] I0331 04:07:04.030438 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-z4q2p, hostIfaceName: a29e27e6510a182, network: default, NAD default, SandboxID: "a29e27e6510a1829ac83bd2910324318a80974d267f794c6f64c1ce37f3ff3f3", PCI device ID: , UID: "71fd6060-3b3f-4956-90b4-5b160426f921", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0331 04:07:04.033451 3854 namespace.go:142] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] updating namespace I0331 04:07:04.074014 3854 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p a29e27e6510a1829ac83bd2910324318a80974d267f794c6f64c1ce37f3ff3f3 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z4q2p a29e27e6510a1829ac83bd2910324318a80974d267f794c6f64c1ce37f3ff3f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:75:62:15:fa:c7\",\"name\":\"a29e27e6510a182\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c5697d5-3670-4db7-aa77-f2be95f39afd\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:07:04.132453 3854 namespace.go:142] [openshift] updating namespace I0331 04:07:04.144493 3854 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw 2cd0f9a5d8ed102064cdda0cfea1b8a7c6eede1096bffd254ede2ff231fdf9f4 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw 2cd0f9a5d8ed102064cdda0cfea1b8a7c6eede1096bffd254ede2ff231fdf9f4 network default NAD default] I0331 04:07:04.154024 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-ffxqw, hostIfaceName: 2cd0f9a5d8ed102, network: default, NAD default, SandboxID: "2cd0f9a5d8ed102064cdda0cfea1b8a7c6eede1096bffd254ede2ff231fdf9f4", PCI device ID: , UID: "547c2caa-9eb2-4cac-b49c-12de53ed1586", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0331 04:07:04.196912 3854 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw 2cd0f9a5d8ed102064cdda0cfea1b8a7c6eede1096bffd254ede2ff231fdf9f4 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ffxqw 2cd0f9a5d8ed102064cdda0cfea1b8a7c6eede1096bffd254ede2ff231fdf9f4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:8d:d1:e7:49:36\",\"name\":\"2cd0f9a5d8ed102\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/549e7bf1-87d8-4135-8293-6f7e05b62979\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:07:04.231413 3854 namespace.go:142] [rhbk-operator] updating namespace W0331 04:07:04.268861 3854 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0331 04:07:04.331029 3854 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:07:04.429532 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:07:04.530856 3854 namespace.go:142] [tsf] updating namespace I0331 04:07:04.633279 3854 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:07:04.733078 3854 namespace.go:142] [tsf-tas] updating namespace I0331 04:07:04.834311 3854 namespace.go:142] [tsf-tpa] updating namespace I0331 04:07:05.109173 3854 namespace.go:142] [openshift-pipelines] updating namespace W0331 04:07:05.256657 3854 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0331 04:07:16.185601 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60 W0331 04:07:16.935419 3854 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:07:16.935435 3854 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:07:16.935441 3854 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:07:16.935445 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:07:16.968601 3854 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0331 04:07:16.968623 3854 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0331 04:07:16.968630 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0331 04:07:17.269660 3854 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0331 04:07:17.269678 3854 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0331 04:07:17.269683 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0331 04:07:19.181076 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 W0331 04:07:25.262321 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0331 04:07:27.266584 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0331 04:07:30.373835 3854 cni.go:403] [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default] I0331 04:07:30.441854 3854 cni.go:424] [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 3637cea759c7b4c5523428d470e590317edea0c830eea01ebec07c3596a73c41 network default NAD default], result "{}", err I0331 04:07:30.491033 3854 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:07:30.491067 3854 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0331 04:07:30.492374 3854 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.21 I0331 04:07:30.492405 3854 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:07:30.513392 3854 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:07:30.513410 3854 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:07:30.519484 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0331 04:07:30.519512 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0331 04:07:31.672589 3854 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-235.ec2.internal I0331 04:07:31.672682 3854 kube.go:256] Updating pod tsf/test-tsf-iam I0331 04:07:31.710613 3854 kube.go:256] Updating pod tsf/test-tsf-iam I0331 04:07:31.737057 3854 pod.go:62] [tsf/test-tsf-iam] pod update took 64.397808ms I0331 04:07:31.737079 3854 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 64.423978ms I0331 04:07:31.738172 3854 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 65.602287ms, libovsdb time 772.854µs I0331 04:07:31.763876 3854 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:07:31.763973 3854 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0331 04:07:31.783070 3854 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.112087ms I0331 04:07:31.783093 3854 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.137886ms I0331 04:07:31.784167 3854 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.298677ms, libovsdb time 756.004µs I0331 04:07:32.026186 3854 cni.go:403] [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default] I0331 04:07:32.035367 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6d7856d30995f17, network: default, NAD default, SandboxID: "6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf", PCI device ID: , UID: "1b3815dc-21c6-415e-a8e5-190a5d617b6d", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0331 04:07:32.078447 3854 cni.go:424] [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:c9:19:33:83:90\",\"name\":\"6d7856d30995f17\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60475a52-3bd8-4255-90f4-9df8b26daaf8\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:07:32.124583 3854 cni.go:403] [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default] I0331 04:07:32.133261 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 37fa7e58334f84d, network: default, NAD default, SandboxID: "37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d", PCI device ID: , UID: "b3b3b013-3658-4b11-af37-fc6eb729d57b", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0331 04:07:32.176361 3854 cni.go:424] [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:3e:5a:1e:6a:ed\",\"name\":\"37fa7e58334f84d\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4938d51e-5ab8-4913-ad87-bccbd59f6a4b\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:07:37.419727 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0331 04:07:37.419735 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:07:37.419790 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:07:39.448072 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0331 04:07:50.182063 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=160 W0331 04:07:54.386857 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:07:54.386880 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:07:54.387773 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0331 04:07:55.300032 3854 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0331 04:07:55.622416 3854 cni.go:403] [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default] I0331 04:07:55.685450 3854 cni.go:424] [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 37fa7e58334f84dc0f35a35b3d8f4f8813391dab7ec4b989b378a611d61c019d network default NAD default], result "{}", err I0331 04:07:55.734501 3854 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:07:55.734538 3854 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0331 04:07:55.735723 3854 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.25 I0331 04:07:55.735751 3854 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:07:56.515864 3854 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:07:56.515892 3854 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:07:56.523429 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0331 04:07:56.523457 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0331 04:07:56.554810 3854 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:07:56.554903 3854 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0331 04:07:56.569492 3854 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.611054ms I0331 04:07:56.569520 3854 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.645693ms I0331 04:07:56.570620 3854 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.824097ms, libovsdb time 785.066µs I0331 04:07:56.913388 3854 cni.go:403] [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default] I0331 04:07:56.922077 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: fd8b3609cbc6831, network: default, NAD default, SandboxID: "fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d", PCI device ID: , UID: "1ad6ed23-ee66-441e-9573-e9181ee3c651", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0331 04:07:56.964651 3854 cni.go:424] [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:7e:e8:3a:e9:96\",\"name\":\"fd8b3609cbc6831\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2400a7cd-09f5-4b26-b4ff-cb8b4d099f42\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:07:58.524978 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:07:58.525004 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:07:58.525101 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0331 04:07:59.185060 3854 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0331 04:08:01.269257 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0331 04:08:05.215987 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal I0331 04:08:05.216027 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 46.098µs I0331 04:08:05.216097 3854 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall I0331 04:08:05.244633 3854 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8x9fg] creating logical port kube-system_global-pull-secret-syncer-8x9fg for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:05.244832 3854 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-8x9fg I0331 04:08:05.257809 3854 pod.go:62] [kube-system/global-pull-secret-syncer-8x9fg] pod update took 13.017138ms I0331 04:08:05.257835 3854 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-8x9fg] addLogicalPort annotation time took 13.048065ms I0331 04:08:05.259430 3854 pods.go:271] [kube-system/global-pull-secret-syncer-8x9fg] addLogicalPort took 14.820224ms, libovsdb time 1.093555ms I0331 04:08:05.615894 3854 cni.go:403] [kube-system/global-pull-secret-syncer-8x9fg 596662e13293ccc1a0de7356aa5c3ce1c55c3a2d0e57a8194288a60726326fa8 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-8x9fg 596662e13293ccc1a0de7356aa5c3ce1c55c3a2d0e57a8194288a60726326fa8 network default NAD default] I0331 04:08:05.625326 3854 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-8x9fg, hostIfaceName: 596662e13293ccc, network: default, NAD default, SandboxID: "596662e13293ccc1a0de7356aa5c3ce1c55c3a2d0e57a8194288a60726326fa8", PCI device ID: , UID: "449e9084-0ab8-43e5-a9f7-c710064a0703", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0331 04:08:05.672457 3854 cni.go:424] [kube-system/global-pull-secret-syncer-8x9fg 596662e13293ccc1a0de7356aa5c3ce1c55c3a2d0e57a8194288a60726326fa8 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-8x9fg 596662e13293ccc1a0de7356aa5c3ce1c55c3a2d0e57a8194288a60726326fa8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:db:57:1b:6e:dd\",\"name\":\"596662e13293ccc\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecf701f2-320d-4bf6-b310-3545b491add9\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:08:11.246805 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:08:11.246825 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:08:11.255251 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0331 04:08:11.871435 3854 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-6lgbn] creating logical port tsf-keycloak_tsf-iam-6lgbn for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:11.871534 3854 kube.go:256] Updating pod tsf-keycloak/tsf-iam-6lgbn I0331 04:08:11.886614 3854 pod.go:62] [tsf-keycloak/tsf-iam-6lgbn] pod update took 15.109453ms I0331 04:08:11.886643 3854 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-6lgbn] addLogicalPort annotation time took 15.14126ms I0331 04:08:11.887739 3854 pods.go:271] [tsf-keycloak/tsf-iam-6lgbn] addLogicalPort took 16.322289ms, libovsdb time 769.749µs I0331 04:08:12.231386 3854 cni.go:403] [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default] I0331 04:08:12.240346 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-6lgbn, hostIfaceName: 6b5775ead3e6179, network: default, NAD default, SandboxID: "6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b", PCI device ID: , UID: "f1ca7bdd-677d-4244-afa1-3f970d67e232", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0331 04:08:12.282471 3854 cni.go:424] [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:1e:17:fc:e5:33\",\"name\":\"6b5775ead3e6179\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/653109f9-41cb-43e9-a74f-d78144e450d5\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:08:14.304697 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0331 04:08:20.261368 3854 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0331 04:08:20.261388 3854 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0331 04:08:20.261395 3854 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0331 04:08:25.690429 3854 cni.go:403] [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default] I0331 04:08:25.775796 3854 cni.go:424] [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 6d7856d30995f175390849c1319f9286811f4ba40da4be4bf87f77ed490acccf network default NAD default], result "{}", err I0331 04:08:25.836571 3854 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:25.836610 3854 pods.go:176] Deleting pod: tsf/test-tsf-iam I0331 04:08:25.837999 3854 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.24 I0331 04:08:25.838033 3854 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:25.880492 3854 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:25.880520 3854 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:25.886743 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0331 04:08:25.886773 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0331 04:08:26.284790 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0331 04:08:26.636768 3854 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:26.636865 3854 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0331 04:08:26.650941 3854 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.100419ms I0331 04:08:26.650964 3854 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.129221ms I0331 04:08:26.652176 3854 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.425437ms, libovsdb time 864.651µs I0331 04:08:27.004709 3854 cni.go:403] [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default] I0331 04:08:27.016318 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 2503d535ceb1030, network: default, NAD default, SandboxID: "2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481", PCI device ID: , UID: "988835fa-6f02-48a8-9386-8397bc3e4343", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0331 04:08:27.061249 3854 cni.go:424] [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:da:6b:e7:86:fc\",\"name\":\"2503d535ceb1030\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd70aa7d-9ffb-4d4b-be27-0bef89aa5577\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:08:28.183098 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0331 04:08:28.709156 3854 cni.go:403] [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default] I0331 04:08:28.778073 3854 cni.go:424] [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-6lgbn 6b5775ead3e61790128773427cbf0eb6e283e722529ef36fbf6bd351b66d647b network default NAD default], result "{}", err I0331 04:08:28.830020 3854 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-6lgbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:28.830052 3854 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-6lgbn I0331 04:08:28.831284 3854 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-6lgbn, ips: 10.130.0.28 I0331 04:08:28.831311 3854 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-6lgbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:29.046413 3854 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-585657cbfd-ggjcq] creating logical port tsf-tas_trillian-logserver-585657cbfd-ggjcq for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:29.046509 3854 kube.go:256] Updating pod tsf-tas/trillian-logserver-585657cbfd-ggjcq I0331 04:08:29.061333 3854 pod.go:62] [tsf-tas/trillian-logserver-585657cbfd-ggjcq] pod update took 14.856464ms I0331 04:08:29.061356 3854 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-585657cbfd-ggjcq] addLogicalPort annotation time took 14.88189ms I0331 04:08:29.062563 3854 pods.go:271] [tsf-tas/trillian-logserver-585657cbfd-ggjcq] addLogicalPort took 16.163946ms, libovsdb time 885.037µs I0331 04:08:29.288406 3854 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-74fb4649b6-rwqkt] creating logical port tsf-tas_trillian-logsigner-74fb4649b6-rwqkt for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:29.288486 3854 kube.go:256] Updating pod tsf-tas/trillian-logsigner-74fb4649b6-rwqkt I0331 04:08:29.306223 3854 pod.go:62] [tsf-tas/trillian-logsigner-74fb4649b6-rwqkt] pod update took 17.759471ms I0331 04:08:29.306243 3854 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-74fb4649b6-rwqkt] addLogicalPort annotation time took 17.784144ms I0331 04:08:29.307296 3854 pods.go:271] [tsf-tas/trillian-logsigner-74fb4649b6-rwqkt] addLogicalPort took 18.902278ms, libovsdb time 744.829µs I0331 04:08:29.407614 3854 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-pkr9n-zh8k7] creating logical port tsf-tas_rekor-createtree-job-pkr9n-zh8k7 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:29.407721 3854 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-pkr9n-zh8k7 I0331 04:08:29.422034 3854 pod.go:62] [tsf-tas/rekor-createtree-job-pkr9n-zh8k7] pod update took 14.332244ms I0331 04:08:29.422052 3854 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-pkr9n-zh8k7] addLogicalPort annotation time took 14.35523ms I0331 04:08:29.423047 3854 pods.go:271] [tsf-tas/rekor-createtree-job-pkr9n-zh8k7] addLogicalPort took 15.446711ms, libovsdb time 678.843µs I0331 04:08:29.650689 3854 cni.go:403] [tsf-tas/trillian-logsigner-74fb4649b6-rwqkt f5ad8bc29b1737caaa4f2bfa0bcd5ffcacabe1b7d167fae30d49b92751675406 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-74fb4649b6-rwqkt f5ad8bc29b1737caaa4f2bfa0bcd5ffcacabe1b7d167fae30d49b92751675406 network default NAD default] I0331 04:08:29.659542 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-74fb4649b6-rwqkt, hostIfaceName: f5ad8bc29b1737c, network: default, NAD default, SandboxID: "f5ad8bc29b1737caaa4f2bfa0bcd5ffcacabe1b7d167fae30d49b92751675406", PCI device ID: , UID: "b3713dd8-6500-4156-ac94-940d3018f314", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0331 04:08:29.703783 3854 cni.go:424] [tsf-tas/trillian-logsigner-74fb4649b6-rwqkt f5ad8bc29b1737caaa4f2bfa0bcd5ffcacabe1b7d167fae30d49b92751675406 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-74fb4649b6-rwqkt f5ad8bc29b1737caaa4f2bfa0bcd5ffcacabe1b7d167fae30d49b92751675406 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:78:95:12:2c:d3\",\"name\":\"f5ad8bc29b1737c\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb79f25f-3bed-414b-82be-937d5be44b61\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:08:29.768828 3854 cni.go:403] [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default] I0331 04:08:29.777228 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-pkr9n-zh8k7, hostIfaceName: 2d3f49a9601c12a, network: default, NAD default, SandboxID: "2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067", PCI device ID: , UID: "011af5db-964e-4f12-b0c9-3280573c60fe", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0331 04:08:29.819143 3854 cni.go:424] [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:b8:0f:fe:f0:f8\",\"name\":\"2d3f49a9601c12a\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aff3e262-936c-4a12-a06a-7d41ed51b9ac\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:08:29.859962 3854 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-6lgbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:29.859984 3854 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-6lgbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:30.014366 3854 cni.go:403] [tsf-tas/trillian-logserver-585657cbfd-ggjcq 852e2a27f4c18d30c2c623a7d7b9b97b6ea17fd33b5ee26850c9ff94235c8bfc network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-585657cbfd-ggjcq 852e2a27f4c18d30c2c623a7d7b9b97b6ea17fd33b5ee26850c9ff94235c8bfc network default NAD default] I0331 04:08:30.024305 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-585657cbfd-ggjcq, hostIfaceName: 852e2a27f4c18d3, network: default, NAD default, SandboxID: "852e2a27f4c18d30c2c623a7d7b9b97b6ea17fd33b5ee26850c9ff94235c8bfc", PCI device ID: , UID: "06c02e13-64bd-4880-8d3f-8938ebcea4f8", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0331 04:08:30.067393 3854 cni.go:424] [tsf-tas/trillian-logserver-585657cbfd-ggjcq 852e2a27f4c18d30c2c623a7d7b9b97b6ea17fd33b5ee26850c9ff94235c8bfc network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-585657cbfd-ggjcq 852e2a27f4c18d30c2c623a7d7b9b97b6ea17fd33b5ee26850c9ff94235c8bfc network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:02:0c:ee:bc:0a\",\"name\":\"852e2a27f4c18d3\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0be919f7-edec-4fb9-8eba-43415b538ba4\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:08:30.100896 3854 cni.go:403] [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default] I0331 04:08:30.169934 3854 cni.go:424] [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 fd8b3609cbc68311bcecaeb0b47cf8fcba90be99ae7578efd37c6974922cd24d network default NAD default], result "{}", err I0331 04:08:30.210536 3854 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:30.210568 3854 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0331 04:08:30.212008 3854 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.26 I0331 04:08:30.212044 3854 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:30.723104 3854 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:30.723210 3854 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:30.725990 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0331 04:08:30.726064 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0331 04:08:30.756223 3854 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:30.756460 3854 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0331 04:08:30.778711 3854 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 22.293604ms I0331 04:08:30.778744 3854 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 22.331479ms I0331 04:08:30.780460 3854 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 24.254298ms, libovsdb time 1.241393ms W0331 04:08:31.311052 3854 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0331 04:08:31.311077 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0331 04:08:32.134254 3854 cni.go:403] [tsf-keycloak/keycloak-0 028c1b455dd7eb0efc0edb68513ff95554eac520d20921b23b0d61bb595fff98 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 028c1b455dd7eb0efc0edb68513ff95554eac520d20921b23b0d61bb595fff98 network default NAD default] I0331 04:08:32.144854 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 028c1b455dd7eb0, network: default, NAD default, SandboxID: "028c1b455dd7eb0efc0edb68513ff95554eac520d20921b23b0d61bb595fff98", PCI device ID: , UID: "7d3f0dfb-8844-4d50-b40e-81e24184a659", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0331 04:08:32.198092 3854 cni.go:424] [tsf-keycloak/keycloak-0 028c1b455dd7eb0efc0edb68513ff95554eac520d20921b23b0d61bb595fff98 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 028c1b455dd7eb0efc0edb68513ff95554eac520d20921b23b0d61bb595fff98 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:47:3b:c8:aa:26\",\"name\":\"028c1b455dd7eb0\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f16ffedf-a475-4722-be82-18a4a571b73d\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:08:32.251581 3854 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-tkvd8] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-tkvd8 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:08:32.251682 3854 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-tkvd8 I0331 04:08:32.264465 3854 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-tkvd8] pod update took 12.805198ms I0331 04:08:32.264541 3854 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-tkvd8] addLogicalPort annotation time took 12.885438ms I0331 04:08:32.266198 3854 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-tkvd8] addLogicalPort took 14.636694ms, libovsdb time 1.166804ms I0331 04:08:32.270990 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0331 04:08:32.618249 3854 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-tkvd8 4b4a719bcb094d758172427312ffd48303180dc32adf6e873e8cd58f3da14073 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tkvd8 4b4a719bcb094d758172427312ffd48303180dc32adf6e873e8cd58f3da14073 network default NAD default] I0331 04:08:32.628550 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-tkvd8, hostIfaceName: 4b4a719bcb094d7, network: default, NAD default, SandboxID: "4b4a719bcb094d758172427312ffd48303180dc32adf6e873e8cd58f3da14073", PCI device ID: , UID: "a653af4b-9f92-40d4-9b33-24b3257d3a05", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0331 04:08:32.679694 3854 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-tkvd8 4b4a719bcb094d758172427312ffd48303180dc32adf6e873e8cd58f3da14073 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tkvd8 4b4a719bcb094d758172427312ffd48303180dc32adf6e873e8cd58f3da14073 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:ac:31:f6:e8:fd\",\"name\":\"4b4a719bcb094d7\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38c6046f-2545-4edc-a3d6-83d614b1a17e\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:08:33.752554 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0331 04:08:33.756141 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:08:33.756159 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:08:36.775811 3854 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0331 04:08:36.804798 3854 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0331 04:08:40.867243 3854 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:40.867905 3854 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:41.744702 3854 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:41.744728 3854 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0331 04:08:44.755280 3854 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0331 04:08:47.420075 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0331 04:08:47.422456 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:08:47.422479 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak I0331 04:08:53.295236 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0331 04:09:10.921218 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0331 04:09:10.949493 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0331 04:09:13.977249 3854 cni.go:403] [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default] I0331 04:09:14.051065 3854 cni.go:424] [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-pkr9n-zh8k7 2d3f49a9601c12a5636e4f02a70817aedb95446105ac8e7d12f5fab5cf154067 network default NAD default], result "{}", err I0331 04:09:14.096317 3854 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:09:14.096350 3854 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-pkr9n-zh8k7 I0331 04:09:14.097588 3854 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-pkr9n-zh8k7, ips: 10.130.0.32 I0331 04:09:14.097616 3854 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:09:14.990894 3854 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:09:14.990918 3854 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:09:20.556206 3854 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7cc8c57476-dvq75] creating logical port tsf-tas_rekor-search-ui-7cc8c57476-dvq75 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:09:20.556311 3854 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7cc8c57476-dvq75 I0331 04:09:20.571958 3854 pod.go:62] [tsf-tas/rekor-search-ui-7cc8c57476-dvq75] pod update took 15.671126ms I0331 04:09:20.571979 3854 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-7cc8c57476-dvq75] addLogicalPort annotation time took 15.700495ms I0331 04:09:20.573093 3854 pods.go:271] [tsf-tas/rekor-search-ui-7cc8c57476-dvq75] addLogicalPort took 16.905309ms, libovsdb time 774.563µs I0331 04:09:20.916422 3854 cni.go:403] [tsf-tas/rekor-search-ui-7cc8c57476-dvq75 76d6af720b499bd074ab247624f1f3296b7e1d58c93d429e205b9b608a4083b6 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-7cc8c57476-dvq75 76d6af720b499bd074ab247624f1f3296b7e1d58c93d429e205b9b608a4083b6 network default NAD default] I0331 04:09:20.925824 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7cc8c57476-dvq75, hostIfaceName: 76d6af720b499bd, network: default, NAD default, SandboxID: "76d6af720b499bd074ab247624f1f3296b7e1d58c93d429e205b9b608a4083b6", PCI device ID: , UID: "70730704-7e14-4cb6-9c99-e137d0ae41fa", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0331 04:09:20.969927 3854 cni.go:424] [tsf-tas/rekor-search-ui-7cc8c57476-dvq75 76d6af720b499bd074ab247624f1f3296b7e1d58c93d429e205b9b608a4083b6 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-7cc8c57476-dvq75 76d6af720b499bd074ab247624f1f3296b7e1d58c93d429e205b9b608a4083b6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:c2:65:da:f1:bb\",\"name\":\"76d6af720b499bd\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00edd637-8847-4d88-ad68-01765ad1f7f4\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:09:22.964496 3854 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0331 04:09:24.030089 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0331 04:09:31.604593 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0331 04:09:34.156841 3854 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:09:34.157596 3854 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:09:35.041485 3854 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:09:35.041523 3854 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0331 04:09:36.051707 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0331 04:09:42.078779 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0331 04:09:46.440739 3854 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-7hc4n-pwqkr] creating logical port tsf-tas_tuf-repository-init-7hc4n-pwqkr for pod on switch ip-10-0-2-235.ec2.internal I0331 04:09:46.440886 3854 kube.go:256] Updating pod tsf-tas/tuf-repository-init-7hc4n-pwqkr I0331 04:09:46.453970 3854 pod.go:62] [tsf-tas/tuf-repository-init-7hc4n-pwqkr] pod update took 13.112764ms I0331 04:09:46.453997 3854 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-7hc4n-pwqkr] addLogicalPort annotation time took 13.146231ms I0331 04:09:46.455325 3854 pods.go:271] [tsf-tas/tuf-repository-init-7hc4n-pwqkr] addLogicalPort took 14.607121ms, libovsdb time 914.625µs I0331 04:09:56.714434 3854 cni.go:403] [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default] I0331 04:09:56.723190 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-7hc4n-pwqkr, hostIfaceName: fe37d174cdf384a, network: default, NAD default, SandboxID: "fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4", PCI device ID: , UID: "c59511a0-3ab3-43a0-af0f-10eebf604301", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0331 04:09:56.767886 3854 cni.go:424] [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:9d:fe:05:db:2e\",\"name\":\"fe37d174cdf384a\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ad243cd-89a5-438f-9fea-5637d8c4931c\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:09:59.220642 3854 cni.go:403] [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default] I0331 04:09:59.287824 3854 cni.go:424] [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 2503d535ceb103016bf986da40769cb7e3ebe12c76d676f59cd1f790c6a84481 network default NAD default], result "{}", err I0331 04:09:59.337521 3854 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:09:59.337560 3854 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0331 04:09:59.338906 3854 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.29 I0331 04:09:59.338935 3854 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:09:59.356770 3854 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:09:59.356797 3854 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:09:59.363784 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0331 04:09:59.363806 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0331 04:09:59.975682 3854 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-48j5v] creating logical port tsf_patch-tekton-config-48j5v for pod on switch ip-10-0-2-235.ec2.internal I0331 04:09:59.975790 3854 kube.go:256] Updating pod tsf/patch-tekton-config-48j5v I0331 04:09:59.988232 3854 pod.go:62] [tsf/patch-tekton-config-48j5v] pod update took 12.46836ms I0331 04:09:59.988252 3854 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-48j5v] addLogicalPort annotation time took 12.49422ms I0331 04:09:59.989519 3854 pods.go:271] [tsf/patch-tekton-config-48j5v] addLogicalPort took 13.855984ms, libovsdb time 913.504µs I0331 04:10:00.179543 3854 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582170-4nlgf for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:00.179653 3854 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf I0331 04:10:00.193357 3854 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf] pod update took 13.725124ms I0331 04:10:00.193401 3854 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf] addLogicalPort annotation time took 13.769135ms I0331 04:10:00.194655 3854 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf] addLogicalPort took 15.130703ms, libovsdb time 866.214µs I0331 04:10:00.227980 3854 cni.go:403] [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default] I0331 04:10:00.306882 3854 cni.go:424] [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-7hc4n-pwqkr fe37d174cdf384a9b0875c5ecbd2aa9b4a2ffbe74580721b4ee7609195fe01a4 network default NAD default], result "{}", err I0331 04:10:00.336677 3854 cni.go:403] [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default] I0331 04:10:00.345021 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-48j5v, hostIfaceName: 6ba5775b8f89d0b, network: default, NAD default, SandboxID: "6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c", PCI device ID: , UID: "33f99a70-f280-43cd-9ce3-85707de11e43", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0331 04:10:00.355068 3854 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:00.355099 3854 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-7hc4n-pwqkr I0331 04:10:00.356372 3854 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-7hc4n-pwqkr, ips: 10.130.0.36 I0331 04:10:00.356400 3854 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:00.390680 3854 cni.go:424] [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:35:ac:32:c0:5a\",\"name\":\"6ba5775b8f89d0b\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab12fcd7-f2e2-4bfd-8d09-e3ea63ab5180\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:00.542881 3854 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default] I0331 04:10:00.551336 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582170-4nlgf, hostIfaceName: b72489ad98a9433, network: default, NAD default, SandboxID: "b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde", PCI device ID: , UID: "ccfaf3fd-c1e6-43b4-8a97-bc5e872bc4ff", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0331 04:10:00.594410 3854 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:6d:4f:04:a8:6a\",\"name\":\"b72489ad98a9433\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b06daa7e-4e35-4916-b24c-246cb74ea9e1\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:01.377849 3854 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:01.377948 3854 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:03.555610 3854 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-5m4z6] creating logical port tsf-tas_tuf-bc5768c88-5m4z6 for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:03.555728 3854 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-5m4z6 I0331 04:10:03.568669 3854 pod.go:62] [tsf-tas/tuf-bc5768c88-5m4z6] pod update took 12.967053ms I0331 04:10:03.568693 3854 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-5m4z6] addLogicalPort annotation time took 12.994691ms I0331 04:10:03.569863 3854 pods.go:271] [tsf-tas/tuf-bc5768c88-5m4z6] addLogicalPort took 14.267507ms, libovsdb time 807.768µs I0331 04:10:05.266701 3854 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default] I0331 04:10:05.351307 3854 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf b72489ad98a943339f85a05964065d49d1fac9e222066836684a0169cb5a9bde network default NAD default], result "{}", err I0331 04:10:05.778506 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:05.778543 3854 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf I0331 04:10:05.779830 3854 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf, ips: 10.130.0.38 I0331 04:10:05.779856 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:06.281243 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:06.281268 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:06.936851 3854 cni.go:403] [tsf-tas/tuf-bc5768c88-5m4z6 4ac0d098acd94c83597a0bce9c6f03159ec3785d01108e5e24b4c511c77d2da1 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-5m4z6 4ac0d098acd94c83597a0bce9c6f03159ec3785d01108e5e24b4c511c77d2da1 network default NAD default] I0331 04:10:06.945363 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-5m4z6, hostIfaceName: 4ac0d098acd94c8, network: default, NAD default, SandboxID: "4ac0d098acd94c83597a0bce9c6f03159ec3785d01108e5e24b4c511c77d2da1", PCI device ID: , UID: "5ac520f9-12dc-49c6-969c-cbaf0ab052d7", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0331 04:10:06.988628 3854 cni.go:424] [tsf-tas/tuf-bc5768c88-5m4z6 4ac0d098acd94c83597a0bce9c6f03159ec3785d01108e5e24b4c511c77d2da1 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-5m4z6 4ac0d098acd94c83597a0bce9c6f03159ec3785d01108e5e24b4c511c77d2da1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:cf:28:5e:07:c3\",\"name\":\"4ac0d098acd94c8\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a964e83c-7138-4aaf-8cf3-c1d1f25d68d6\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:07.277506 3854 cni.go:403] [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default] I0331 04:10:07.357206 3854 cni.go:424] [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-48j5v 6ba5775b8f89d0bd326ed61623c3ebf914ad8fc13e711912f27a07c56da5ee3c network default NAD default], result "{}", err I0331 04:10:07.393155 3854 obj_retry.go:464] Detected object tsf/patch-tekton-config-48j5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:07.393190 3854 pods.go:176] Deleting pod: tsf/patch-tekton-config-48j5v I0331 04:10:07.394480 3854 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-48j5v, ips: 10.130.0.37 I0331 04:10:07.394514 3854 obj_retry.go:464] Detected object tsf/patch-tekton-config-48j5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0331 04:10:08.281750 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0331 04:10:08.415340 3854 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:08.415362 3854 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:08.511561 3854 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-kws4f] creating logical port tsf_tsf-tekton-configuration-kws4f for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:08.511653 3854 kube.go:256] Updating pod tsf/tsf-tekton-configuration-kws4f I0331 04:10:08.522811 3854 pod.go:62] [tsf/tsf-tekton-configuration-kws4f] pod update took 11.182436ms I0331 04:10:08.522838 3854 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-kws4f] addLogicalPort annotation time took 11.21352ms I0331 04:10:08.524400 3854 pods.go:271] [tsf/tsf-tekton-configuration-kws4f] addLogicalPort took 12.852064ms, libovsdb time 1.04188ms I0331 04:10:08.872383 3854 cni.go:403] [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default] I0331 04:10:08.880840 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-kws4f, hostIfaceName: d3e95f2a2f71315, network: default, NAD default, SandboxID: "d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec", PCI device ID: , UID: "21ac2c9d-f7f7-4106-8382-0171b3a14c34", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0331 04:10:08.923304 3854 cni.go:424] [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:7f:c2:ed:a3:4d\",\"name\":\"d3e95f2a2f71315\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38cfe48f-5edb-4f1f-9059-cbea8baa3088\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:14.328296 3854 cni.go:403] [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default] I0331 04:10:14.398123 3854 cni.go:424] [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-kws4f d3e95f2a2f713155bccc2585389fcfa0e15cc779d7608f532d6af99d481d56ec network default NAD default], result "{}", err I0331 04:10:14.445330 3854 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kws4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:14.445365 3854 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-kws4f I0331 04:10:14.446481 3854 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-kws4f, ips: 10.130.0.40 I0331 04:10:14.446508 3854 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kws4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:15.353066 3854 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kws4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:15.353101 3854 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kws4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:15.394227 3854 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:15.394251 3854 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:15.399736 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-48j5v I0331 04:10:15.399768 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-48j5v I0331 04:10:15.580772 3854 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:15.580893 3854 kube.go:256] Updating pod tsf/test-tsf-pipelines I0331 04:10:15.594040 3854 pod.go:62] [tsf/test-tsf-pipelines] pod update took 13.193583ms I0331 04:10:15.594060 3854 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 13.219418ms I0331 04:10:15.595534 3854 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 14.778519ms, libovsdb time 1.083753ms I0331 04:10:15.940439 3854 cni.go:403] [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default] I0331 04:10:15.949485 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: cdbd00ace19cadf, network: default, NAD default, SandboxID: "cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0", PCI device ID: , UID: "1a9adeb3-96cb-42bb-b14d-eca3ed5d7d2e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0331 04:10:15.992819 3854 cni.go:424] [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:a7:c8:b6:31:d6\",\"name\":\"cdbd00ace19cadf\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f78b7945-5b00-497b-ba7b-ded1c7bb5613\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:10:19.302155 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0331 04:10:24.388567 3854 cni.go:403] [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default] I0331 04:10:24.469580 3854 cni.go:424] [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines cdbd00ace19cadfcb940229e3b52681bdc0f255612c71ef9de52726798d8ebb0 network default NAD default], result "{}", err I0331 04:10:24.517761 3854 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:24.517803 3854 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0331 04:10:24.519049 3854 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.130.0.41 I0331 04:10:24.519075 3854 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:24.535971 3854 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:24.536004 3854 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:24.539286 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0331 04:10:24.539310 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0331 04:10:25.085768 3854 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:25.085878 3854 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0331 04:10:25.100041 3854 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.187207ms I0331 04:10:25.100064 3854 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.213909ms I0331 04:10:25.101256 3854 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.50447ms, libovsdb time 810.97µs I0331 04:10:25.444502 3854 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default] I0331 04:10:25.452754 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 47097ce6ed958cf, network: default, NAD default, SandboxID: "47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88", PCI device ID: , UID: "375677dd-1285-49b5-85a4-bb79d30e89d4", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0331 04:10:25.495331 3854 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:9e:04:2b:ad:d2\",\"name\":\"47097ce6ed958cf\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd6423d4-40d1-4e64-9f54-f9d53c8c5626\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:28.409760 3854 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default] I0331 04:10:28.491343 3854 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 47097ce6ed958cf8177831b16249ab824a439c18e736ec3af389f5d158341d88 network default NAD default], result "{}", err I0331 04:10:28.541802 3854 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:28.541836 3854 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0331 04:10:28.543159 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.42 I0331 04:10:28.543186 3854 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:28.583546 3854 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:28.583564 3854 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:28.589706 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0331 04:10:28.589733 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0331 04:10:28.776947 3854 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:28.777065 3854 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0331 04:10:28.790501 3854 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.457704ms I0331 04:10:28.790527 3854 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.486225ms I0331 04:10:28.791721 3854 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.787044ms, libovsdb time 818.941µs I0331 04:10:29.134977 3854 cni.go:403] [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default] I0331 04:10:29.143391 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 4262dac394ea3e6, network: default, NAD default, SandboxID: "4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40", PCI device ID: , UID: "25d05b5b-fe63-4434-8f5d-302767082496", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0331 04:10:29.187280 3854 cni.go:424] [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:fc:b3:93:1b:3a\",\"name\":\"4262dac394ea3e6\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc690b59-be2e-4343-8420-05cc77a6d621\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:29.834174 3854 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-95xwk] creating logical port tsf-tpa_create-db-95xwk for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:29.834266 3854 kube.go:256] Updating pod tsf-tpa/create-db-95xwk I0331 04:10:29.846084 3854 pod.go:62] [tsf-tpa/create-db-95xwk] pod update took 11.842694ms I0331 04:10:29.846128 3854 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-95xwk] addLogicalPort annotation time took 11.876879ms I0331 04:10:29.847576 3854 pods.go:271] [tsf-tpa/create-db-95xwk] addLogicalPort took 13.421138ms, libovsdb time 963.845µs I0331 04:10:30.194713 3854 cni.go:403] [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default] I0331 04:10:30.202935 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-95xwk, hostIfaceName: 9405dd52400012a, network: default, NAD default, SandboxID: "9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97", PCI device ID: , UID: "1b82adbb-25ca-4d47-8bfb-0eb7cee57034", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0331 04:10:30.245814 3854 cni.go:424] [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:9e:b3:07:e7:96\",\"name\":\"9405dd52400012a\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7618711-e9ac-4895-ab60-0beb6b585157\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:34.454583 3854 cni.go:403] [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default] I0331 04:10:34.526437 3854 cni.go:424] [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-95xwk 9405dd52400012ae7d51097d0439acfa748bcac6f8522e6416cd72bc29a8aa97 network default NAD default], result "{}", err I0331 04:10:34.575096 3854 obj_retry.go:464] Detected object tsf-tpa/create-db-95xwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:34.575146 3854 pods.go:176] Deleting pod: tsf-tpa/create-db-95xwk I0331 04:10:34.576457 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-95xwk, ips: 10.130.0.44 I0331 04:10:34.576486 3854 obj_retry.go:464] Detected object tsf-tpa/create-db-95xwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:35.597709 3854 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:35.597738 3854 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:35.697481 3854 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-fh2bf] creating logical port tsf-tpa_migrate-db-fh2bf for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:35.697571 3854 kube.go:256] Updating pod tsf-tpa/migrate-db-fh2bf I0331 04:10:35.709308 3854 pod.go:62] [tsf-tpa/migrate-db-fh2bf] pod update took 11.760916ms I0331 04:10:35.709326 3854 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-fh2bf] addLogicalPort annotation time took 11.785602ms I0331 04:10:35.710644 3854 pods.go:271] [tsf-tpa/migrate-db-fh2bf] addLogicalPort took 13.182812ms, libovsdb time 887.752µs I0331 04:10:36.064370 3854 cni.go:403] [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default] I0331 04:10:36.073042 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-fh2bf, hostIfaceName: d440aac6093c43c, network: default, NAD default, SandboxID: "d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9", PCI device ID: , UID: "aa2d02b6-d58e-471f-9d2a-7b4a3deeed2f", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0331 04:10:36.118470 3854 cni.go:424] [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:b1:eb:92:9c:42\",\"name\":\"d440aac6093c43c\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec33d31e-c84f-47b3-8753-e682537b9c1f\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:38.479755 3854 cni.go:403] [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default] I0331 04:10:38.559304 3854 cni.go:424] [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-fh2bf d440aac6093c43c413053e25e8bc9f63f7fab754c4848574297888a1c2a003f9 network default NAD default], result "{}", err I0331 04:10:38.628854 3854 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fh2bf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:38.628887 3854 pods.go:176] Deleting pod: tsf-tpa/migrate-db-fh2bf I0331 04:10:38.630260 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-fh2bf, ips: 10.130.0.45 I0331 04:10:38.630288 3854 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fh2bf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:38.734142 3854 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:38.734161 3854 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:41.861676 3854 base_network_controller_pods.go:487] [default/tsf-tpa/server-689f7d878b-xrz2s] creating logical port tsf-tpa_server-689f7d878b-xrz2s for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:41.861806 3854 kube.go:256] Updating pod tsf-tpa/server-689f7d878b-xrz2s I0331 04:10:41.875618 3854 pod.go:62] [tsf-tpa/server-689f7d878b-xrz2s] pod update took 13.851187ms I0331 04:10:41.875644 3854 base_network_controller_pods.go:937] [default/tsf-tpa/server-689f7d878b-xrz2s] addLogicalPort annotation time took 13.886342ms I0331 04:10:41.876979 3854 pods.go:271] [tsf-tpa/server-689f7d878b-xrz2s] addLogicalPort took 15.325221ms, libovsdb time 939.797µs I0331 04:10:41.887637 3854 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-6h6vq] creating logical port tsf-tpa_importer-74cd48f5c7-6h6vq for pod on switch ip-10-0-2-235.ec2.internal I0331 04:10:41.887785 3854 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-6h6vq I0331 04:10:41.901307 3854 pod.go:62] [tsf-tpa/importer-74cd48f5c7-6h6vq] pod update took 13.558966ms I0331 04:10:41.901345 3854 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-6h6vq] addLogicalPort annotation time took 13.599631ms I0331 04:10:41.902516 3854 pods.go:271] [tsf-tpa/importer-74cd48f5c7-6h6vq] addLogicalPort took 14.893176ms, libovsdb time 835.547µs I0331 04:10:42.549719 3854 obj_retry.go:464] Detected object tsf-tpa/create-importers-6v4x8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:42.550316 3854 obj_retry.go:464] Detected object tsf-tpa/create-importers-6v4x8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:43.587327 3854 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:43.587353 3854 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:48.977194 3854 cni.go:403] [tsf-tpa/server-689f7d878b-xrz2s 2b4d7b4d1e999f1b139ee58f8c7bdeb407f372c3ee406e3c3a5ecba8592bb941 network default NAD default] ADD starting CNI request [tsf-tpa/server-689f7d878b-xrz2s 2b4d7b4d1e999f1b139ee58f8c7bdeb407f372c3ee406e3c3a5ecba8592bb941 network default NAD default] I0331 04:10:48.985831 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-689f7d878b-xrz2s, hostIfaceName: 2b4d7b4d1e999f1, network: default, NAD default, SandboxID: "2b4d7b4d1e999f1b139ee58f8c7bdeb407f372c3ee406e3c3a5ecba8592bb941", PCI device ID: , UID: "cf3f6fc1-7c1e-4f36-b43e-1c6050a00d9a", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0331 04:10:49.003882 3854 cni.go:403] [tsf-tpa/importer-74cd48f5c7-6h6vq d47c588a2504cbf1a34080a1797f6a9a653aac1975a54e1f1c82fbe96415a4b2 network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-6h6vq d47c588a2504cbf1a34080a1797f6a9a653aac1975a54e1f1c82fbe96415a4b2 network default NAD default] I0331 04:10:49.011655 3854 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-6h6vq, hostIfaceName: d47c588a2504cbf, network: default, NAD default, SandboxID: "d47c588a2504cbf1a34080a1797f6a9a653aac1975a54e1f1c82fbe96415a4b2", PCI device ID: , UID: "62ea0593-64d3-49fa-93d2-852b65515a67", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0331 04:10:49.032015 3854 cni.go:424] [tsf-tpa/server-689f7d878b-xrz2s 2b4d7b4d1e999f1b139ee58f8c7bdeb407f372c3ee406e3c3a5ecba8592bb941 network default NAD default] ADD finished CNI request [tsf-tpa/server-689f7d878b-xrz2s 2b4d7b4d1e999f1b139ee58f8c7bdeb407f372c3ee406e3c3a5ecba8592bb941 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:6b:d6:2b:65:59\",\"name\":\"2b4d7b4d1e999f1\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c307a6a7-3ae9-42ea-a7c7-759fefcee9cf\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:49.056049 3854 cni.go:424] [tsf-tpa/importer-74cd48f5c7-6h6vq d47c588a2504cbf1a34080a1797f6a9a653aac1975a54e1f1c82fbe96415a4b2 network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-6h6vq d47c588a2504cbf1a34080a1797f6a9a653aac1975a54e1f1c82fbe96415a4b2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:a8:87:22:38:6b\",\"name\":\"d47c588a2504cbf\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e775383e-8465-404d-9393-c9815c9ce061\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:10:49.545438 3854 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0331 04:11:00.557418 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0331 04:11:01.186149 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0331 04:11:17.698043 3854 cni.go:403] [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default] I0331 04:11:17.780559 3854 cni.go:424] [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 4262dac394ea3e6b954322775c38f63e7be401abf9fcb20b49d7d43785565d40 network default NAD default], result "{}", err I0331 04:11:17.830654 3854 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:11:17.830692 3854 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0331 04:11:17.832076 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.43 I0331 04:11:17.832105 3854 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:11:17.849536 3854 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:11:17.849557 3854 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:11:17.855963 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0331 04:11:17.855996 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0331 04:11:18.492875 3854 namespace.go:98] [build-service] adding namespace I0331 04:11:18.493911 3854 namespace.go:102] [build-service] adding namespace took 1.012596ms I0331 04:11:18.498630 3854 namespace.go:98] [integration-service] adding namespace I0331 04:11:18.499322 3854 namespace.go:102] [integration-service] adding namespace took 677µs I0331 04:11:18.509922 3854 namespace.go:98] [image-controller] adding namespace I0331 04:11:18.510528 3854 namespace.go:102] [image-controller] adding namespace took 590.303µs I0331 04:11:18.527096 3854 namespace.go:142] [build-service] updating namespace I0331 04:11:18.558822 3854 namespace.go:142] [build-service] updating namespace I0331 04:11:18.563235 3854 namespace.go:142] [integration-service] updating namespace I0331 04:11:18.596901 3854 namespace.go:142] [image-controller] updating namespace I0331 04:11:18.601252 3854 namespace.go:142] [integration-service] updating namespace I0331 04:11:18.626772 3854 namespace.go:142] [image-controller] updating namespace I0331 04:11:18.684441 3854 namespace.go:142] [build-service] updating namespace I0331 04:11:18.723223 3854 namespace.go:142] [integration-service] updating namespace I0331 04:11:18.729903 3854 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-f9htd] creating logical port konflux-ui_tsf-konflux-public-key-f9htd for pod on switch ip-10-0-2-235.ec2.internal I0331 04:11:18.730023 3854 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-f9htd I0331 04:11:18.751901 3854 pod.go:62] [konflux-ui/tsf-konflux-public-key-f9htd] pod update took 21.903229ms I0331 04:11:18.751919 3854 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-f9htd] addLogicalPort annotation time took 21.925031ms I0331 04:11:18.753076 3854 pods.go:271] [konflux-ui/tsf-konflux-public-key-f9htd] addLogicalPort took 23.186458ms, libovsdb time 807.956µs I0331 04:11:18.757071 3854 namespace.go:98] [release-service] adding namespace I0331 04:11:18.757741 3854 namespace.go:102] [release-service] adding namespace took 656.697µs I0331 04:11:18.796313 3854 namespace.go:142] [release-service] updating namespace I0331 04:11:18.816136 3854 namespace.go:142] [release-service] updating namespace I0331 04:11:18.874100 3854 namespace.go:142] [konflux-ui] updating namespace I0331 04:11:19.040062 3854 namespace.go:98] [konflux-info] adding namespace I0331 04:11:19.040960 3854 namespace.go:102] [konflux-info] adding namespace took 880.18µs I0331 04:11:19.085080 3854 cni.go:403] [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default] I0331 04:11:19.093738 3854 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-f9htd, hostIfaceName: e4265e8dbbe0678, network: default, NAD default, SandboxID: "e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45", PCI device ID: , UID: "b884a9c0-4487-44d3-92e3-00216efec01b", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0331 04:11:19.140609 3854 namespace.go:142] [konflux-info] updating namespace I0331 04:11:19.140683 3854 namespace.go:98] [namespace-lister] adding namespace I0331 04:11:19.141453 3854 namespace.go:102] [namespace-lister] adding namespace took 755.001µs I0331 04:11:19.142960 3854 cni.go:424] [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:2e:76:51:73:3e\",\"name\":\"e4265e8dbbe0678\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfe173d4-c4ae-4642-ad6c-b98de731fad1\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:11:19.188056 3854 namespace.go:142] [konflux-info] updating namespace I0331 04:11:19.209266 3854 namespace.go:142] [namespace-lister] updating namespace I0331 04:11:19.266099 3854 namespace.go:142] [image-controller] updating namespace I0331 04:11:19.266184 3854 namespace.go:98] [enterprise-contract-service] adding namespace I0331 04:11:19.267014 3854 namespace.go:102] [enterprise-contract-service] adding namespace took 813.347µs I0331 04:11:19.273734 3854 namespace.go:142] [namespace-lister] updating namespace I0331 04:11:19.357921 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:11:19.386949 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:11:19.711212 3854 namespace.go:98] [default-tenant] adding namespace I0331 04:11:19.712151 3854 namespace.go:102] [default-tenant] adding namespace took 907.754µs I0331 04:11:19.870127 3854 namespace.go:98] [segment-bridge] adding namespace I0331 04:11:19.870946 3854 namespace.go:102] [segment-bridge] adding namespace took 792.447µs I0331 04:11:20.019473 3854 namespace.go:142] [default-tenant] updating namespace I0331 04:11:20.245971 3854 namespace.go:142] [default-tenant] updating namespace I0331 04:11:20.304254 3854 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0331 04:11:20.304910 3854 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0331 04:11:20.304929 3854 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0331 04:11:20.307387 3854 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0331 04:11:20.351370 3854 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0331 04:11:20.351392 3854 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0331 04:11:20.352073 3854 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0331 04:11:20.426226 3854 namespace.go:142] [segment-bridge] updating namespace I0331 04:11:20.573348 3854 namespace.go:142] [segment-bridge] updating namespace I0331 04:11:20.846876 3854 namespace.go:142] [build-service] updating namespace I0331 04:11:21.135929 3854 namespace.go:142] [default-tenant] updating namespace I0331 04:11:21.490313 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:11:21.677051 3854 namespace.go:142] [image-controller] updating namespace I0331 04:11:21.726757 3854 cni.go:403] [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default] I0331 04:11:21.808721 3854 cni.go:424] [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-f9htd e4265e8dbbe0678d15ed1b5f55ad2b63ec1baf797f67f9b14345eab9eb39fa45 network default NAD default], result "{}", err I0331 04:11:21.883333 3854 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:11:21.883364 3854 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-f9htd I0331 04:11:21.884666 3854 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-f9htd, ips: 10.130.0.48 I0331 04:11:21.884691 3854 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:11:21.898694 3854 namespace.go:142] [integration-service] updating namespace I0331 04:11:22.094356 3854 namespace.go:142] [konflux-info] updating namespace I0331 04:11:22.266029 3854 namespace.go:142] [namespace-lister] updating namespace I0331 04:11:22.473689 3854 namespace.go:142] [release-service] updating namespace I0331 04:11:22.677934 3854 namespace.go:142] [segment-bridge] updating namespace I0331 04:11:22.797431 3854 namespace.go:142] [build-service] updating namespace I0331 04:11:22.815468 3854 namespace.go:142] [default-tenant] updating namespace I0331 04:11:22.837170 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:11:22.855882 3854 namespace.go:142] [image-controller] updating namespace I0331 04:11:22.870858 3854 namespace.go:142] [integration-service] updating namespace I0331 04:11:22.888811 3854 namespace.go:142] [konflux-info] updating namespace I0331 04:11:22.906255 3854 namespace.go:142] [namespace-lister] updating namespace I0331 04:11:22.920901 3854 namespace.go:142] [release-service] updating namespace I0331 04:11:22.920964 3854 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:11:22.920987 3854 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:11:22.940340 3854 namespace.go:142] [segment-bridge] updating namespace I0331 04:11:22.987910 3854 namespace.go:142] [build-service] updating namespace I0331 04:11:23.046333 3854 namespace.go:142] [default-tenant] updating namespace I0331 04:11:23.116650 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:11:23.215000 3854 namespace.go:142] [image-controller] updating namespace I0331 04:11:23.307958 3854 namespace.go:142] [integration-service] updating namespace I0331 04:11:23.411716 3854 namespace.go:142] [konflux-info] updating namespace I0331 04:11:23.511959 3854 namespace.go:142] [namespace-lister] updating namespace I0331 04:11:23.609135 3854 namespace.go:142] [release-service] updating namespace I0331 04:11:23.709405 3854 namespace.go:142] [segment-bridge] updating namespace W0331 04:11:25.162386 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0331 04:11:25.184792 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0331 04:11:27.677559 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0331 04:11:29.280682 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0331 04:11:29.831637 3854 namespace.go:142] [openshift-pipelines] updating namespace W0331 04:11:36.248196 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0331 04:11:36.250990 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0331 04:11:36.281986 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0331 04:11:36.283927 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0331 04:11:36.334893 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0331 04:11:36.334906 3854 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0331 04:11:37.248094 3854 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0331 04:11:37.753206 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0331 04:11:37.753225 3854 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0331 04:11:37.772456 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0331 04:11:37.773629 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0331 04:11:49.112650 3854 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:11:49.113217 3854 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:11:49.321319 3854 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:11:49.321340 3854 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:11:49.324303 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-nqwwc I0331 04:11:49.324331 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-nqwwc I0331 04:11:57.270421 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0331 04:11:57.291616 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0331 04:12:06.196240 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=642 I0331 04:12:43.352904 3854 obj_retry.go:464] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:12:43.353454 3854 obj_retry.go:464] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:12:44.142797 3854 obj_retry.go:458] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:12:44.142824 3854 obj_retry.go:458] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:12:44.150452 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-649fc8d4d8-687sk I0331 04:12:44.150472 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-649fc8d4d8-687sk I0331 04:13:01.272103 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0331 04:13:31.186399 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0331 04:13:56.298223 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0331 04:14:03.183741 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0331 04:14:17.302632 3854 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0331 04:14:20.726052 3854 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0331 04:14:20.726072 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0331 04:14:20.750345 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0331 04:14:25.309069 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0331 04:14:47.189038 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=51 I0331 04:14:49.041420 3854 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:14:49.041966 3854 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:14:49.079454 3854 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:14:49.079474 3854 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:14:49.085548 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0331 04:14:49.085567 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0331 04:15:18.680586 3854 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:15:18.681197 3854 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:15:19.451152 3854 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:19.451175 3854 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:19.457941 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk I0331 04:15:19.457958 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk I0331 04:15:31.794368 3854 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:15:31.795023 3854 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:15:32.523248 3854 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:32.523280 3854 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:32.530543 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w I0331 04:15:32.530573 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w I0331 04:16:04.185551 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=124 I0331 04:16:07.274003 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0331 04:16:19.307664 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0331 04:17:15.287608 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0331 04:17:37.273054 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0331 04:18:12.199055 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=66 I0331 04:18:15.189803 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=68 I0331 04:18:40.189769 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0331 04:18:45.274674 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0331 04:19:26.294215 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0331 04:19:37.283404 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0331 04:20:04.079434 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:20:04.079964 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:20:04.950302 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:04.950326 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:35.045046 3854 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:35.045100 3854 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:35.049969 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-95xwk I0331 04:20:35.050005 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-95xwk I0331 04:20:38.032221 3854 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:38.032281 3854 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:38.037559 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fh2bf I0331 04:20:38.037592 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fh2bf I0331 04:20:43.029413 3854 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:43.029438 3854 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:43.033826 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-6v4x8 I0331 04:20:43.033850 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-6v4x8 I0331 04:21:31.311402 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0331 04:22:01.301405 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0331 04:22:11.187357 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0331 04:22:12.189292 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0331 04:22:47.311476 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0331 04:23:11.192349 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0331 04:23:46.306920 3854 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0331 04:23:53.276700 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0331 04:24:45.275581 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0331 04:25:04.277891 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0331 04:26:16.193205 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0331 04:26:33.201885 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0331 04:26:42.290189 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0331 04:26:52.145857 3854 namespace.go:98] [default-tenant-managed] adding namespace I0331 04:26:52.146653 3854 namespace.go:102] [default-tenant-managed] adding namespace took 775.405µs I0331 04:26:52.165083 3854 namespace.go:142] [default-tenant-managed] updating namespace I0331 04:26:52.181515 3854 namespace.go:142] [default-tenant-managed] updating namespace I0331 04:26:53.156497 3854 namespace.go:142] [default-tenant-managed] updating namespace I0331 04:26:53.304422 3854 namespace.go:142] [default-tenant-managed] updating namespace I0331 04:26:53.388911 3854 namespace.go:142] [default-tenant-managed] updating namespace I0331 04:27:20.192444 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0331 04:27:25.297213 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0331 04:27:42.568771 3854 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-w698s for pod on switch ip-10-0-2-235.ec2.internal I0331 04:27:42.568878 3854 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s I0331 04:27:42.584497 3854 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s] pod update took 15.654755ms I0331 04:27:42.584518 3854 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s] addLogicalPort annotation time took 15.681562ms I0331 04:27:42.585684 3854 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s] addLogicalPort took 16.930081ms, libovsdb time 835.518µs I0331 04:27:42.929213 3854 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s f7623738a59a2707596f6fb668bec89537355d85bc83b94478e20cf027470ed3 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s f7623738a59a2707596f6fb668bec89537355d85bc83b94478e20cf027470ed3 network default NAD default] I0331 04:27:42.938494 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-w698s, hostIfaceName: f7623738a59a270, network: default, NAD default, SandboxID: "f7623738a59a2707596f6fb668bec89537355d85bc83b94478e20cf027470ed3", PCI device ID: , UID: "6770f0e3-ee99-4713-a53e-56d4ac5953b5", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0331 04:27:42.983475 3854 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s f7623738a59a2707596f6fb668bec89537355d85bc83b94478e20cf027470ed3 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-w698s f7623738a59a2707596f6fb668bec89537355d85bc83b94478e20cf027470ed3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:52:3a:cf:13:f3\",\"name\":\"f7623738a59a270\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efd89df7-17a4-4ad5-bfef-0e8bd1bc2a05\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:27:55.658529 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:27:55.659101 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0331 04:27:56.424020 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.424042 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.424048 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.424053 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.424067 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.424073 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.424078 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.424082 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.844727 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.844749 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.844755 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:27:56.844761 3854 util.go:959] Failed to build node endpoints for node ip-10-0-2-235.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0331 04:28:22.907664 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:28:22.908206 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:28:43.939217 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:28:43.939763 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:29:13.314246 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0331 04:29:17.286950 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0331 04:29:32.304433 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0331 04:29:42.195475 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0331 04:30:00.211142 3854 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582190-sllnw for pod on switch ip-10-0-2-235.ec2.internal I0331 04:30:00.211253 3854 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw I0331 04:30:00.225620 3854 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw] pod update took 14.386315ms I0331 04:30:00.225644 3854 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw] addLogicalPort annotation time took 14.414853ms I0331 04:30:00.227208 3854 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw] addLogicalPort took 16.100549ms, libovsdb time 1.079553ms I0331 04:30:00.571987 3854 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default] I0331 04:30:00.580722 3854 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582190-sllnw, hostIfaceName: 843c962f8ff5e5d, network: default, NAD default, SandboxID: "843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb", PCI device ID: , UID: "b0760991-edf6-43ac-a33f-73e75b459f5c", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0331 04:30:00.625130 3854 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:fc:1d:63:34:65\",\"name\":\"843c962f8ff5e5d\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/652990f0-fd0f-425a-8a13-cf8ebf01c0e5\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:30:04.472043 3854 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default] I0331 04:30:04.541364 3854 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw 843c962f8ff5e5d287387b0c86bdd2f3e9bd0e2b28bcb72e73461031694ea8cb network default NAD default], result "{}", err I0331 04:30:04.589672 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:30:04.589709 3854 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw I0331 04:30:04.590931 3854 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw, ips: 10.130.0.50 I0331 04:30:04.590964 3854 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:30:05.483139 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:30:05.483166 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:30:05.513001 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:30:05.513047 3854 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:30:05.518964 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 I0331 04:30:05.518993 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 I0331 04:30:11.192336 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0331 04:30:25.190596 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 W0331 04:30:42.593629 3854 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-fh2bf I0331 04:30:55.279989 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0331 04:30:56.817792 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:30:56.818395 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:31:22.309950 3854 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0331 04:31:37.066915 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:31:37.067477 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:31:38.838386 3854 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod for pod on switch ip-10-0-2-235.ec2.internal I0331 04:31:38.838511 3854 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod I0331 04:31:38.875668 3854 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod] pod update took 37.194222ms I0331 04:31:38.875691 3854 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod] addLogicalPort annotation time took 37.223979ms I0331 04:31:38.877081 3854 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod] addLogicalPort took 38.708419ms, libovsdb time 970.858µs I0331 04:31:39.198643 3854 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default] I0331 04:31:39.206910 3854 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod, hostIfaceName: 3a1f897ed202bbc, network: default, NAD default, SandboxID: "3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c", PCI device ID: , UID: "3d812d79-be03-4ea4-98aa-fb33f2abf517", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0331 04:31:39.251250 3854 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:ef:8a:22:28:f2\",\"name\":\"3a1f897ed202bbc\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72f3c2f6-d1c3-4839-a600-3968342a63ef\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:31:54.278559 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0331 04:32:35.589486 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:35.590009 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:35.631483 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:35.631934 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:36.252843 3854 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default] I0331 04:32:36.346420 3854 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod 3a1f897ed202bbc0241c777294e25bd1290e3038cb41fb21e8e7375540eecc8c network default NAD default], result "{}", err I0331 04:32:36.426217 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:36.426246 3854 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod I0331 04:32:36.427471 3854 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod, ips: 10.130.0.51 I0331 04:32:36.427494 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:37.786753 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:37.787307 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:39.539031 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:39.539606 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:40.313933 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0331 04:32:48.646431 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:48.646942 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:49.886165 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:49.886707 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:49.912710 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:32:49.913256 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:33:18.094618 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:33:18.095104 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:33:26.280825 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0331 04:33:35.235896 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:33:35.236470 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:33:43.820709 3854 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:33:43.821291 3854 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:33:44.093542 3854 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:33:44.093570 3854 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:33:44.100073 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l I0331 04:33:44.100090 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l I0331 04:34:00.205214 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=230 I0331 04:34:22.293234 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0331 04:34:37.196057 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0331 04:35:02.455740 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:35:02.456362 3854 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:35:27.193221 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0331 04:35:27.713801 3854 obj_retry.go:464] Detected object default-tenant/my-integration-test-frqx-652nn-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:35:27.714342 3854 obj_retry.go:464] Detected object default-tenant/my-integration-test-frqx-652nn-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:35:48.195791 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0331 04:35:59.895532 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:35:59.896164 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:23.166298 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:23.166836 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:31.184380 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:31.184979 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:32.207520 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:32.208044 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:44.300500 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0331 04:36:47.336211 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:47.336796 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:56.403265 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:36:56.403820 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:37:13.307903 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0331 04:37:18.637991 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:37:18.638597 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:37:28.289895 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0331 04:37:35.316893 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0331 04:37:38.782952 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:37:38.783547 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:12.210641 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:12.211231 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:21.317091 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0331 04:38:24.243935 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:24.244451 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:42.553375 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:42.553949 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:50.484469 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:50.484989 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:54.281681 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0331 04:38:57.682107 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:38:57.682605 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:39:02.283007 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0331 04:39:04.312512 3854 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0331 04:39:05.637023 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:39:05.637538 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:39:12.182735 3854 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:39:12.183394 3854 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:39:12.519239 3854 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:39:12.519266 3854 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:39:12.527219 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-b07ee9c152-0 I0331 04:39:12.527241 3854 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-b07ee9c152-0 I0331 04:39:12.877277 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:39:12.877872 3854 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:39:24.195769 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0331 04:39:32.198157 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11