+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-80.ec2.internal ++ [[ -n ip-10-0-2-80.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-80.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 16:13:42.190166834 - disable conntrack on geneve port' I0326 16:13:42.190166834 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 16:13:42.208717719 - starting ovnkube-node' I0326 16:13:42.208717719 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-80.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-80.ec2.internal --init-node ip-10-0-2-80.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-80.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 16:13:42.248543 3815 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 16:13:42.248587 3815 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-71c0e4b99f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 16:13:42.250404 3815 kube.go:419] Waiting for certificate I0326 16:13:42.250450 3815 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 16:13:42.250489 3815 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 16:13:42.251166 3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 16:13:42.278371 3815 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:42.278389 3815 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:42.281384 3815 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:42.281466 3815 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-99xtq" I0326 16:13:56.334633 3815 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-99xtq" I0326 16:13:56.334762 3815 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:57.251179 3815 kube.go:426] Certificate found I0326 16:13:57.251727 3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 16:13:57.252555 3815 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 16:13:57.320099 3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 16:13:57.329487 3815 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 16:13:57.331903 3815 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 16:13:57.332107 3815 factory.go:531] Starting watch factory I0326 16:13:57.332308 3815 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332344 3815 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332409 3815 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332477 3815 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332707 3815 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332775 3815 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332863 3815 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332913 3815 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332313 3815 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.332767 3815 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.333053 3815 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.333639 3815 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.342061 3815 controller_manager.go:368] Starting the ovnkube controller I0326 16:13:57.342077 3815 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-80.ec2.internal I0326 16:13:57.342145 3815 controller_manager.go:393] NBDB zone sync took: 59.281µs I0326 16:13:57.342155 3815 factory.go:531] Starting watch factory I0326 16:13:57.355151 3815 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.355287 3815 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.355368 3815 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.355399 3815 ovn_northd.go:121] Registering OVN northd metrics I0326 16:13:57.355677 3815 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 16:13:57.355934 3815 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.357493 3815 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.360212 3815 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 16:13:57.360276 3815 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 16:13:57.366181 3815 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:57.376012 3815 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 16:13:57.401144 3815 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 16:08:56 +0000 UTC" deadline="2026-03-27 12:54:58.65851622 +0000 UTC" I0326 16:13:57.401181 3815 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h41m1.257344229s" I0326 16:13:57.438272 3815 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 16:13:57.438291 3815 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 16:13:57.438295 3815 factory.go:1890] *v1.Node informer cache synced successfully I0326 16:13:57.438298 3815 factory.go:1890] *v1.Service informer cache synced successfully I0326 16:13:57.438301 3815 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 16:13:57.438305 3815 factory.go:1890] *v1.Pod informer cache synced successfully I0326 16:13:57.438407 3815 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:57.438428 3815 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:57.438563 3815 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:57.438615 3815 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:57.441629 3815 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:57.441629 3815 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:57.443376 3815 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 16:13:57.443390 3815 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 16:13:57.443442 3815 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.443457 3815 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.445921 3815 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.447868 3815 factory.go:1890] *v1.Pod informer cache synced successfully I0326 16:13:57.447877 3815 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 16:13:57.447880 3815 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 16:13:57.447883 3815 factory.go:1890] *v1.Node informer cache synced successfully I0326 16:13:57.447886 3815 factory.go:1890] *v1.Service informer cache synced successfully I0326 16:13:57.447889 3815 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 16:13:57.449025 3815 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 16:13:57.449076 3815 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.449103 3815 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.451543 3815 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.453494 3815 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 16:13:57.453505 3815 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 16:13:57.454727 3815 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 16:13:57.454793 3815 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.454825 3815 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.457321 3815 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.459312 3815 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 16:13:57.460837 3815 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 16:13:57.460909 3815 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.460928 3815 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.463454 3815 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.464399 3815 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 16:13:57.466444 3815 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 16:13:57.466504 3815 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.466517 3815 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.468860 3815 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.469761 3815 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 16:13:57.471892 3815 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 16:13:57.472033 3815 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 16:13:57.472046 3815 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 16:13:57.474335 3815 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 16:13:57.475255 3815 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 16:13:57.477520 3815 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 16:13:57.477579 3815 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.477590 3815 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.477648 3815 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.477662 3815 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.480100 3815 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.480242 3815 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:57.480313 3815 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 16:13:57.482968 3815 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 16:13:57.482977 3815 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 16:13:57.482983 3815 factory.go:636] Watch Factory start up complete, took: 150.884278ms I0326 16:13:57.483054 3815 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 16:13:57.485388 3815 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 16:13:57.491061 3815 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 16:13:57.491072 3815 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 16:13:57.491078 3815 factory.go:636] Watch Factory start up complete, took: 148.92271ms I0326 16:13:57.491086 3815 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-80.ec2.internal" zone I0326 16:13:57.539429 3815 default_node_network_controller.go:709] Initializing the default node network controller I0326 16:13:57.609375 3815 udn_isolation.go:101] Starting UDN host isolation manager I0326 16:13:57.615490 3815 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 16:13:57.670779 3815 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 16:13:57.670932 3815 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 16:13:57.670951 3815 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 16:13:57.705253 3815 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 16:13:57.705325 3815 default_node_network_controller.go:808] Node ip-10-0-2-80.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0326 16:13:57.710935 3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.80"] k8s.ovn.org/zone-name:ip-10-0-2-80.ec2.internal] on node ip-10-0-2-80.ec2.internal I0326 16:13:57.733398 3815 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 16:13:57.738993 3815 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 16:13:57.739160 3815 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0326 16:13:57.739279 3815 gateway_init.go:263] Preparing Gateway I0326 16:13:57.739291 3815 gateway_shared_intf.go:1658] Creating new gateway I0326 16:13:57.741550 3815 controller_manager.go:427] Waiting for node in zone sync took: 250.45356ms I0326 16:13:57.747347 3815 controller_manager.go:608] Switching to transit router for layer2 networks I0326 16:13:57.747362 3815 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-80.ec2.internal I0326 16:13:57.763802 3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 16:13:57.769341 3815 controller_manager.go:288] SCTP support detected in OVN I0326 16:13:57.769906 3815 services_controller.go:69] Creating services controller for network=default I0326 16:13:57.770004 3815 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 16:13:57.770067 3815 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 16:13:57.770104 3815 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 16:13:57.770122 3815 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 16:13:57.770133 3815 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 16:13:57.770301 3815 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 16:13:57.770360 3815 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 16:13:57.770385 3815 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.61µs I0326 16:13:57.770394 3815 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.684µs I0326 16:13:57.770400 3815 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 16:13:57.770410 3815 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 16:13:57.770420 3815 default_network_controller.go:321] Starting the default network controller I0326 16:13:57.770445 3815 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 15.169µs I0326 16:13:57.770464 3815 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 2.355µs I0326 16:13:57.770461 3815 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.468µs I0326 16:13:57.770554 3815 udn_enabled_svc.go:95] Performing full resync I0326 16:13:57.771315 3815 udn_enabled_svc.go:99] Waiting for handler to sync I0326 16:13:57.771326 3815 udn_enabled_svc.go:104] Starting worker I0326 16:13:57.778236 3815 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 16:13:57.778295 3815 repair.go:33] Syncing exgw routes took 46.919µs I0326 16:13:57.778315 3815 default_network_controller.go:407] Starting all the Watchers... I0326 16:13:57.778467 3815 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0326 16:13:57.778469 3815 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 16:13:57.778497 3815 namespace.go:98] [openshift-console] adding namespace I0326 16:13:57.778508 3815 namespace.go:98] [kube-public] adding namespace I0326 16:13:57.778525 3815 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 16:13:57.778523 3815 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 16:13:57.778536 3815 namespace.go:98] [dedicated-admin] adding namespace I0326 16:13:57.778546 3815 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 16:13:57.778548 3815 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 16:13:57.778553 3815 namespace.go:98] [openshift-kube-apiserver] adding namespace I0326 16:13:57.778581 3815 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 16:13:57.778469 3815 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 16:13:57.778616 3815 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0326 16:13:57.778624 3815 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 16:13:57.778618 3815 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 16:13:57.779172 3815 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 689.435µs I0326 16:13:57.779187 3815 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 16:13:57.779717 3815 namespace.go:102] [openshift-network-node-identity] adding namespace took 525.375µs I0326 16:13:57.779729 3815 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 16:13:57.780275 3815 namespace.go:102] [openshift-backplane-tam] adding namespace took 537.931µs I0326 16:13:57.780296 3815 namespace.go:98] [openshift-ingress] adding namespace I0326 16:13:57.780947 3815 namespace.go:102] [openshift-ingress-operator] adding namespace took 2.461261ms I0326 16:13:57.780966 3815 namespace.go:98] [openshift-node] adding namespace I0326 16:13:57.781456 3815 namespace.go:102] [openshift-console] adding namespace took 2.949324ms I0326 16:13:57.781470 3815 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 16:13:57.781990 3815 namespace.go:102] [kube-public] adding namespace took 3.474126ms I0326 16:13:57.782006 3815 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 16:13:57.782561 3815 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.025302ms I0326 16:13:57.782577 3815 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 16:13:57.783040 3815 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.499465ms I0326 16:13:57.783056 3815 namespace.go:98] [openshift-host-network] adding namespace I0326 16:13:57.783502 3815 namespace.go:102] [dedicated-admin] adding namespace took 4.956996ms I0326 16:13:57.783517 3815 namespace.go:98] [openshift-config-managed] adding namespace I0326 16:13:57.783978 3815 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.423632ms I0326 16:13:57.783991 3815 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 16:13:57.784433 3815 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.874827ms I0326 16:13:57.784445 3815 namespace.go:98] [default] adding namespace I0326 16:13:57.785011 3815 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.446646ms I0326 16:13:57.785028 3815 namespace.go:98] [openshift-multus] adding namespace I0326 16:13:57.785564 3815 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.965172ms I0326 16:13:57.785581 3815 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 16:13:57.786344 3815 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.714723ms I0326 16:13:57.786445 3815 namespace.go:98] [openshift-etcd] adding namespace I0326 16:13:57.786872 3815 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.230326ms I0326 16:13:57.786894 3815 namespace.go:98] [openshift-machine-config-operator] adding namespace I0326 16:13:57.787440 3815 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.807121ms I0326 16:13:57.787453 3815 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 16:13:57.788055 3815 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.414505ms I0326 16:13:57.788066 3815 namespace.go:98] [openshift-image-registry] adding namespace I0326 16:13:57.788627 3815 namespace.go:102] [openshift-ingress] adding namespace took 8.325894ms I0326 16:13:57.788635 3815 namespace.go:98] [openshift-machine-api] adding namespace I0326 16:13:57.789163 3815 namespace.go:102] [openshift-node] adding namespace took 8.191841ms I0326 16:13:57.789171 3815 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 16:13:57.790139 3815 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.66397ms I0326 16:13:57.790149 3815 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 16:13:57.790577 3815 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.567193ms I0326 16:13:57.790587 3815 namespace.go:98] [openshift-insights] adding namespace I0326 16:13:57.791159 3815 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.574207ms I0326 16:13:57.791179 3815 namespace.go:98] [openshift-package-operator] adding namespace I0326 16:13:57.791653 3815 namespace.go:102] [openshift-host-network] adding namespace took 8.591362ms I0326 16:13:57.791669 3815 namespace.go:98] [kube-node-lease] adding namespace I0326 16:13:57.792058 3815 namespace.go:102] [openshift-config-managed] adding namespace took 8.533563ms I0326 16:13:57.792072 3815 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 16:13:57.792467 3815 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.470627ms I0326 16:13:57.792481 3815 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0326 16:13:57.793006 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zxqv9: pod openshift-multus/network-metrics-daemon-zxqv9: no pod IPs found I0326 16:13:57.793022 3815 namespace.go:102] [default] adding namespace took 8.572977ms I0326 16:13:57.793033 3815 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 16:13:57.793645 3815 namespace.go:102] [openshift-multus] adding namespace took 8.611704ms I0326 16:13:57.793662 3815 namespace.go:98] [openshift-config] adding namespace I0326 16:13:57.794088 3815 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.499488ms I0326 16:13:57.794106 3815 namespace.go:98] [openshift-monitoring] adding namespace I0326 16:13:57.794668 3815 namespace.go:102] [openshift-etcd] adding namespace took 8.213419ms I0326 16:13:57.794683 3815 namespace.go:98] [openshift-network-console] adding namespace I0326 16:13:57.795360 3815 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.457618ms I0326 16:13:57.795392 3815 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0326 16:13:57.796097 3815 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.635777ms I0326 16:13:57.796118 3815 namespace.go:98] [openshift-config-operator] adding namespace I0326 16:13:57.796677 3815 namespace.go:102] [openshift-image-registry] adding namespace took 8.606218ms I0326 16:13:57.796691 3815 namespace.go:98] [openshift-network-diagnostics] adding namespace I0326 16:13:57.797336 3815 namespace.go:102] [openshift-machine-api] adding namespace took 8.694201ms I0326 16:13:57.797931 3815 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.752802ms I0326 16:13:57.797952 3815 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 16:13:57.798477 3815 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.323006ms I0326 16:13:57.798490 3815 namespace.go:98] [openshift] adding namespace I0326 16:13:57.799142 3815 namespace.go:102] [openshift-insights] adding namespace took 8.548795ms I0326 16:13:57.799161 3815 namespace.go:98] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] adding namespace I0326 16:13:57.799698 3815 namespace.go:102] [openshift-package-operator] adding namespace took 8.510844ms I0326 16:13:57.799720 3815 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 16:13:57.800218 3815 namespace.go:102] [kube-node-lease] adding namespace took 8.543336ms I0326 16:13:57.800232 3815 namespace.go:98] [openshift-dns] adding namespace I0326 16:13:57.800864 3815 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.78596ms I0326 16:13:57.800880 3815 namespace.go:98] [openshift-service-ca] adding namespace I0326 16:13:57.801471 3815 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.983055ms I0326 16:13:57.801486 3815 namespace.go:98] [openshift-logging] adding namespace I0326 16:13:57.801956 3815 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.916738ms I0326 16:13:57.801974 3815 namespace.go:98] [openshift-marketplace] adding namespace I0326 16:13:57.802406 3815 namespace.go:102] [openshift-config] adding namespace took 8.736532ms I0326 16:13:57.802426 3815 namespace.go:98] [openshift-apiserver] adding namespace I0326 16:13:57.803038 3815 namespace.go:102] [openshift-monitoring] adding namespace took 8.92557ms I0326 16:13:57.803054 3815 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 16:13:57.803566 3815 namespace.go:102] [openshift-network-console] adding namespace took 8.877465ms I0326 16:13:57.803583 3815 namespace.go:98] [openshift-dns-operator] adding namespace I0326 16:13:57.803997 3815 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.598669ms I0326 16:13:57.804011 3815 namespace.go:98] [openshift-console-operator] adding namespace I0326 16:13:57.804342 3815 namespace.go:102] [openshift-config-operator] adding namespace took 8.215797ms I0326 16:13:57.804357 3815 namespace.go:98] [openshift-console-user-settings] adding namespace W0326 16:13:57.804378 3815 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4dhst: pod openshift-network-diagnostics/network-check-target-4dhst: no pod IPs found I0326 16:13:57.804916 3815 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.219423ms I0326 16:13:57.804934 3815 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 16:13:57.805440 3815 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.480401ms I0326 16:13:57.805455 3815 namespace.go:98] [openshift-infra] adding namespace I0326 16:13:57.805892 3815 namespace.go:102] [openshift] adding namespace took 7.39729ms I0326 16:13:57.805907 3815 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 16:13:57.806255 3815 namespace.go:102] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] adding namespace took 7.085434ms I0326 16:13:57.806275 3815 namespace.go:98] [openshift-network-operator] adding namespace I0326 16:13:57.806833 3815 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.104922ms I0326 16:13:57.806849 3815 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 16:13:57.807324 3815 namespace.go:102] [openshift-dns] adding namespace took 7.086586ms I0326 16:13:57.807337 3815 namespace.go:98] [openshift-authentication] adding namespace I0326 16:13:57.807715 3815 namespace.go:102] [openshift-service-ca] adding namespace took 6.831567ms I0326 16:13:57.807724 3815 namespace.go:98] [openshift-controller-manager] adding namespace I0326 16:13:57.808102 3815 namespace.go:102] [openshift-logging] adding namespace took 6.609649ms I0326 16:13:57.808117 3815 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 16:13:57.808489 3815 namespace.go:102] [openshift-marketplace] adding namespace took 6.508498ms I0326 16:13:57.808501 3815 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 16:13:57.809053 3815 namespace.go:102] [openshift-apiserver] adding namespace took 6.620619ms I0326 16:13:57.809065 3815 namespace.go:98] [openshift-must-gather-operator] adding namespace I0326 16:13:57.809469 3815 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.409072ms I0326 16:13:57.809480 3815 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 16:13:57.809841 3815 namespace.go:102] [openshift-dns-operator] adding namespace took 6.252936ms I0326 16:13:57.809851 3815 namespace.go:98] [openshift-cluster-version] adding namespace I0326 16:13:57.810403 3815 namespace.go:102] [openshift-console-operator] adding namespace took 6.385609ms I0326 16:13:57.810419 3815 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 16:13:57.810820 3815 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.456474ms I0326 16:13:57.810835 3815 namespace.go:98] [openshift-operators] adding namespace I0326 16:13:57.811440 3815 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.500875ms I0326 16:13:57.811452 3815 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 16:13:57.811882 3815 namespace.go:102] [openshift-infra] adding namespace took 6.418328ms I0326 16:13:57.812418 3815 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.503472ms I0326 16:13:57.812437 3815 namespace.go:98] [openshift-backplane] adding namespace I0326 16:13:57.813083 3815 namespace.go:102] [openshift-network-operator] adding namespace took 6.799357ms I0326 16:13:57.813104 3815 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 16:13:57.813619 3815 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.764676ms I0326 16:13:57.814188 3815 namespace.go:102] [openshift-authentication] adding namespace took 6.846113ms I0326 16:13:57.814201 3815 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 16:13:57.814774 3815 namespace.go:102] [openshift-controller-manager] adding namespace took 7.044039ms I0326 16:13:57.815429 3815 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.305609ms I0326 16:13:57.815969 3815 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.46247ms I0326 16:13:57.816499 3815 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.427757ms I0326 16:13:57.816515 3815 namespace.go:98] [kube-system] adding namespace I0326 16:13:57.817143 3815 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.655677ms I0326 16:13:57.817724 3815 namespace.go:102] [openshift-cluster-version] adding namespace took 7.867614ms I0326 16:13:57.818182 3815 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.75687ms I0326 16:13:57.818677 3815 namespace.go:102] [openshift-operators] adding namespace took 7.835124ms I0326 16:13:57.818697 3815 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 16:13:57.819355 3815 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.897191ms I0326 16:13:57.819369 3815 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0326 16:13:57.819763 3815 namespace.go:102] [openshift-backplane] adding namespace took 7.321488ms I0326 16:13:57.820263 3815 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.151233ms I0326 16:13:57.820853 3815 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.643322ms I0326 16:13:57.821423 3815 namespace.go:102] [kube-system] adding namespace took 4.900844ms I0326 16:13:57.821953 3815 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.25152ms I0326 16:13:57.822431 3815 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.056353ms I0326 16:13:57.822822 3815 zone_ic_handler.go:186] Time taken to create transit switch: 288.962µs I0326 16:13:57.822942 3815 master.go:532] Adding or Updating local node "ip-10-0-2-80.ec2.internal" for network "default" I0326 16:13:57.823466 3815 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-134.ec2.internal for the network default I0326 16:13:57.823590 3815 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-109.ec2.internal for the network default I0326 16:13:57.825037 3815 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-134.ec2.internal" on network "default" took: 1.584971ms I0326 16:13:57.825559 3815 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-109.ec2.internal" on network "default" took: 1.985156ms I0326 16:13:57.827409 3815 default_network_controller.go:806] Node add failed for ip-10-0-2-80.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal, error getting gateway config for node ip-10-0-2-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-80.ec2.internal", failed to update chassis to local for local node ip-10-0-2-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal] E0326 16:13:57.827466 3815 obj_retry.go:541] Failed to create *v1.Node ip-10-0-2-80.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal, error getting gateway config for node ip-10-0-2-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-80.ec2.internal", failed to update chassis to local for local node ip-10-0-2-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal] I0326 16:13:57.827535 3815 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 16:13:57.827563 3815 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 16:13:57.827577 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0326 16:13:57.827582 3815 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-80.ec2.internal", UID:"51653db9-7a29-4690-970c-828a7430f865", APIVersion:"v1", ResourceVersion:"9855", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal, error getting gateway config for node ip-10-0-2-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-80.ec2.internal", failed to update chassis to local for local node ip-10-0-2-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal] I0326 16:13:57.827650 3815 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:57.827663 3815 services_controller.go:574] Full service sync requested for network=default I0326 16:13:57.827669 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default" I0326 16:13:57.827578 3815 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 16:13:57.827679 3815 node_tracker.go:235] Node ip-10-0-2-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-80.ec2.internal" I0326 16:13:57.827713 3815 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:57.827725 3815 services_controller.go:574] Full service sync requested for network=default I0326 16:13:57.827731 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default" I0326 16:13:57.827786 3815 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:57.827794 3815 services_controller.go:574] Full service sync requested for network=default I0326 16:13:57.857868 3815 iptables.go:108] Creating table: filter chain: FORWARD I0326 16:13:57.865107 3815 iptables.go:108] Creating table: filter chain: OUTPUT I0326 16:13:57.871995 3815 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 16:13:57.872010 3815 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-80.ec2.internal","mac-address":"0e:a7:79:15:85:77","ip-addresses":["10.0.2.80/24"],"ip-address":"10.0.2.80/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ee41c536-f922-4d04-8e0a-477084007cca k8s.ovn.org/node-encap-ips:["10.0.2.80"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.80/24"} k8s.ovn.org/zone-name:ip-10-0-2-80.ec2.internal] on node ip-10-0-2-80.ec2.internal I0326 16:13:57.896627 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default" I0326 16:13:57.896637 3815 master.go:532] Adding or Updating local node "ip-10-0-2-80.ec2.internal" for network "default" I0326 16:13:57.896678 3815 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:57.896689 3815 services_controller.go:574] Full service sync requested for network=default I0326 16:13:57.898471 3815 default_node_network_controller.go:518] Node connection status = connected W0326 16:13:57.901006 3815 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zxqv9: pod openshift-multus/network-metrics-daemon-zxqv9: no pod IPs found W0326 16:13:57.901034 3815 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-4dhst: pod openshift-network-diagnostics/network-check-target-4dhst: no pod IPs found I0326 16:13:57.902599 3815 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-80.ec2.internal for the network default I0326 16:13:57.928576 3815 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 16:13:57.928596 3815 services_controller.go:208] Setting up event handlers for services for network=default I0326 16:13:57.928659 3815 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 16:13:57.928754 3815 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 16:13:57.928778 3815 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 16:13:58.029007 3815 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 16:13:58.029028 3815 repair.go:60] Starting repairing loop for services I0326 16:13:58.029101 3815 repair.go:131] Deleted 0 stale service LBs I0326 16:13:58.029119 3815 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 16:13:58.029135 3815 repair.go:62] Finished repairing loop for services: 109.274µs I0326 16:13:58.029170 3815 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 16:13:58.029180 3815 services_controller.go:254] Starting workers for network=default W0326 16:13:58.029374 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 16:13:58.029677 3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zxqv9] creating logical port openshift-multus_network-metrics-daemon-zxqv9 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:13:58.029781 3815 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zxqv9 I0326 16:13:58.030881 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4dhst] creating logical port openshift-network-diagnostics_network-check-target-4dhst for pod on switch ip-10-0-2-80.ec2.internal I0326 16:13:58.030951 3815 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-4dhst W0326 16:13:58.033443 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 16:13:58.033581 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 16:13:58.053876 3815 pod.go:62] [openshift-network-diagnostics/network-check-target-4dhst] pod update took 22.952073ms I0326 16:13:58.053897 3815 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-4dhst] addLogicalPort annotation time took 22.974582ms I0326 16:13:58.055157 3815 pods.go:271] [openshift-network-diagnostics/network-check-target-4dhst] addLogicalPort took 24.280669ms, libovsdb time 1.050033ms I0326 16:13:58.055213 3815 pod.go:62] [openshift-multus/network-metrics-daemon-zxqv9] pod update took 25.482228ms I0326 16:13:58.055240 3815 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-zxqv9] addLogicalPort annotation time took 25.511409ms I0326 16:13:58.056081 3815 pods.go:271] [openshift-multus/network-metrics-daemon-zxqv9] addLogicalPort took 26.407819ms, libovsdb time 591.869µs I0326 16:13:58.056593 3815 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 16:13:58.056612 3815 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 16:13:58.056627 3815 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 16:13:58.056634 3815 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 16:13:58.056845 3815 repair.go:29] Repairing admin network policies took 205.113µs I0326 16:13:58.056950 3815 repair.go:92] Repairing baseline admin network policies took 95.13µs I0326 16:13:58.057286 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 16:13:58.057307 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 16:13:58.059290 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 16:13:58.059310 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 16:13:58.059317 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 16:13:58.060542 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 16:13:58.060561 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 16:13:58.060570 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 16:13:58.061060 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 16:13:58.061074 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 16:13:58.061081 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 16:13:58.062603 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 16:13:58.062628 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 16:13:58.062644 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 16:13:58.064285 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 16:13:58.064304 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 16:13:58.064314 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 16:13:58.064890 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 16:13:58.064909 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 16:13:58.064917 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 16:13:58.065392 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 16:13:58.065412 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 16:13:58.066211 3815 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 16:13:58.066229 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 16:13:58.066980 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 16:13:58.066997 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 16:13:58.067009 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 16:13:58.068069 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 16:13:58.068086 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 16:13:58.068092 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 16:13:58.068364 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 16:13:58.068383 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 16:13:58.068395 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 16:13:58.068876 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 16:13:58.068896 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 16:13:58.068905 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 16:13:58.071020 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 16:13:58.071050 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 16:13:58.071061 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 16:13:58.071610 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 16:13:58.071627 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 16:13:58.071635 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 16:13:58.072217 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 16:13:58.072238 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 16:13:58.072281 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 16:13:58.073210 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 16:13:58.073237 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 16:13:58.073246 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 16:13:58.073582 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 16:13:58.073602 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 16:13:58.073624 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 16:13:58.074945 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 16:13:58.074965 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 16:13:58.074974 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 16:13:58.075552 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 16:13:58.075572 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 16:13:58.075585 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 16:13:58.076437 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 16:13:58.076458 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 16:13:58.076467 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 16:13:58.077493 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 16:13:58.077515 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 16:13:58.077525 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 16:13:58.078135 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 16:13:58.078155 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 16:13:58.078163 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 16:13:58.079402 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 16:13:58.079424 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 16:13:58.079436 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 16:13:58.080559 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 16:13:58.080577 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 16:13:58.080586 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 16:13:58.081907 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 16:13:58.081928 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 16:13:58.081937 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 16:13:58.082515 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 16:13:58.082533 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 16:13:58.082542 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 16:13:58.083313 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 16:13:58.083332 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 16:13:58.083341 3815 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 16:13:58.085532 3815 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 16:13:58.085549 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 16:13:58.085557 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 16:13:58.086553 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 16:13:58.086568 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 16:13:58.086582 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 16:13:58.087731 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 16:13:58.093770 3815 egressfirewall.go:319] Starting EgressFirewall controller I0326 16:13:58.093795 3815 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 16:13:58.093813 3815 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 16:13:58.093818 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 16:13:58.093829 3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 16:13:58.093832 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 16:13:58.093841 3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 16:13:58.094097 3815 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 16:13:58.094112 3815 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 16:13:58.094121 3815 egressqos.go:193] Setting up event handlers for EgressQoS I0326 16:13:58.094202 3815 egressfirewall.go:628] Syncing node "ip-10-0-0-109.ec2.internal" for egress firewall I0326 16:13:58.094216 3815 egressfirewall.go:628] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0326 16:13:58.094220 3815 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall I0326 16:13:58.094279 3815 egressqos.go:245] Starting EgressQoS Controller I0326 16:13:58.094289 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 16:13:58.094295 3815 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 16:13:58.094300 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 16:13:58.094305 3815 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 16:13:58.094310 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 16:13:58.094315 3815 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 16:13:58.094319 3815 egressqos.go:259] Repairing EgressQoSes I0326 16:13:58.094323 3815 egressqos.go:399] Starting repairing loop for egressqos I0326 16:13:58.094416 3815 egressqos.go:401] Finished repairing loop for egressqos: 93.07µs I0326 16:13:58.094432 3815 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 16:13:58.094459 3815 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-80.ec2.internal I0326 16:13:58.094519 3815 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-80.ec2.internal : 59.42µs I0326 16:13:58.094614 3815 egressservice_zone.go:210] Starting Egress Services Controller I0326 16:13:58.094624 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 16:13:58.094631 3815 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 16:13:58.094636 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 16:13:58.094640 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 16:13:58.094646 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 16:13:58.094650 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 16:13:58.094655 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 16:13:58.094659 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 16:13:58.094662 3815 egressservice_zone.go:228] Repairing Egress Services I0326 16:13:58.094955 3815 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 16:13:58.094965 3815 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 16:13:58.095036 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal I0326 16:13:58.095053 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 19.582µs I0326 16:13:58.095062 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0326 16:13:58.095067 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 6.001µs I0326 16:13:58.095072 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:13:58.095078 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 5.837µs I0326 16:13:58.095226 3815 default_network_controller.go:568] Completing all the Watchers took 316.89827ms I0326 16:13:58.095251 3815 default_network_controller.go:572] Starting unidling controllers I0326 16:13:58.095274 3815 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 16:13:58.095287 3815 unidle.go:63] Populating Initial ContollerEvent events I0326 16:13:58.095302 3815 unidle.go:79] Setting up event handlers for services I0326 16:13:58.095427 3815 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 16:13:58.106563 3815 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 16:13:58.398714 3815 default_node_network_controller.go:518] Node connection status = connected I0326 16:13:58.414135 3815 bridgeconfig.go:537] Gateway is ready I0326 16:13:58.414151 3815 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 16:13:58.424681 3815 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.80. Updating OVN encap IP. I0326 16:13:58.429278 3815 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.80 - it is already configured I0326 16:13:58.429292 3815 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.80/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 16:13:58.429862 3815 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.80/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-80.ec2.internal","mac-address":"0e:a7:79:15:85:77","ip-addresses":["10.0.2.80/24"],"ip-address":"10.0.2.80/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ee41c536-f922-4d04-8e0a-477084007cca k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.80/24"}] on node ip-10-0-2-80.ec2.internal I0326 16:13:58.452547 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:13:58.452567 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 25.566µs I0326 16:13:58.452570 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default" I0326 16:13:58.452576 3815 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall I0326 16:13:58.452591 3815 master.go:532] Adding or Updating local node "ip-10-0-2-80.ec2.internal" for network "default" I0326 16:13:58.452616 3815 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:58.452628 3815 services_controller.go:574] Full service sync requested for network=default W0326 16:13:58.452890 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 16:13:58.453055 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 16:13:58.453069 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 16:13:58.453092 3815 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.80 I0326 16:13:58.453203 3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-80.ec2.internal I0326 16:13:58.457099 3815 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-80.ec2.internal. Updating no re-route policies I0326 16:13:58.457177 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tjf42 I0326 16:13:58.457192 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-tjf42 I0326 16:13:58.457192 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-80.ec2.internal I0326 16:13:58.457199 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s9zcc I0326 16:13:58.457209 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-zpz95 I0326 16:13:58.457211 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s9zcc I0326 16:13:58.457215 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-tjf42 after 0 failed attempt(s) I0326 16:13:58.457219 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vg747 I0326 16:13:58.457226 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-szw69 I0326 16:13:58.457229 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s9zcc after 0 failed attempt(s) I0326 16:13:58.457226 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4dhst I0326 16:13:58.457235 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-szw69 I0326 16:13:58.457237 3815 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lfqbl I0326 16:13:58.457241 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-bqmjn I0326 16:13:58.457243 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4dhst I0326 16:13:58.457240 3815 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-80.ec2.internal I0326 16:13:58.457241 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-lrx9l I0326 16:13:58.457248 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-bqmjn I0326 16:13:58.457255 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-lrx9l I0326 16:13:58.457255 3815 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-80.ec2.internal I0326 16:13:58.457256 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-szw69 after 0 failed attempt(s) I0326 16:13:58.457263 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-bqmjn after 0 failed attempt(s) I0326 16:13:58.457203 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-80.ec2.internal I0326 16:13:58.457269 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-lrx9l after 0 failed attempt(s) I0326 16:13:58.457273 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4dhst] creating logical port openshift-network-diagnostics_network-check-target-4dhst for pod on switch ip-10-0-2-80.ec2.internal I0326 16:13:58.457275 3815 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-80.ec2.internal after 0 failed attempt(s) I0326 16:13:58.457217 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-zpz95 I0326 16:13:58.457291 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-zpz95 after 0 failed attempt(s) I0326 16:13:58.457276 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-80.ec2.internal after 0 failed attempt(s) I0326 16:13:58.457229 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xffbb I0326 16:13:58.457302 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xffbb I0326 16:13:58.457311 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-xffbb after 0 failed attempt(s) I0326 16:13:58.457183 3815 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zxqv9 I0326 16:13:58.457319 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zxqv9 I0326 16:13:58.457347 3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zxqv9] creating logical port openshift-multus_network-metrics-daemon-zxqv9 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:13:58.457233 3815 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vg747 I0326 16:13:58.457368 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vg747 after 0 failed attempt(s) I0326 16:13:58.457246 3815 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-lfqbl I0326 16:13:58.457388 3815 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-lfqbl after 0 failed attempt(s) I0326 16:13:58.458437 3815 pods.go:271] [openshift-network-diagnostics/network-check-target-4dhst] addLogicalPort took 1.168771ms, libovsdb time 694.45µs I0326 16:13:58.458456 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-4dhst after 0 failed attempt(s) I0326 16:13:58.458557 3815 pods.go:271] [openshift-multus/network-metrics-daemon-zxqv9] addLogicalPort took 1.213795ms, libovsdb time 700.803µs I0326 16:13:58.458569 3815 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zxqv9 after 0 failed attempt(s) W0326 16:13:58.460664 3815 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 16:13:58.460694 3815 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 16:13:58.460709 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0326 16:13:58.472088 3815 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 16:13:58.484177 3815 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 16:13:58.487830 3815 iptables.go:108] Creating table: nat chain: OUTPUT I0326 16:13:58.517716 3815 iptables.go:108] Creating table: nat chain: PREROUTING W0326 16:13:58.566382 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 16:13:58.566397 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 16:13:58.579533 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 16:13:58.579560 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 16:13:58.579564 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 16:13:58.590586 3815 iptables.go:108] Creating table: filter chain: FORWARD I0326 16:13:58.609252 3815 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 16:13:58.609359 3815 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 16:13:58.609404 3815 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 16:13:58.609483 3815 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 16:13:58.609532 3815 gateway_init.go:325] Gateway and management port readiness took 714.754172ms I0326 16:13:58.609562 3815 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 16:13:58.609592 3815 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 16:13:58.609605 3815 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 16:13:58.609613 3815 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 16:13:58.609661 3815 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 16:13:58.609757 3815 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.28µs I0326 16:13:58.610329 3815 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 16:13:58.610354 3815 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.394µs I0326 16:13:58.610362 3815 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.664µs I0326 16:13:58.610368 3815 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 16:13:58.610378 3815 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 16:13:58.610383 3815 default_node_network_controller.go:898] Starting the default node network controller I0326 16:13:58.610388 3815 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 16:13:58.610400 3815 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 11.471µs I0326 16:13:58.610527 3815 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 16:13:58.610535 3815 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 16:13:58.610560 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00090fb90 0xc00033e380 0xc00033e3f0 0xc00033e460 0xc00033e4d0 0xc00033e540 0xc00033e5b0 0xc000b50cd0 0xc00033e620 0xc00033e700 0xc0005240a0 0xc00637f5e0 0xc00033e770 map[0x2f67040:0xc0029116e0 0x2f67580:0xc005a000c0 0x2f68000:0xc002e03200 0x2f682a0:0xc002911680 0x2f687e0:0xc002911740 0x2f68a80:0xc0029117a0 0x2f68d20:0xc002911800 0x2f69500:0xc005a00120 0x2f697a0:0xc005a00180 0x2f93d40:0xc000d89d40 0x2f940e0:0xc002e03140 0x2f94bc0:0xc000cb6000 0x2f96520:0xc001c76000 0x2f97000:0xc002e031a0 0x2f97e80:0xc001c76060] 0xc000900c40 0} I0326 16:13:58.610616 3815 gateway.go:151] Starting gateway service sync I0326 16:13:58.611041 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 16:13:58.613453 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 16:13:58.638454 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 16:13:58.639797 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 16:13:58.641076 3815 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 16:13:58.674344 3815 gateway.go:168] Gateway service sync done. Time taken: 63.715429ms I0326 16:13:58.675024 3815 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31879 I0326 16:13:58.675202 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00090fb90 0xc00033e380 0xc00033e3f0 0xc00033e460 0xc00033e4d0 0xc00033e540 0xc00033e5b0 0xc000b50cd0 0xc00033e620 0xc00033e700 0xc0005240a0 0xc00637f5e0 0xc00033e770 map[0x2f67040:0xc0029116e0 0x2f67580:0xc005a000c0 0x2f68000:0xc002e03200 0x2f682a0:0xc002911680 0x2f687e0:0xc002911740 0x2f68a80:0xc0029117a0 0x2f68d20:0xc002911800 0x2f69500:0xc005a00120 0x2f697a0:0xc005a00180 0x2f93d40:0xc000d89d40 0x2f940e0:0xc002e03140 0x2f94bc0:0xc000cb6000 0x2f96520:0xc001c76000 0x2f97000:0xc002e031a0 0x2f97e80:0xc001c76060] 0xc000900c40 0} I0326 16:13:58.675676 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00090fb90 0xc00033e380 0xc00033e3f0 0xc00033e460 0xc00033e4d0 0xc00033e540 0xc00033e5b0 0xc000b50cd0 0xc00033e620 0xc00033e700 0xc0005240a0 0xc00637f5e0 0xc00033e770 map[0x2f67040:0xc0029116e0 0x2f67580:0xc005a000c0 0x2f68000:0xc002e03200 0x2f682a0:0xc002911680 0x2f687e0:0xc002911740 0x2f68a80:0xc0029117a0 0x2f68d20:0xc002911800 0x2f69500:0xc005a00120 0x2f697a0:0xc005a00180 0x2f93d40:0xc000d89d40 0x2f940e0:0xc002e03140 0x2f94bc0:0xc000cb6000 0x2f96520:0xc001c76000 0x2f97000:0xc002e031a0 0x2f97e80:0xc001c76060] 0xc000900c40 0} I0326 16:13:58.675708 3815 gateway.go:519] Reconciling gateway with updates I0326 16:13:58.681417 3815 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 16:13:58.681436 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:13:58.681440 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 16:13:58.681449 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:13:58.681455 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 16:13:58.681454 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:13:58.681465 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:13:58.681463 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:13:58.681471 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 16:13:58.681477 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:13:58.681481 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 16:13:58.681486 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 16:13:58.681484 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 16:13:58.681497 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 16:13:58.681501 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 16:13:58.681505 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 16:13:58.681506 3815 default_node_network_controller.go:943] Gateway and management port readiness took 70.964632ms I0326 16:13:58.681501 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:13:58.681512 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0326 16:13:58.681516 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:13:58.681518 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0326 16:13:58.681520 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 16:13:58.681522 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0326 16:13:58.681530 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 16:13:58.681530 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:13:58.681538 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 16:13:58.681539 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0326 16:13:58.681543 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:13:58.681545 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:13:58.681553 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:13:58.681555 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:13:58.681553 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:13:58.681554 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0326 16:13:58.681572 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:13:58.681577 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:13:58.681580 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:13:58.681587 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:13:58.681590 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:13:58.681593 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 16:13:58.681596 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 16:13:58.681594 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:13:58.681597 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 16:13:58.681604 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:13:58.681610 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:13:58.681612 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:13:58.681611 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:13:58.681614 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:13:58.681620 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:13:58.681618 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:13:58.681629 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:13:58.681633 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:13:58.681631 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:13:58.681629 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:13:58.681642 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:13:58.681648 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:13:58.681650 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0326 16:13:58.681657 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 16:13:58.681667 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 16:13:58.681514 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:13:58.681684 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:13:58.681688 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 16:13:58.681695 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 16:13:58.681697 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 16:13:58.681681 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:13:58.681616 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:13:58.681705 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 16:13:58.681562 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:13:58.681715 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:13:58.681718 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 16:13:58.681721 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:13:58.681724 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:13:58.681499 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30457 is already open, no action needed I0326 16:13:58.681729 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 16:13:58.681733 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:13:58.681736 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 16:13:58.681755 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:13:58.681685 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 16:13:58.681759 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:13:58.681768 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:13:58.681771 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:13:58.681777 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 16:13:58.681778 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 16:13:58.681779 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 16:13:58.681506 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:13:58.681794 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:13:58.681544 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 16:13:58.681533 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:13:58.681799 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:13:58.681806 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:13:58.681809 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 16:13:58.681809 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 16:13:58.681718 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 16:13:58.681820 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 16:13:58.681827 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 16:13:58.681815 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:13:58.681831 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 16:13:58.681794 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 16:13:58.681839 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:13:58.681847 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 16:13:58.681813 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:13:58.681859 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 16:13:58.681862 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 16:13:58.681598 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:13:58.681874 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:13:58.681563 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 16:13:58.681889 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 16:13:58.681618 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:13:58.681562 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 16:13:58.681688 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 16:13:58.681686 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:13:58.681935 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:13:58.681689 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:13:58.681976 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:13:58.681699 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:13:58.682024 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:13:58.681701 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:13:58.682073 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:13:58.681713 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:13:58.681725 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:13:58.681758 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0326 16:13:58.681565 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:13:58.681758 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:13:58.681580 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:13:58.682298 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:13:58.681600 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:13:58.681616 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 16:13:58.682365 3815 node_ip_handler_linux.go:160] Node IP manager is running I0326 16:13:58.682369 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio W0326 16:13:58.717290 3815 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 16:13:58.717570 3815 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 16:13:58.717779 3815 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0326 16:13:58.725922 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 16:13:58.725948 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 16:13:58.725956 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 16:13:58.725963 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 16:13:58.725968 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 16:13:58.725975 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 16:13:58.725981 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 16:13:58.725987 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 16:13:58.725992 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 16:13:58.764136 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 16:13:58.764147 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 16:13:58.764164 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 16:13:58.764174 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 16:13:58.764181 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 16:13:58.764189 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0326 16:13:59.545053 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:00.137293 3815 egressip_healthcheck.go:76] Health checking using insecure connection I0326 16:14:00.137338 3815 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0326 16:14:00.137296 3815 default_node_network_controller.go:1364] Starting node controller node sync I0326 16:14:00.149382 3815 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.015116ms I0326 16:14:00.149570 3815 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-109.ec2.internal", IP: 10.0.0.109 to PMTUD blocking rules I0326 16:14:00.149582 3815 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-109.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 16:14:00.154824 3815 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 10.0.1.134 to PMTUD blocking rules I0326 16:14:00.154836 3815 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 16:14:00.160401 3815 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 16:14:00.160668 3815 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 16:14:00.160795 3815 egressservice_node.go:183] Starting Egress Services Controller I0326 16:14:00.160819 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 16:14:00.160832 3815 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 16:14:00.160839 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 16:14:00.160846 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 16:14:00.160852 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 16:14:00.160857 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 16:14:00.160861 3815 egressservice_node.go:197] Repairing Egress Services I0326 16:14:00.170079 3815 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 16:14:00.170089 3815 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 16:14:00.170236 3815 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 16:14:00.170255 3815 link_network_manager.go:117] Link manager is running I0326 16:14:00.170293 3815 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 16:14:00.170395 3815 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 16:14:00.170951 3815 vrf_manager.go:128] VRF manager is running I0326 16:14:00.171150 3815 node_controller_manager.go:437] Removing flows to drop GARP I0326 16:14:00.171163 3815 gateway.go:519] Reconciling gateway with updates I0326 16:14:00.201632 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:14:00.201651 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:14:00.201672 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:14:00.201682 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:14:00.201684 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:14:00.201694 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:14:00.201705 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:14:00.201706 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:14:00.201710 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:14:00.201718 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:14:00.201719 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 16:14:00.201725 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:14:00.201732 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 16:14:00.201734 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:14:00.201772 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:14:00.201787 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:14:00.201792 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:14:00.201798 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:14:00.201800 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:14:00.201801 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:14:00.201806 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 16:14:00.201814 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 16:14:00.201817 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:14:00.201806 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 16:14:00.201823 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0326 16:14:00.201823 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:14:00.201831 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:14:00.201833 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:14:00.201839 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:14:00.201840 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:14:00.201843 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:14:00.201848 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:14:00.201847 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:14:00.201775 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 16:14:00.201852 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:14:00.201860 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:14:00.201788 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 16:14:00.201865 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:14:00.201866 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:14:00.201859 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0326 16:14:00.201876 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:14:00.201879 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:14:00.201882 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 16:14:00.201885 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0326 16:14:00.201832 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:14:00.201882 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0326 16:14:00.201894 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 16:14:00.201902 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:14:00.201903 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0326 16:14:00.201914 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:14:00.201916 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 16:14:00.201920 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 16:14:00.201890 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:14:00.201932 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 16:14:00.201933 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:14:00.201855 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 16:14:00.201848 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0326 16:14:00.201983 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0326 16:14:00.201708 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:14:00.202005 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 16:14:00.201799 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:14:00.202025 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 16:14:00.201860 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 16:14:00.201849 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:14:00.202042 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:14:00.202046 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 16:14:00.202084 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:14:00.201868 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:14:00.202095 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:14:00.202099 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 16:14:00.201698 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:14:00.202114 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:14:00.202118 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 16:14:00.202134 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 16:14:00.202134 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:14:00.201786 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:14:00.202168 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:14:00.201791 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 16:14:00.201803 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:14:00.202191 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:14:00.201810 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:14:00.201822 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 16:14:00.202267 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 16:14:00.201725 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 16:14:00.201820 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 16:14:00.202300 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30457 is already open, no action needed I0326 16:14:00.201830 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:14:00.202313 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:14:00.201839 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:14:00.202341 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:14:00.201836 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0326 16:14:00.202418 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 16:14:00.202420 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0326 16:14:00.201851 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 16:14:00.201854 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:14:00.202434 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 16:14:00.202438 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:14:00.202440 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 16:14:00.202443 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 16:14:00.201776 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 16:14:00.201858 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 16:14:00.202451 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0326 16:14:00.202460 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 16:14:00.202473 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 16:14:00.201860 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:14:00.202486 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:14:00.201860 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:14:00.202511 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:14:00.201875 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 16:14:00.202590 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 16:14:00.201874 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 16:14:00.202603 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 16:14:00.201869 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:14:00.202665 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0326 16:14:00.202671 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:14:00.201891 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:14:00.202707 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:14:00.201887 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:14:00.202731 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:14:00.202735 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 16:14:00.201908 3815 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:14:00.202759 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:14:00.201849 3815 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:14:00.202429 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 16:14:00.202446 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0326 16:14:00.240882 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 16:14:00.240902 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 16:14:00.240910 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 16:14:00.240916 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 16:14:00.259696 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 16:14:00.259710 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 16:14:00.259702 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 16:14:00.259725 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0326 16:14:00.259733 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 16:14:00.259760 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 16:14:00.259776 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 16:14:00.296931 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 16:14:00.296954 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 16:14:00.296963 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 16:14:00.296970 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 16:14:00.296977 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 16:14:00.296983 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 16:14:00.296989 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 16:14:00.296994 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 16:14:00.297000 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 16:14:00.297006 3815 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) W0326 16:14:02.575248 3815 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:02.575263 3815 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:02.575271 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0326 16:14:02.707238 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:14:02.707269 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 37.804µs I0326 16:14:02.733439 3815 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54c46ccb4-f6c5z] creating logical port openshift-image-registry_image-registry-54c46ccb4-f6c5z for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:02.733543 3815 kube.go:256] Updating pod openshift-image-registry/image-registry-54c46ccb4-f6c5z I0326 16:14:02.756837 3815 pod.go:62] [openshift-image-registry/image-registry-54c46ccb4-f6c5z] pod update took 23.328598ms I0326 16:14:02.756857 3815 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-54c46ccb4-f6c5z] addLogicalPort annotation time took 23.353179ms I0326 16:14:02.757959 3815 pods.go:271] [openshift-image-registry/image-registry-54c46ccb4-f6c5z] addLogicalPort took 24.536019ms, libovsdb time 857.929µs I0326 16:14:02.762076 3815 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-q9vwn] creating logical port openshift-dns_dns-default-q9vwn for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:02.762159 3815 kube.go:256] Updating pod openshift-dns/dns-default-q9vwn I0326 16:14:02.769389 3815 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-95fmc] creating logical port openshift-insights_insights-runtime-extractor-95fmc for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:02.769482 3815 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-95fmc I0326 16:14:02.777528 3815 pod.go:62] [openshift-dns/dns-default-q9vwn] pod update took 15.394668ms I0326 16:14:02.777548 3815 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-q9vwn] addLogicalPort annotation time took 15.42363ms I0326 16:14:02.778722 3815 pods.go:271] [openshift-dns/dns-default-q9vwn] addLogicalPort took 16.65497ms, libovsdb time 800.271µs I0326 16:14:02.784834 3815 pod.go:62] [openshift-insights/insights-runtime-extractor-95fmc] pod update took 15.391089ms I0326 16:14:02.784851 3815 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-95fmc] addLogicalPort annotation time took 15.418301ms I0326 16:14:02.785709 3815 pods.go:271] [openshift-insights/insights-runtime-extractor-95fmc] addLogicalPort took 16.341621ms, libovsdb time 630.205µs I0326 16:14:02.857736 3815 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tg7f8] creating logical port openshift-ingress-canary_ingress-canary-tg7f8 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:02.857887 3815 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tg7f8 I0326 16:14:02.872789 3815 pod.go:62] [openshift-ingress-canary/ingress-canary-tg7f8] pod update took 14.925322ms I0326 16:14:02.872812 3815 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-tg7f8] addLogicalPort annotation time took 14.95172ms I0326 16:14:02.873854 3815 pods.go:271] [openshift-ingress-canary/ingress-canary-tg7f8] addLogicalPort took 16.170685ms, libovsdb time 795.251µs I0326 16:14:03.151059 3815 cni.go:403] [openshift-image-registry/image-registry-54c46ccb4-f6c5z 2352adf90eab1f7544b1f18059252c7cf5e0e36c1f7da11e16abc0dc97e20ed7 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-54c46ccb4-f6c5z 2352adf90eab1f7544b1f18059252c7cf5e0e36c1f7da11e16abc0dc97e20ed7 network default NAD default] I0326 16:14:03.178572 3815 cni.go:403] [openshift-dns/dns-default-q9vwn 418d187a2347608c1c8b707a5bdaca43c17b8ea7cf5d2e88fc254af69ba78a43 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-q9vwn 418d187a2347608c1c8b707a5bdaca43c17b8ea7cf5d2e88fc254af69ba78a43 network default NAD default] I0326 16:14:03.191461 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54c46ccb4-f6c5z, hostIfaceName: 2352adf90eab1f7, network: default, NAD default, SandboxID: "2352adf90eab1f7544b1f18059252c7cf5e0e36c1f7da11e16abc0dc97e20ed7", PCI device ID: , UID: "13a6d63a-5a77-4c81-b338-20959e2a271b", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0326 16:14:03.202677 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-q9vwn, hostIfaceName: 418d187a2347608, network: default, NAD default, SandboxID: "418d187a2347608c1c8b707a5bdaca43c17b8ea7cf5d2e88fc254af69ba78a43", PCI device ID: , UID: "b73d25bf-72b8-45ca-9bb1-993354ca2055", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0326 16:14:03.218832 3815 cni.go:403] [openshift-insights/insights-runtime-extractor-95fmc 786f9ed55d46f4acd0a03ea372bdd91a2232b75be50af0e721e58dd966ec75f8 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-95fmc 786f9ed55d46f4acd0a03ea372bdd91a2232b75be50af0e721e58dd966ec75f8 network default NAD default] I0326 16:14:03.228668 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-95fmc, hostIfaceName: 786f9ed55d46f4a, network: default, NAD default, SandboxID: "786f9ed55d46f4acd0a03ea372bdd91a2232b75be50af0e721e58dd966ec75f8", PCI device ID: , UID: "b2e277a9-dccc-41f4-8426-ced8b619ccf8", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0326 16:14:03.264146 3815 cni.go:424] [openshift-dns/dns-default-q9vwn 418d187a2347608c1c8b707a5bdaca43c17b8ea7cf5d2e88fc254af69ba78a43 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-q9vwn 418d187a2347608c1c8b707a5bdaca43c17b8ea7cf5d2e88fc254af69ba78a43 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:54:c0:f3:ff:4c\",\"name\":\"418d187a2347608\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90d50a3e-fa87-498c-90a8-dcab6a0d7a30\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:14:03.264184 3815 cni.go:424] [openshift-image-registry/image-registry-54c46ccb4-f6c5z 2352adf90eab1f7544b1f18059252c7cf5e0e36c1f7da11e16abc0dc97e20ed7 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-54c46ccb4-f6c5z 2352adf90eab1f7544b1f18059252c7cf5e0e36c1f7da11e16abc0dc97e20ed7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:44:46:15:be:ad\",\"name\":\"2352adf90eab1f7\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5acc905-24ca-47a9-ada2-23c51098d67a\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:14:03.270225 3815 cni.go:403] [openshift-ingress-canary/ingress-canary-tg7f8 17aaaf9872830c55a75b42689afd4c05f847b25663b856ea9db1eee05ff38de9 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tg7f8 17aaaf9872830c55a75b42689afd4c05f847b25663b856ea9db1eee05ff38de9 network default NAD default] I0326 16:14:03.271301 3815 cni.go:424] [openshift-insights/insights-runtime-extractor-95fmc 786f9ed55d46f4acd0a03ea372bdd91a2232b75be50af0e721e58dd966ec75f8 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-95fmc 786f9ed55d46f4acd0a03ea372bdd91a2232b75be50af0e721e58dd966ec75f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:db:72:ee:8b:18\",\"name\":\"786f9ed55d46f4a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d46cb19-f7ab-4079-970d-cc3d7754a8df\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:14:03.278320 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tg7f8, hostIfaceName: 17aaaf9872830c5, network: default, NAD default, SandboxID: "17aaaf9872830c55a75b42689afd4c05f847b25663b856ea9db1eee05ff38de9", PCI device ID: , UID: "ccfc32cb-e4f5-4a86-a090-90597ab8eef9", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0326 16:14:03.320674 3815 cni.go:424] [openshift-ingress-canary/ingress-canary-tg7f8 17aaaf9872830c55a75b42689afd4c05f847b25663b856ea9db1eee05ff38de9 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tg7f8 17aaaf9872830c55a75b42689afd4c05f847b25663b856ea9db1eee05ff38de9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:14:39:6d:76:5e\",\"name\":\"17aaaf9872830c5\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3d984ff-1c77-4bae-b81b-ee005b634216\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:14:04.001038 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:04.412128 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0326 16:14:06.430125 3815 base_network_controller_pods.go:487] [default/openshift-console/console-d8679f96-tgnk2] creating logical port openshift-console_console-d8679f96-tgnk2 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:06.430236 3815 kube.go:256] Updating pod openshift-console/console-d8679f96-tgnk2 I0326 16:14:06.448260 3815 pod.go:62] [openshift-console/console-d8679f96-tgnk2] pod update took 18.053241ms I0326 16:14:06.448284 3815 base_network_controller_pods.go:937] [default/openshift-console/console-d8679f96-tgnk2] addLogicalPort annotation time took 18.083493ms I0326 16:14:06.449508 3815 pods.go:271] [openshift-console/console-d8679f96-tgnk2] addLogicalPort took 19.399875ms, libovsdb time 958.61µs I0326 16:14:06.795100 3815 cni.go:403] [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default] ADD starting CNI request [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default] I0326 16:14:06.805150 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-d8679f96-tgnk2, hostIfaceName: 93f7377455de3fd, network: default, NAD default, SandboxID: "93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894", PCI device ID: , UID: "dd7bf301-034c-4e37-9ff9-3d53ff4bb574", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0326 16:14:06.847200 3815 cni.go:424] [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default] ADD finished CNI request [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:32:24:62:b0:c9\",\"name\":\"93f7377455de3fd\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1cc321d-6e7a-4d54-8b51-4bfef60b16b3\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:14:07.032868 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:07.032883 3815 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:07.032889 3815 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396583 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396609 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396617 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396635 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396643 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396649 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0326 16:14:10.764540 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-k7kg6 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:10.764651 3815 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6 I0326 16:14:10.781577 3815 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6] pod update took 16.958586ms I0326 16:14:10.781598 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6] addLogicalPort annotation time took 16.987072ms I0326 16:14:10.782792 3815 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6] addLogicalPort took 18.265465ms, libovsdb time 862.974µs I0326 16:14:11.152153 3815 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6 2a948dbdf9c2b830719de08a3bfc367033e1ae69a8d892ff60e8da59c00f5908 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6 2a948dbdf9c2b830719de08a3bfc367033e1ae69a8d892ff60e8da59c00f5908 network default NAD default] I0326 16:14:11.160691 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-k7kg6, hostIfaceName: 2a948dbdf9c2b83, network: default, NAD default, SandboxID: "2a948dbdf9c2b830719de08a3bfc367033e1ae69a8d892ff60e8da59c00f5908", PCI device ID: , UID: "8be9d413-8991-4358-887e-c7a6f28b0ac4", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0326 16:14:11.203983 3815 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6 2a948dbdf9c2b830719de08a3bfc367033e1ae69a8d892ff60e8da59c00f5908 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-k7kg6 2a948dbdf9c2b830719de08a3bfc367033e1ae69a8d892ff60e8da59c00f5908 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:dd:32:56:bf:4f\",\"name\":\"2a948dbdf9c2b83\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dae0070-47cf-4b5d-a94b-dd6b39273794\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:14:11.795639 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:11.795781 3815 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0326 16:14:11.815918 3815 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.198099ms I0326 16:14:11.815946 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.23403ms I0326 16:14:11.817082 3815 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 21.464813ms, libovsdb time 820.724µs W0326 16:14:12.027718 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 16:14:12.179725 3815 cni.go:403] [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default] I0326 16:14:12.191964 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: fcf41c02091c968, network: default, NAD default, SandboxID: "fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322", PCI device ID: , UID: "b6fa1b42-8638-4995-a2fd-44ad6030c069", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0326 16:14:12.236510 3815 cni.go:424] [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:57:01:21:19:70\",\"name\":\"fcf41c02091c968\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1d72f34-3977-49f3-a127-bc08a3185b04\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:14:12.560418 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:12.560444 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:12.560453 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:12.560474 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:12.560482 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:12.560489 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0326 16:14:12.730202 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5f77f847f6-4lv2n] creating logical port openshift-monitoring_thanos-querier-5f77f847f6-4lv2n for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:12.730333 3815 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5f77f847f6-4lv2n I0326 16:14:12.744846 3815 pod.go:62] [openshift-monitoring/thanos-querier-5f77f847f6-4lv2n] pod update took 14.565073ms I0326 16:14:12.744868 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5f77f847f6-4lv2n] addLogicalPort annotation time took 14.592778ms I0326 16:14:12.746103 3815 pods.go:271] [openshift-monitoring/thanos-querier-5f77f847f6-4lv2n] addLogicalPort took 15.921882ms, libovsdb time 950.214µs I0326 16:14:13.271188 3815 cni.go:403] [openshift-monitoring/thanos-querier-5f77f847f6-4lv2n 1df0c6a058c011b286afa54949c466ffb2b046d1138e999f0cac4206d044852e network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5f77f847f6-4lv2n 1df0c6a058c011b286afa54949c466ffb2b046d1138e999f0cac4206d044852e network default NAD default] I0326 16:14:13.282046 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5f77f847f6-4lv2n, hostIfaceName: 1df0c6a058c011b, network: default, NAD default, SandboxID: "1df0c6a058c011b286afa54949c466ffb2b046d1138e999f0cac4206d044852e", PCI device ID: , UID: "d30668fc-a403-41b2-a98e-81dd6e2ee70c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0326 16:14:13.326042 3815 cni.go:424] [openshift-monitoring/thanos-querier-5f77f847f6-4lv2n 1df0c6a058c011b286afa54949c466ffb2b046d1138e999f0cac4206d044852e network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5f77f847f6-4lv2n 1df0c6a058c011b286afa54949c466ffb2b046d1138e999f0cac4206d044852e network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:e1:04:22:c9:fb\",\"name\":\"1df0c6a058c011b\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca4ff5b7-a144-4c1d-8eca-c23cf260da9c\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:14:15.059897 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:15.059917 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:15.059924 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 16:14:15.174959 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7475c596b-brtpx] creating logical port openshift-monitoring_metrics-server-7475c596b-brtpx for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:15.175088 3815 kube.go:256] Updating pod openshift-monitoring/metrics-server-7475c596b-brtpx I0326 16:14:15.188477 3815 pod.go:62] [openshift-monitoring/metrics-server-7475c596b-brtpx] pod update took 13.420843ms I0326 16:14:15.188501 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-7475c596b-brtpx] addLogicalPort annotation time took 13.455372ms I0326 16:14:15.189703 3815 pods.go:271] [openshift-monitoring/metrics-server-7475c596b-brtpx] addLogicalPort took 14.763095ms, libovsdb time 881.739µs I0326 16:14:15.364599 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-6p6wl for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:15.364737 3815 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl I0326 16:14:15.384285 3815 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl] pod update took 19.579072ms I0326 16:14:15.384311 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl] addLogicalPort annotation time took 19.608062ms I0326 16:14:15.385566 3815 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl] addLogicalPort took 20.983258ms, libovsdb time 931.415µs W0326 16:14:15.471415 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0326 16:14:15.837213 3815 cni.go:403] [openshift-monitoring/metrics-server-7475c596b-brtpx 2624b29ea80921fb589a2375ba3acef5d9207250630ce7ef41df70d73bdeb23a network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-7475c596b-brtpx 2624b29ea80921fb589a2375ba3acef5d9207250630ce7ef41df70d73bdeb23a network default NAD default] I0326 16:14:15.846340 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7475c596b-brtpx, hostIfaceName: 2624b29ea80921f, network: default, NAD default, SandboxID: "2624b29ea80921fb589a2375ba3acef5d9207250630ce7ef41df70d73bdeb23a", PCI device ID: , UID: "3cef9c8b-0a1c-4257-8580-b7ce6ac5ae30", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0326 16:14:15.888836 3815 cni.go:424] [openshift-monitoring/metrics-server-7475c596b-brtpx 2624b29ea80921fb589a2375ba3acef5d9207250630ce7ef41df70d73bdeb23a network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-7475c596b-brtpx 2624b29ea80921fb589a2375ba3acef5d9207250630ce7ef41df70d73bdeb23a network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:8e:25:2d:6f:fe\",\"name\":\"2624b29ea80921f\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48f2b05a-e670-461f-bbaa-a922600291e6\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:14:16.355922 3815 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl 7a6449987804c20084afb0e23f470bc5ed367d7e6c212fe50fbf7c0ba5d1f060 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl 7a6449987804c20084afb0e23f470bc5ed367d7e6c212fe50fbf7c0ba5d1f060 network default NAD default] W0326 16:14:16.378583 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:16.378660 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0326 16:14:16.384688 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-6p6wl, hostIfaceName: 7a6449987804c20, network: default, NAD default, SandboxID: "7a6449987804c20084afb0e23f470bc5ed367d7e6c212fe50fbf7c0ba5d1f060", PCI device ID: , UID: "b3f54e9f-7a6e-4244-a472-217fd4aed156", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0326 16:14:16.427450 3815 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl 7a6449987804c20084afb0e23f470bc5ed367d7e6c212fe50fbf7c0ba5d1f060 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-6p6wl 7a6449987804c20084afb0e23f470bc5ed367d7e6c212fe50fbf7c0ba5d1f060 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:ba:d6:02:b8:60\",\"name\":\"7a6449987804c20\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbe58f79-6959-48e6-8d02-c68e826564af\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:14:16.648229 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 16:14:17.001035 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:14:17.001189 3815 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 W0326 16:14:17.037513 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:17.037543 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:17.037553 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0326 16:14:17.044133 3815 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 43.008466ms I0326 16:14:17.044161 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 43.04092ms I0326 16:14:17.045442 3815 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 44.4306ms, libovsdb time 915.811µs W0326 16:14:17.131047 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 16:14:19.231946 3815 cni.go:403] [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default] I0326 16:14:19.240964 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 3c0755f32e9eb36, network: default, NAD default, SandboxID: "3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076", PCI device ID: , UID: "e84d0285-7416-4865-bb5d-0f31648711d7", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0326 16:14:19.287036 3815 cni.go:424] [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:a1:b4:4c:7a:86\",\"name\":\"3c0755f32e9eb36\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/624b9e28-93ff-413d-8339-cb73d230a046\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:14:20.080128 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 16:14:20.177490 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.177512 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.177520 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.177526 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.277533 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.277552 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.555450 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:20.555474 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:20.594483 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:20.594514 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:20.691473 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:20.691495 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:20.691500 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:20.798951 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.798971 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.827796 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 16:14:21.111506 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:21.111525 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:21.111531 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:21.111537 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 16:14:23.650122 3815 cni.go:403] [openshift-network-diagnostics/network-check-target-4dhst 95183b8517210adb6fdf7561ce6a484c870a60ae4e70c769b571465d0705892a network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-4dhst 95183b8517210adb6fdf7561ce6a484c870a60ae4e70c769b571465d0705892a network default NAD default] I0326 16:14:23.650565 3815 cni.go:403] [openshift-multus/network-metrics-daemon-zxqv9 b2b817c2bc8786802cf5b7875417463690fe6055ce6b530e38bbe78377515dcb network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-zxqv9 b2b817c2bc8786802cf5b7875417463690fe6055ce6b530e38bbe78377515dcb network default NAD default] I0326 16:14:23.660038 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zxqv9, hostIfaceName: b2b817c2bc87868, network: default, NAD default, SandboxID: "b2b817c2bc8786802cf5b7875417463690fe6055ce6b530e38bbe78377515dcb", PCI device ID: , UID: "3ba63256-cc04-4e42-94e8-56310ca1ae88", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0326 16:14:23.660081 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-4dhst, hostIfaceName: 95183b8517210ad, network: default, NAD default, SandboxID: "95183b8517210adb6fdf7561ce6a484c870a60ae4e70c769b571465d0705892a", PCI device ID: , UID: "40b12f51-82b4-4036-9bf2-6b786609066e", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0326 16:14:23.706282 3815 cni.go:424] [openshift-multus/network-metrics-daemon-zxqv9 b2b817c2bc8786802cf5b7875417463690fe6055ce6b530e38bbe78377515dcb network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zxqv9 b2b817c2bc8786802cf5b7875417463690fe6055ce6b530e38bbe78377515dcb network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:66:fa:5f:fb:7b\",\"name\":\"b2b817c2bc87868\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95e1e6cf-df1d-4406-b48a-049f5c87e2ac\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:14:23.722217 3815 cni.go:424] [openshift-network-diagnostics/network-check-target-4dhst 95183b8517210adb6fdf7561ce6a484c870a60ae4e70c769b571465d0705892a network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-4dhst 95183b8517210adb6fdf7561ce6a484c870a60ae4e70c769b571465d0705892a network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:35:30:69:bc:b6\",\"name\":\"95183b8517210ad\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c84249fc-7cbe-4597-9bf7-1c9993164d11\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:14:25.008871 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:41.100899 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0326 16:14:41.911560 3815 obj_retry.go:464] Detected object openshift-console/console-d8679f96-v4d5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:41.912191 3815 obj_retry.go:464] Detected object openshift-console/console-d8679f96-v4d5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 16:14:42.264150 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.264170 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.264176 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 16:14:42.835302 3815 obj_retry.go:458] Detected object openshift-console/console-d8679f96-v4d5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:42.835330 3815 obj_retry.go:458] Detected object openshift-console/console-d8679f96-v4d5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:42.841111 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8679f96-v4d5m I0326 16:14:42.841138 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8679f96-v4d5m W0326 16:14:44.605407 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0326 16:14:45.915937 3815 obj_retry.go:464] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:45.916521 3815 obj_retry.go:464] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:46.609942 3815 obj_retry.go:458] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:46.610042 3815 obj_retry.go:458] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:46.614589 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-797d68944d-gp5l9 I0326 16:14:46.614618 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-797d68944d-gp5l9 W0326 16:14:49.636199 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0326 16:14:50.641569 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0326 16:14:52.739957 3815 cni.go:403] [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default] DEL starting CNI request [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default] I0326 16:14:52.812071 3815 cni.go:424] [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default] DEL finished CNI request [openshift-console/console-d8679f96-tgnk2 93f7377455de3fd3c7d5b3c4a977243d39b04b64b16bd314aa4948dcbd238894 network default NAD default], result "{}", err I0326 16:14:52.862034 3815 obj_retry.go:464] Detected object openshift-console/console-d8679f96-tgnk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:52.862084 3815 pods.go:176] Deleting pod: openshift-console/console-d8679f96-tgnk2 I0326 16:14:52.863365 3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d8679f96-tgnk2, ips: 10.130.0.9 I0326 16:14:52.863398 3815 obj_retry.go:464] Detected object openshift-console/console-d8679f96-tgnk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:53.230834 3815 obj_retry.go:458] Detected object openshift-console/console-d8679f96-tgnk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:53.230858 3815 obj_retry.go:458] Detected object openshift-console/console-d8679f96-tgnk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:53.233605 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8679f96-tgnk2 I0326 16:14:53.233633 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8679f96-tgnk2 W0326 16:14:55.278295 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:55.278315 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:57.754942 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 16:14:57.754967 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 16:14:58.142038 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 16:15:32.731035 3815 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:32.731677 3815 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:33.035827 3815 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:33.035858 3815 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:33.042104 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0326 16:15:33.042134 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0326 16:15:35.224866 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl] creating logical port openshift-monitoring_telemeter-client-7d6bfbdb4c-6s5cl for pod on switch ip-10-0-2-80.ec2.internal I0326 16:15:35.225022 3815 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl I0326 16:15:35.245943 3815 pod.go:62] [openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl] pod update took 20.964765ms I0326 16:15:35.245967 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl] addLogicalPort annotation time took 20.99461ms I0326 16:15:35.247284 3815 pods.go:271] [openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl] addLogicalPort took 22.439684ms, libovsdb time 981.644µs I0326 16:15:35.583371 3815 cni.go:403] [openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl fea81d2e4869159efd5eed7707014ec4ec0ca6cd8ba06fb2f0990ec182b4ff87 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl fea81d2e4869159efd5eed7707014ec4ec0ca6cd8ba06fb2f0990ec182b4ff87 network default NAD default] I0326 16:15:35.592036 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7d6bfbdb4c-6s5cl, hostIfaceName: fea81d2e4869159, network: default, NAD default, SandboxID: "fea81d2e4869159efd5eed7707014ec4ec0ca6cd8ba06fb2f0990ec182b4ff87", PCI device ID: , UID: "f3bf3678-3d36-4fb1-b014-be02d2f259d9", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0326 16:15:35.636141 3815 cni.go:424] [openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl fea81d2e4869159efd5eed7707014ec4ec0ca6cd8ba06fb2f0990ec182b4ff87 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-7d6bfbdb4c-6s5cl fea81d2e4869159efd5eed7707014ec4ec0ca6cd8ba06fb2f0990ec182b4ff87 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:38:54:cf:85:8a\",\"name\":\"fea81d2e4869159\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5e9770f-c7f5-4bc6-aa94-202e00e62a12\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:15:36.843098 3815 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:36.843733 3815 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:37.059126 3815 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:37.059153 3815 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:37.066124 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0326 16:15:37.066202 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0326 16:15:38.709965 3815 base_network_controller_pods.go:487] [default/openshift-console/console-84975f87d5-pnbd9] creating logical port openshift-console_console-84975f87d5-pnbd9 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:15:38.710064 3815 kube.go:256] Updating pod openshift-console/console-84975f87d5-pnbd9 I0326 16:15:38.727877 3815 pod.go:62] [openshift-console/console-84975f87d5-pnbd9] pod update took 17.837835ms I0326 16:15:38.727901 3815 base_network_controller_pods.go:937] [default/openshift-console/console-84975f87d5-pnbd9] addLogicalPort annotation time took 17.86954ms I0326 16:15:38.729135 3815 pods.go:271] [openshift-console/console-84975f87d5-pnbd9] addLogicalPort took 19.185783ms, libovsdb time 907.328µs I0326 16:15:39.071218 3815 cni.go:403] [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default] ADD starting CNI request [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default] I0326 16:15:39.080363 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-84975f87d5-pnbd9, hostIfaceName: 4e159bb229315ae, network: default, NAD default, SandboxID: "4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea", PCI device ID: , UID: "aa0f608c-4016-4296-a7e4-4faa96cc27d7", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0326 16:15:39.125658 3815 cni.go:424] [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default] ADD finished CNI request [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:f4:ea:59:d0:0e\",\"name\":\"4e159bb229315ae\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5b76aca-6c43-45a7-ae83-5ae40445e3b2\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:15:42.872204 3815 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf for pod on switch ip-10-0-2-80.ec2.internal I0326 16:15:42.872347 3815 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf I0326 16:15:42.885106 3815 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf] pod update took 12.784653ms I0326 16:15:42.885132 3815 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf] addLogicalPort annotation time took 12.815156ms I0326 16:15:42.886486 3815 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf] addLogicalPort took 14.300006ms, libovsdb time 1.012621ms I0326 16:15:43.230597 3815 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default] I0326 16:15:43.238842 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf, hostIfaceName: 69b580b1462794c, network: default, NAD default, SandboxID: "69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d", PCI device ID: , UID: "00a1998e-0aec-4e6b-83fc-3abf4ab25ed7", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0326 16:15:43.282285 3815 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:62:89:e9:aa:94\",\"name\":\"69b580b1462794c\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00bb2c5a-f319-45a8-83fa-3ee1d4c4786e\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:15:49.472221 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 16:16:01.519401 3815 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default] I0326 16:16:01.595059 3815 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf 69b580b1462794caf2283b074b3739b9371c0a3aa0240ec019d8f38a729b857d network default NAD default], result "{}", err I0326 16:16:01.641541 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.641668 3815 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf I0326 16:16:01.643347 3815 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf, ips: 10.130.0.18 I0326 16:16:01.643383 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.643406 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.643419 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 16:16:01.643631 3815 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.643648 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0326 16:16:02.668134 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.668160 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.668176 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.668186 3815 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.937604 3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 16:16:02.945879 3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 16:16:04.008815 3815 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-tm58x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:04.009400 3815 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-tm58x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:04.470584 3815 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-tm58x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:04.470609 3815 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-tm58x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:04.476292 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddbdf94f5-tm58x I0326 16:16:04.476311 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddbdf94f5-tm58x I0326 16:16:04.735605 3815 cni.go:403] [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default] I0326 16:16:04.804366 3815 cni.go:424] [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 fcf41c02091c96854da30a00fe079387042a09c32174068c49402e27bfe68322 network default NAD default], result "{}", err I0326 16:16:04.864351 3815 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:04.864390 3815 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0326 16:16:04.865701 3815 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.11 I0326 16:16:04.865762 3815 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:05.535193 3815 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:05.535261 3815 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:05.541696 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0326 16:16:05.541724 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0326 16:16:05.586392 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:16:05.586501 3815 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0326 16:16:05.605375 3815 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 18.911491ms I0326 16:16:05.605397 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 18.938187ms I0326 16:16:05.606618 3815 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.251178ms, libovsdb time 907.168µs I0326 16:16:05.950473 3815 cni.go:403] [openshift-monitoring/alertmanager-main-0 7ec1ab2681ff07400b1c6ff629589dbf8becb2c7a21e3aa97e7fbdd1995eb258 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 7ec1ab2681ff07400b1c6ff629589dbf8becb2c7a21e3aa97e7fbdd1995eb258 network default NAD default] I0326 16:16:05.959511 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 7ec1ab2681ff074, network: default, NAD default, SandboxID: "7ec1ab2681ff07400b1c6ff629589dbf8becb2c7a21e3aa97e7fbdd1995eb258", PCI device ID: , UID: "1786a681-e42a-4c3d-b430-2b8d9951424a", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0326 16:16:06.004507 3815 cni.go:424] [openshift-monitoring/alertmanager-main-0 7ec1ab2681ff07400b1c6ff629589dbf8becb2c7a21e3aa97e7fbdd1995eb258 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 7ec1ab2681ff07400b1c6ff629589dbf8becb2c7a21e3aa97e7fbdd1995eb258 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:bb:b5:7a:42:fd\",\"name\":\"7ec1ab2681ff074\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec44a187-498f-4dc4-9bd1-48d53f1befdd\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:16:14.789972 3815 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:14.790517 3815 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:14.967062 3815 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:14.967092 3815 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:14.972685 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddbdf94f5-k7pmr I0326 16:16:14.972712 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddbdf94f5-k7pmr W0326 16:16:36.001481 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:16:36.001503 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:16:36.001509 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 16:16:39.514890 3815 cni.go:403] [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default] I0326 16:16:39.591433 3815 cni.go:424] [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 3c0755f32e9eb36429df1d2ffa267fbd75e634c8b7de991bf813e8b62b224076 network default NAD default], result "{}", err I0326 16:16:39.653360 3815 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:39.653400 3815 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0326 16:16:39.654601 3815 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.15 I0326 16:16:39.654632 3815 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:39.981784 3815 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:39.981813 3815 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:39.989179 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0326 16:16:39.989209 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0326 16:16:40.032815 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:16:40.032929 3815 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0326 16:16:40.053528 3815 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.644924ms I0326 16:16:40.053556 3815 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.675833ms I0326 16:16:40.054939 3815 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 22.140169ms, libovsdb time 979.04µs I0326 16:16:40.393161 3815 cni.go:403] [openshift-monitoring/prometheus-k8s-0 73a817efe1939bed9f71cbd0d723a9a05c7d68fd69a319ec92c1bc10e81af1a6 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 73a817efe1939bed9f71cbd0d723a9a05c7d68fd69a319ec92c1bc10e81af1a6 network default NAD default] I0326 16:16:40.401787 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 73a817efe1939be, network: default, NAD default, SandboxID: "73a817efe1939bed9f71cbd0d723a9a05c7d68fd69a319ec92c1bc10e81af1a6", PCI device ID: , UID: "6f54ba42-3653-44a6-b192-f392677e57a1", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0326 16:16:40.446379 3815 cni.go:424] [openshift-monitoring/prometheus-k8s-0 73a817efe1939bed9f71cbd0d723a9a05c7d68fd69a319ec92c1bc10e81af1a6 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 73a817efe1939bed9f71cbd0d723a9a05c7d68fd69a319ec92c1bc10e81af1a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:ca:b5:97:bf:34\",\"name\":\"73a817efe1939be\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e199e46-e2f4-4e1f-8e77-db8f03d0c5cb\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:17:40.983465 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:17:40.983490 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 16:18:14.436471 3815 cni.go:403] [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default] DEL starting CNI request [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default] I0326 16:18:14.520033 3815 cni.go:424] [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default] DEL finished CNI request [openshift-console/console-84975f87d5-pnbd9 4e159bb229315ae8dd50ebfa6ae52a02ac45d5996dbb67205dc2e971417bb5ea network default NAD default], result "{}", err I0326 16:18:14.566688 3815 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-pnbd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:14.566720 3815 pods.go:176] Deleting pod: openshift-console/console-84975f87d5-pnbd9 I0326 16:18:14.567940 3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84975f87d5-pnbd9, ips: 10.130.0.17 I0326 16:18:14.567968 3815 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-pnbd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:14.574996 3815 base_network_controller_pods.go:487] [default/openshift-console/console-78f5655b5d-xkgmn] creating logical port openshift-console_console-78f5655b5d-xkgmn for pod on switch ip-10-0-2-80.ec2.internal I0326 16:18:14.575116 3815 kube.go:256] Updating pod openshift-console/console-78f5655b5d-xkgmn I0326 16:18:14.594342 3815 pod.go:62] [openshift-console/console-78f5655b5d-xkgmn] pod update took 19.26406ms I0326 16:18:14.594369 3815 base_network_controller_pods.go:937] [default/openshift-console/console-78f5655b5d-xkgmn] addLogicalPort annotation time took 19.295831ms I0326 16:18:14.595665 3815 pods.go:271] [openshift-console/console-78f5655b5d-xkgmn] addLogicalPort took 20.687381ms, libovsdb time 846.682µs I0326 16:18:14.934272 3815 cni.go:403] [openshift-console/console-78f5655b5d-xkgmn 0c9c6e2c8f264c163d0b0c36230925504964c844b1816e561c9ad7d5f2e18cad network default NAD default] ADD starting CNI request [openshift-console/console-78f5655b5d-xkgmn 0c9c6e2c8f264c163d0b0c36230925504964c844b1816e561c9ad7d5f2e18cad network default NAD default] I0326 16:18:14.943972 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-78f5655b5d-xkgmn, hostIfaceName: 0c9c6e2c8f264c1, network: default, NAD default, SandboxID: "0c9c6e2c8f264c163d0b0c36230925504964c844b1816e561c9ad7d5f2e18cad", PCI device ID: , UID: "a881179c-0f00-4efb-b263-9b2820d1bccf", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0326 16:18:14.987540 3815 cni.go:424] [openshift-console/console-78f5655b5d-xkgmn 0c9c6e2c8f264c163d0b0c36230925504964c844b1816e561c9ad7d5f2e18cad network default NAD default] ADD finished CNI request [openshift-console/console-78f5655b5d-xkgmn 0c9c6e2c8f264c163d0b0c36230925504964c844b1816e561c9ad7d5f2e18cad network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:3f:87:14:51:18\",\"name\":\"0c9c6e2c8f264c1\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cf909f1-de11-498f-b374-2ab0379cfea1\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:18:15.077517 3815 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-pnbd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:15.077538 3815 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-pnbd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:15.080118 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84975f87d5-pnbd9 I0326 16:18:15.080142 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84975f87d5-pnbd9 W0326 16:18:25.125973 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 16:18:25.698983 3815 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-cpstg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:25.699567 3815 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-cpstg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:26.028605 3815 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-cpstg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:26.028628 3815 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-cpstg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:26.035454 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84975f87d5-cpstg I0326 16:18:26.035485 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84975f87d5-cpstg I0326 16:18:39.043673 3815 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 16:18:59.471252 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0326 16:19:10.460366 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0326 16:19:15.358800 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=37 I0326 16:19:50.358597 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=116 I0326 16:20:00.224907 3815 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29575700-6w7h8 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:20:00.225003 3815 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 I0326 16:20:00.237211 3815 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8] pod update took 12.226517ms I0326 16:20:00.237244 3815 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8] addLogicalPort annotation time took 12.26454ms I0326 16:20:00.238897 3815 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8] addLogicalPort took 14.003371ms, libovsdb time 1.189945ms I0326 16:20:00.608806 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default] I0326 16:20:00.617464 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29575700-6w7h8, hostIfaceName: 51ff51928a68276, network: default, NAD default, SandboxID: "51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03", PCI device ID: , UID: "665f1ceb-7e62-41c5-bf64-b6c377574329", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0326 16:20:00.663948 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:af:04:b0:fb:ad\",\"name\":\"51ff51928a68276\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9750dbd5-8849-4abd-aa60-55de89adf8c2\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:20:00.825198 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:20:00.825851 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:20:00.836468 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:20:00.836492 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:20:00.844982 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp I0326 16:20:00.845007 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp I0326 16:20:22.273091 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:20:22.273130 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 48.871µs I0326 16:20:22.273097 3815 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall I0326 16:20:22.299727 3815 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-w2kmh] creating logical port kube-system_global-pull-secret-syncer-w2kmh for pod on switch ip-10-0-2-80.ec2.internal I0326 16:20:22.299832 3815 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-w2kmh I0326 16:20:22.311431 3815 pod.go:62] [kube-system/global-pull-secret-syncer-w2kmh] pod update took 11.621721ms I0326 16:20:22.311462 3815 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-w2kmh] addLogicalPort annotation time took 11.658165ms I0326 16:20:22.312720 3815 pods.go:271] [kube-system/global-pull-secret-syncer-w2kmh] addLogicalPort took 13.007527ms, libovsdb time 824.773µs I0326 16:20:22.657508 3815 cni.go:403] [kube-system/global-pull-secret-syncer-w2kmh 8f4c29e8f193b02c1c4514c9db41ba6d44066e3668c67b79dc733978f02094e8 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-w2kmh 8f4c29e8f193b02c1c4514c9db41ba6d44066e3668c67b79dc733978f02094e8 network default NAD default] I0326 16:20:22.665929 3815 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-w2kmh, hostIfaceName: 8f4c29e8f193b02, network: default, NAD default, SandboxID: "8f4c29e8f193b02c1c4514c9db41ba6d44066e3668c67b79dc733978f02094e8", PCI device ID: , UID: "6b11ef83-5ae9-4d66-aeeb-7b153935d1df", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0326 16:20:22.711052 3815 cni.go:424] [kube-system/global-pull-secret-syncer-w2kmh 8f4c29e8f193b02c1c4514c9db41ba6d44066e3668c67b79dc733978f02094e8 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-w2kmh 8f4c29e8f193b02c1c4514c9db41ba6d44066e3668c67b79dc733978f02094e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:ee:1f:06:94:04\",\"name\":\"8f4c29e8f193b02\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8efce888-1297-4149-81fc-010425dc944a\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:21:08.085223 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:21:14.483373 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0326 16:21:19.131903 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 16:21:19.131985 3815 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-5bg8c IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-5bg8c: no pod IPs found I0326 16:21:36.351790 3815 namespace.go:98] [tsf] adding namespace I0326 16:21:36.352613 3815 namespace.go:102] [tsf] adding namespace took 800.314µs I0326 16:21:36.371213 3815 namespace.go:142] [tsf] updating namespace I0326 16:21:36.379004 3815 namespace.go:142] [tsf] updating namespace I0326 16:21:39.482695 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0326 16:21:40.004920 3815 namespace.go:98] [tsf-keycloak] adding namespace I0326 16:21:40.005863 3815 namespace.go:102] [tsf-keycloak] adding namespace took 917.114µs I0326 16:21:40.009022 3815 namespace.go:98] [cert-manager-operator] adding namespace I0326 16:21:40.009158 3815 namespace.go:98] [tsf-tas] adding namespace I0326 16:21:40.009794 3815 namespace.go:102] [cert-manager-operator] adding namespace took 753.362µs I0326 16:21:40.010281 3815 namespace.go:102] [tsf-tas] adding namespace took 1.104463ms I0326 16:21:40.011956 3815 namespace.go:98] [konflux-operator] adding namespace I0326 16:21:40.012528 3815 namespace.go:102] [konflux-operator] adding namespace took 557.702µs I0326 16:21:40.017003 3815 namespace.go:98] [konflux-ui] adding namespace I0326 16:21:40.017041 3815 namespace.go:98] [tsf-tpa] adding namespace I0326 16:21:40.017213 3815 namespace.go:98] [rhtpa-operator] adding namespace I0326 16:21:40.017684 3815 namespace.go:102] [konflux-ui] adding namespace took 664.702µs I0326 16:21:40.018198 3815 namespace.go:102] [tsf-tpa] adding namespace took 1.146402ms I0326 16:21:40.018227 3815 namespace.go:98] [rhbk-operator] adding namespace I0326 16:21:40.018652 3815 namespace.go:102] [rhbk-operator] adding namespace took 415.799µs I0326 16:21:40.019109 3815 namespace.go:102] [rhtpa-operator] adding namespace took 1.878791ms I0326 16:21:40.033549 3815 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:40.042219 3815 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:40.047888 3815 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:21:40.057532 3815 namespace.go:142] [tsf-tas] updating namespace I0326 16:21:40.057561 3815 namespace.go:142] [konflux-operator] updating namespace I0326 16:21:40.057682 3815 namespace.go:142] [konflux-ui] updating namespace I0326 16:21:40.067016 3815 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:21:40.067084 3815 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:40.074098 3815 namespace.go:142] [rhbk-operator] updating namespace I0326 16:21:40.074211 3815 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:21:40.074228 3815 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:40.109386 3815 namespace.go:142] [konflux-operator] updating namespace I0326 16:21:40.125132 3815 namespace.go:142] [konflux-operator] updating namespace I0326 16:21:40.128059 3815 namespace.go:142] [konflux-ui] updating namespace I0326 16:21:40.146988 3815 namespace.go:142] [konflux-ui] updating namespace I0326 16:21:40.149958 3815 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:40.158926 3815 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:40.171416 3815 namespace.go:142] [rhbk-operator] updating namespace I0326 16:21:40.180960 3815 namespace.go:142] [rhbk-operator] updating namespace I0326 16:21:40.190937 3815 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:21:40.218970 3815 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:21:40.219116 3815 namespace.go:142] [tsf-tas] updating namespace I0326 16:21:40.219236 3815 namespace.go:142] [tsf-tas] updating namespace I0326 16:21:40.421933 3815 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:21:41.166309 3815 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:41.180796 3815 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:41.324249 3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-80.ec2.internal I0326 16:21:41.324364 3815 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0326 16:21:41.340287 3815 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 15.956764ms I0326 16:21:41.340309 3815 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.983983ms I0326 16:21:41.341651 3815 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.419989ms, libovsdb time 943.836µs I0326 16:21:41.684895 3815 cni.go:403] [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default] I0326 16:21:41.693193 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 426a8bdc6e2b967, network: default, NAD default, SandboxID: "426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672", PCI device ID: , UID: "0bcdc4db-e7b6-4d4c-8dd2-d3e6ae0c2735", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0326 16:21:41.737601 3815 cni.go:424] [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:e3:f4:09:70:80\",\"name\":\"426a8bdc6e2b967\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e382cd77-fed0-4e66-8b2c-3f25d443d46d\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:21:42.787997 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v for pod on switch ip-10-0-2-80.ec2.internal I0326 16:21:42.788118 3815 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v I0326 16:21:42.801673 3815 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v] pod update took 13.5838ms I0326 16:21:42.801704 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v] addLogicalPort annotation time took 13.616502ms I0326 16:21:42.803341 3815 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v] addLogicalPort took 15.364111ms, libovsdb time 1.146313ms I0326 16:21:42.888619 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:21:42.888773 3815 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 I0326 16:21:42.902484 3815 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8] pod update took 13.766214ms I0326 16:21:42.902507 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8] addLogicalPort annotation time took 13.795729ms I0326 16:21:42.903817 3815 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8] addLogicalPort took 15.216146ms, libovsdb time 942.456µs I0326 16:21:43.296213 3815 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default] I0326 16:21:43.296634 3815 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default] I0326 16:21:43.306239 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8, hostIfaceName: ce673dc3c8991e1, network: default, NAD default, SandboxID: "ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db", PCI device ID: , UID: "89e6f02e-c352-4317-88ed-67c8968cacc8", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0326 16:21:43.306288 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v, hostIfaceName: 25975ec2dd1d8dd, network: default, NAD default, SandboxID: "25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520", PCI device ID: , UID: "73e6291d-0961-4eea-89d4-67c9179830db", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0326 16:21:43.351988 3815 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:bd:56:8b:b9:16\",\"name\":\"ce673dc3c8991e1\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/817581d5-f8dc-438f-bb79-13953496bd75\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:21:43.369503 3815 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:69:6e:9d:d8:67\",\"name\":\"25975ec2dd1d8dd\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8960d35-deb8-4e07-bcbe-21d811a5bd75\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:21:45.728186 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:21:45.728368 3815 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 I0326 16:21:45.743104 3815 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6] pod update took 14.798276ms I0326 16:21:45.743141 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6] addLogicalPort annotation time took 14.832985ms I0326 16:21:45.744808 3815 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6] addLogicalPort took 16.65332ms, libovsdb time 1.191065ms I0326 16:21:46.098205 3815 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default] I0326 16:21:46.109904 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6, hostIfaceName: ad78bd8c86e9dde, network: default, NAD default, SandboxID: "ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a", PCI device ID: , UID: "abc306e4-ffa5-480f-a169-0f72e22ecd13", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0326 16:21:46.147650 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:21:46.147899 3815 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 I0326 16:21:46.161085 3815 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:40:cd:c5:80:52\",\"name\":\"ad78bd8c86e9dde\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3376445-5f9a-4b51-93dd-3f601563f3e8\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:21:46.162875 3815 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4] pod update took 15.0159ms I0326 16:21:46.162904 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4] addLogicalPort annotation time took 15.04799ms I0326 16:21:46.164488 3815 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4] addLogicalPort took 16.859406ms, libovsdb time 1.141756ms I0326 16:21:47.706713 3815 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default] I0326 16:21:47.715452 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4, hostIfaceName: 5851b9898bc1077, network: default, NAD default, SandboxID: "5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac", PCI device ID: , UID: "691ca2f2-da48-4a1c-a08a-772b3e5e714f", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0326 16:21:47.764892 3815 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:b2:70:81:68:63\",\"name\":\"5851b9898bc1077\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e4ac3c8-988b-4dac-8710-c237eba5ab2d\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:21:47.935078 3815 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default] I0326 16:21:47.937494 3815 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default] I0326 16:21:48.007498 3815 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v 25975ec2dd1d8ddd2c6b3862f27131fe3d0dd316cfc49d4a1bbc639728771520 network default NAD default], result "{}", err I0326 16:21:48.037163 3815 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 ce673dc3c8991e15b2435fdfdba57344f7e1b7dbb159a6782552af454e7654db network default NAD default], result "{}", err I0326 16:21:48.972333 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:21:48.972458 3815 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 I0326 16:21:48.985266 3815 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478] pod update took 12.836414ms I0326 16:21:48.985293 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478] addLogicalPort annotation time took 12.872429ms I0326 16:21:48.986717 3815 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478] addLogicalPort took 14.408392ms, libovsdb time 1.009854ms I0326 16:21:49.074831 3815 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh for pod on switch ip-10-0-2-80.ec2.internal I0326 16:21:49.074963 3815 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh I0326 16:21:49.087649 3815 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh] pod update took 12.72804ms I0326 16:21:49.087679 3815 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh] addLogicalPort annotation time took 12.761678ms I0326 16:21:49.089118 3815 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh] addLogicalPort took 14.308916ms, libovsdb time 995.056µs I0326 16:21:50.531193 3815 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default] I0326 16:21:50.531219 3815 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default] I0326 16:21:50.542334 3815 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.542434 3815 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 I0326 16:21:50.545102 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh, hostIfaceName: 3d8df07c425a418, network: default, NAD default, SandboxID: "3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9", PCI device ID: , UID: "5c246cbc-02c0-4cf6-88fc-a7693f6389b7", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0326 16:21:50.546149 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478, hostIfaceName: aeec704797f4a18, network: default, NAD default, SandboxID: "aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870", PCI device ID: , UID: "fe7c6b16-4ad2-4302-9c50-9326518666d8", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0326 16:21:50.547128 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8, ips: 10.130.0.26 I0326 16:21:50.547234 3815 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.547268 3815 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.547278 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:50.547611 3815 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.547637 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:50.563975 3815 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.564110 3815 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v I0326 16:21:50.566321 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v, ips: 10.130.0.25 I0326 16:21:50.566360 3815 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.566382 3815 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.566394 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:50.566625 3815 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.566640 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:50.598413 3815 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:10:0e:2b:96:e4\",\"name\":\"aeec704797f4a18\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15375c64-5f11-44f3-841b-b066553a86a5\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:21:50.621056 3815 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:2d:2c:d0:a8:0f\",\"name\":\"3d8df07c425a418\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec991c17-d958-46ac-90bd-6435fab473d7\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:21:51.565922 3815 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.565958 3815 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.565979 3815 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.565995 3815 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.593383 3815 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.593411 3815 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.593428 3815 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.593449 3815 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:56.001018 3815 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default] I0326 16:21:56.003792 3815 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default] I0326 16:21:56.075077 3815 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh 3d8df07c425a4181d9e8ce17047adc79ae0f56cbe4c2b983ef68d47990500fc9 network default NAD default], result "{}", err I0326 16:21:56.114555 3815 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 5851b9898bc10777ba5e1f03d94f294dcad460e08e162f435b604604ab016bac network default NAD default], result "{}", err I0326 16:21:56.142302 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.142414 3815 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh I0326 16:21:56.144254 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh, ips: 10.130.0.30 I0326 16:21:56.144291 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.144318 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.144331 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:56.144599 3815 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.144621 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:56.176692 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.176757 3815 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 I0326 16:21:56.178939 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4, ips: 10.130.0.28 I0326 16:21:56.178990 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.179019 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.179030 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:56.179372 3815 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.179395 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:57.005531 3815 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default] I0326 16:21:57.071683 3815 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 aeec704797f4a18f59dfaa8485384d98fc55672b9754a28e5c09d94b0a9cf870 network default NAD default], result "{}", err I0326 16:21:57.123694 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.123737 3815 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 I0326 16:21:57.125207 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478, ips: 10.130.0.29 I0326 16:21:57.125238 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.125259 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.125266 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:57.125437 3815 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.125453 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:57.170771 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.170804 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.170822 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.170836 3815 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201777 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201853 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201875 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201894 3815 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.152170 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.152196 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.152216 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.152231 3815 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:02.035727 3815 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default] I0326 16:22:02.107335 3815 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 ad78bd8c86e9dde578a8cda7ec1e9f64cb8ed1a9001fb6b3a48f48bceca3a50a network default NAD default], result "{}", err I0326 16:22:02.169967 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.169999 3815 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 I0326 16:22:02.171296 3815 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6, ips: 10.130.0.27 I0326 16:22:02.171327 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.171347 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.171354 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:22:02.171521 3815 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.171537 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:22:03.193565 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:03.193616 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:03.193631 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:03.193646 3815 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 16:22:03.301974 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 16:22:04.106446 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 16:22:04.120096 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 16:22:05.444842 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0326 16:22:07.601077 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 16:22:07.636572 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 16:22:10.742223 3815 namespace.go:142] [openshift-operators] updating namespace I0326 16:22:10.748383 3815 namespace.go:142] [openshift-operators] updating namespace I0326 16:22:15.979282 3815 namespace.go:98] [cert-manager] adding namespace I0326 16:22:15.980168 3815 namespace.go:102] [cert-manager] adding namespace took 856.306µs I0326 16:22:16.037469 3815 namespace.go:142] [cert-manager] updating namespace I0326 16:22:16.037509 3815 namespace.go:142] [cert-manager] updating namespace I0326 16:22:20.152279 3815 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 16:22:20.153733 3815 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.360803ms I0326 16:22:20.187114 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:20.205010 3815 namespace.go:142] [trusted-artifact-signer] updating namespace W0326 16:22:20.405417 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 16:22:22.283039 3815 namespace.go:142] [openshift-operators] updating namespace W0326 16:22:23.670900 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 16:22:23.670926 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0326 16:22:27.477152 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 16:22:39.118063 3815 namespace.go:98] [openshift-pipelines] adding namespace I0326 16:22:39.118935 3815 namespace.go:102] [openshift-pipelines] adding namespace took 849.23µs I0326 16:22:39.138086 3815 namespace.go:142] [openshift-pipelines] updating namespace I0326 16:22:39.821037 3815 namespace.go:142] [cert-manager] updating namespace I0326 16:22:40.022228 3815 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:22:40.422234 3815 namespace.go:142] [konflux-operator] updating namespace I0326 16:22:40.637255 3815 namespace.go:142] [konflux-ui] updating namespace I0326 16:22:40.834197 3815 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace I0326 16:22:41.233456 3815 namespace.go:142] [rhbk-operator] updating namespace I0326 16:22:41.436865 3815 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:22:41.637617 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:41.836381 3815 namespace.go:142] [tsf] updating namespace I0326 16:22:42.039872 3815 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:22:42.241771 3815 namespace.go:142] [tsf-tas] updating namespace I0326 16:22:42.441695 3815 namespace.go:142] [tsf-tpa] updating namespace I0326 16:22:42.572121 3815 namespace.go:142] [cert-manager] updating namespace I0326 16:22:42.579990 3815 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:22:42.589925 3815 namespace.go:142] [default] updating namespace I0326 16:22:42.599939 3815 namespace.go:142] [konflux-operator] updating namespace I0326 16:22:42.607582 3815 namespace.go:142] [konflux-ui] updating namespace I0326 16:22:42.617360 3815 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace I0326 16:22:42.625284 3815 namespace.go:142] [openshift] updating namespace I0326 16:22:42.634768 3815 namespace.go:142] [rhbk-operator] updating namespace I0326 16:22:42.642353 3815 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:22:42.651969 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:42.662554 3815 namespace.go:142] [tsf] updating namespace I0326 16:22:42.685799 3815 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:22:42.705046 3815 namespace.go:142] [tsf-tas] updating namespace I0326 16:22:42.723620 3815 namespace.go:142] [tsf-tpa] updating namespace I0326 16:22:42.827484 3815 namespace.go:142] [cert-manager] updating namespace I0326 16:22:42.934396 3815 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:22:43.028576 3815 namespace.go:142] [default] updating namespace I0326 16:22:43.126182 3815 namespace.go:142] [konflux-operator] updating namespace I0326 16:22:43.229038 3815 namespace.go:142] [konflux-ui] updating namespace I0326 16:22:43.249724 3815 cni.go:403] [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default] I0326 16:22:43.316853 3815 cni.go:424] [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 426a8bdc6e2b967f30c46deb5997d51b3d8a30b60a2c9ae507298a90e10e2672 network default NAD default], result "{}", err I0326 16:22:43.325727 3815 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace I0326 16:22:43.374893 3815 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:43.374930 3815 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0326 16:22:43.376261 3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.24 I0326 16:22:43.376291 3815 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:43.401527 3815 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:43.401552 3815 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:43.408612 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 16:22:43.408650 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 16:22:43.428681 3815 namespace.go:142] [openshift] updating namespace I0326 16:22:43.528189 3815 namespace.go:142] [rhbk-operator] updating namespace I0326 16:22:43.625264 3815 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:22:43.725031 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:43.826323 3815 namespace.go:142] [tsf] updating namespace I0326 16:22:43.929856 3815 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:22:44.027584 3815 namespace.go:142] [tsf-tas] updating namespace I0326 16:22:44.126332 3815 namespace.go:142] [tsf-tpa] updating namespace I0326 16:22:44.546268 3815 namespace.go:142] [openshift-pipelines] updating namespace I0326 16:22:44.607396 3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-80.ec2.internal I0326 16:22:44.607501 3815 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0326 16:22:44.622228 3815 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.755365ms I0326 16:22:44.622256 3815 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.787023ms I0326 16:22:44.623598 3815 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.220718ms, libovsdb time 964.574µs I0326 16:22:44.970426 3815 cni.go:403] [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default] I0326 16:22:44.980124 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: fe7ea1a2dfb98cc, network: default, NAD default, SandboxID: "fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74", PCI device ID: , UID: "08ac9974-c1fe-4c7d-a5d6-4e1742ff66a7", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0326 16:22:45.026491 3815 cni.go:424] [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:03:40:dd:e9:ad\",\"name\":\"fe7ea1a2dfb98cc\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aab3458-b112-4080-b034-c1eda62525be\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:22:47.445871 3815 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-2zr7b for pod on switch ip-10-0-2-80.ec2.internal I0326 16:22:47.446025 3815 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b I0326 16:22:47.446290 3815 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-sjbqf for pod on switch ip-10-0-2-80.ec2.internal I0326 16:22:47.446383 3815 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf I0326 16:22:47.460878 3815 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf] pod update took 14.516416ms I0326 16:22:47.460913 3815 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf] addLogicalPort annotation time took 14.555678ms I0326 16:22:47.462250 3815 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf] addLogicalPort took 15.974495ms, libovsdb time 982.213µs I0326 16:22:47.462347 3815 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b] pod update took 16.373748ms I0326 16:22:47.462374 3815 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b] addLogicalPort annotation time took 16.42856ms I0326 16:22:47.463525 3815 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b] addLogicalPort took 17.677467ms, libovsdb time 791.515µs I0326 16:22:51.878082 3815 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf 94c08d3fed033797fb2fbd086846cb48aac45945621fa42e05d814bdc6c84af5 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf 94c08d3fed033797fb2fbd086846cb48aac45945621fa42e05d814bdc6c84af5 network default NAD default] I0326 16:22:51.887566 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-sjbqf, hostIfaceName: 94c08d3fed03379, network: default, NAD default, SandboxID: "94c08d3fed033797fb2fbd086846cb48aac45945621fa42e05d814bdc6c84af5", PCI device ID: , UID: "c06d36bd-d434-432a-b48d-dc516c3cd9f8", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0326 16:22:51.932961 3815 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf 94c08d3fed033797fb2fbd086846cb48aac45945621fa42e05d814bdc6c84af5 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sjbqf 94c08d3fed033797fb2fbd086846cb48aac45945621fa42e05d814bdc6c84af5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:20:6b:f4:a8:b6\",\"name\":\"94c08d3fed03379\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f471f4d7-cbb9-48fa-8a52-01e634c0c94a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:22:52.317169 3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0326 16:22:52.910251 3815 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b b5de5265aa01c34a78af03bae9f84c6ee0be69056d2b26179fe11dec92c6dd2c network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b b5de5265aa01c34a78af03bae9f84c6ee0be69056d2b26179fe11dec92c6dd2c network default NAD default] I0326 16:22:52.918854 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-2zr7b, hostIfaceName: b5de5265aa01c34, network: default, NAD default, SandboxID: "b5de5265aa01c34a78af03bae9f84c6ee0be69056d2b26179fe11dec92c6dd2c", PCI device ID: , UID: "65f189af-fa89-4af0-ae67-625663443b4e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0326 16:22:52.964994 3815 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b b5de5265aa01c34a78af03bae9f84c6ee0be69056d2b26179fe11dec92c6dd2c network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2zr7b b5de5265aa01c34a78af03bae9f84c6ee0be69056d2b26179fe11dec92c6dd2c network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:f5:08:65:5a:79\",\"name\":\"b5de5265aa01c34\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eef7bf7-4ca5-4965-83a7-0445a43e2c58\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:22:53.323827 3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0326 16:22:57.576180 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 16:22:57.576201 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 16:22:57.576207 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 16:22:58.826440 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:58.826463 3815 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:58.826468 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:58.826473 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:59.595516 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 16:22:59.595537 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 16:22:59.595543 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0326 16:23:02.358922 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0326 16:23:03.448629 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0326 16:23:08.454132 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0326 16:23:13.310684 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 16:23:14.325076 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0326 16:23:17.536424 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-tc4ns for pod on switch ip-10-0-2-80.ec2.internal I0326 16:23:17.536551 3815 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns I0326 16:23:17.555377 3815 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns] pod update took 18.85365ms I0326 16:23:17.555401 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns] addLogicalPort annotation time took 18.882412ms I0326 16:23:17.556713 3815 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns] addLogicalPort took 20.305251ms, libovsdb time 924.976µs I0326 16:23:17.907707 3815 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns daf45cfd9c22c2a16eb9bcaec052a937c56ed26da3dbb3a490d31fab71e3b082 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns daf45cfd9c22c2a16eb9bcaec052a937c56ed26da3dbb3a490d31fab71e3b082 network default NAD default] I0326 16:23:17.916116 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-tc4ns, hostIfaceName: daf45cfd9c22c2a, network: default, NAD default, SandboxID: "daf45cfd9c22c2a16eb9bcaec052a937c56ed26da3dbb3a490d31fab71e3b082", PCI device ID: , UID: "a68fabeb-6b0a-4021-9a8a-627182e1096d", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0326 16:23:17.964494 3815 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns daf45cfd9c22c2a16eb9bcaec052a937c56ed26da3dbb3a490d31fab71e3b082 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-tc4ns daf45cfd9c22c2a16eb9bcaec052a937c56ed26da3dbb3a490d31fab71e3b082 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:70:0c:e7:6a:67\",\"name\":\"daf45cfd9c22c2a\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/215a5edf-f530-4c81-9783-caa801b460c0\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:23:22.469909 3815 cni.go:403] [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default] I0326 16:23:22.541678 3815 cni.go:424] [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure fe7ea1a2dfb98cc6f225f22185b909eaed0b7a66295ad97a1c63594659caea74 network default NAD default], result "{}", err I0326 16:23:22.590061 3815 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:23:22.590102 3815 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0326 16:23:22.591326 3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.31 I0326 16:23:22.591357 3815 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:23:22.613258 3815 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:23:22.613287 3815 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:23:22.619489 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 16:23:22.619514 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0326 16:23:22.936464 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 16:23:23.665760 3815 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:23:23.665876 3815 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 16:23:23.680084 3815 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.237229ms I0326 16:23:23.680114 3815 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.272384ms I0326 16:23:23.681672 3815 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.948457ms, libovsdb time 1.144367ms I0326 16:23:23.785952 3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-80.ec2.internal I0326 16:23:23.786078 3815 kube.go:256] Updating pod tsf/test-tsf-iam I0326 16:23:23.800331 3815 pod.go:62] [tsf/test-tsf-iam] pod update took 14.278959ms I0326 16:23:23.800357 3815 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.309407ms I0326 16:23:23.801623 3815 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.690884ms, libovsdb time 830.544µs I0326 16:23:24.042598 3815 cni.go:403] [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default] I0326 16:23:24.051335 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 996c67f9fe491e8, network: default, NAD default, SandboxID: "996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb", PCI device ID: , UID: "0b071efa-b863-4db9-b0b4-07f424b33eea", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0326 16:23:24.097050 3815 cni.go:424] [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:34:a8:b1:a8:4a\",\"name\":\"996c67f9fe491e8\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43dd5137-203e-49b4-9e75-a3902754c505\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:23:24.189722 3815 cni.go:403] [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default] I0326 16:23:24.198688 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 8e36962c3f71eb7, network: default, NAD default, SandboxID: "8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540", PCI device ID: , UID: "4ba20bc0-9823-4c11-882a-8841f903cb48", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0326 16:23:24.243107 3815 cni.go:424] [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:68:8f:10:6e:9a\",\"name\":\"8e36962c3f71eb7\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab7d92a0-8c8a-464c-bb75-0ac5b28d0d59\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:23:25.465892 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0326 16:23:26.369803 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=687 I0326 16:23:34.444286 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0326 16:23:39.881236 3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 16:23:41.360415 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101 W0326 16:23:49.606176 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 16:23:49.606281 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:23:49.606290 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0326 16:23:50.358126 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 W0326 16:24:06.303308 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:06.303332 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:06.303424 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 16:24:06.918930 3815 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 16:24:06.918956 3815 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 16:24:06.918962 3815 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0326 16:24:13.879088 3815 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-f7hzd] creating logical port tsf-keycloak_tsf-iam-f7hzd for pod on switch ip-10-0-2-80.ec2.internal I0326 16:24:13.879233 3815 kube.go:256] Updating pod tsf-keycloak/tsf-iam-f7hzd I0326 16:24:13.896100 3815 pod.go:62] [tsf-keycloak/tsf-iam-f7hzd] pod update took 16.892661ms I0326 16:24:13.896122 3815 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-f7hzd] addLogicalPort annotation time took 16.922445ms I0326 16:24:13.897355 3815 pods.go:271] [tsf-keycloak/tsf-iam-f7hzd] addLogicalPort took 18.284615ms, libovsdb time 912.128µs I0326 16:24:14.236133 3815 cni.go:403] [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default] I0326 16:24:14.244542 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-f7hzd, hostIfaceName: 44e38e8c88b38b0, network: default, NAD default, SandboxID: "44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d", PCI device ID: , UID: "d8218150-f242-495b-9b44-6d82072fae16", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0326 16:24:14.290290 3815 cni.go:424] [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:d0:16:55:76:11\",\"name\":\"44e38e8c88b38b0\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45efbe5f-08b4-4e15-9a4a-73a133859259\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:24:24.844848 3815 cni.go:403] [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default] I0326 16:24:24.936674 3815 cni.go:424] [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 8e36962c3f71eb77f5e1fb6856778c4c14ab4d9788a44991ccae8e874d597540 network default NAD default], result "{}", err I0326 16:24:24.990420 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:24.990465 3815 pods.go:176] Deleting pod: tsf/test-tsf-iam I0326 16:24:24.992156 3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.36 I0326 16:24:24.992189 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:30.867492 3815 cni.go:403] [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default] I0326 16:24:30.947609 3815 cni.go:424] [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-f7hzd 44e38e8c88b38b02a7a4122fd8129a5437bf04cb81f9acd8f5a230f1bc46469d network default NAD default], result "{}", err I0326 16:24:30.998912 3815 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-f7hzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:30.998947 3815 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-f7hzd I0326 16:24:31.000419 3815 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-f7hzd, ips: 10.130.0.37 I0326 16:24:31.000452 3815 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-f7hzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:32.028300 3815 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-f7hzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.028421 3815 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-f7hzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.253821 3815 cni.go:403] [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default] I0326 16:24:32.337433 3815 cni.go:424] [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 996c67f9fe491e8e2b7b2903cdbc96f56655a87d290b2aeeb08aa50ac6fdccfb network default NAD default], result "{}", err I0326 16:24:32.388223 3815 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:32.388265 3815 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0326 16:24:32.389404 3815 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.35 I0326 16:24:32.389430 3815 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:32.869333 3815 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.869368 3815 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.875599 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 16:24:32.875625 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0326 16:24:32.903864 3815 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:24:32.903963 3815 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 16:24:32.918331 3815 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.393468ms I0326 16:24:32.918359 3815 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.426159ms I0326 16:24:32.919621 3815 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.775103ms, libovsdb time 922.795µs I0326 16:24:33.264593 3815 cni.go:403] [tsf-keycloak/keycloak-0 e92689a5aef2e548c19a050be03ac5bbc82b598495b074f32b6e9a2e30535ed9 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 e92689a5aef2e548c19a050be03ac5bbc82b598495b074f32b6e9a2e30535ed9 network default NAD default] I0326 16:24:33.273117 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: e92689a5aef2e54, network: default, NAD default, SandboxID: "e92689a5aef2e548c19a050be03ac5bbc82b598495b074f32b6e9a2e30535ed9", PCI device ID: , UID: "4e0a2a08-eb87-4ea2-a5d7-f852ddaead67", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0326 16:24:33.319157 3815 cni.go:424] [tsf-keycloak/keycloak-0 e92689a5aef2e548c19a050be03ac5bbc82b598495b074f32b6e9a2e30535ed9 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 e92689a5aef2e548c19a050be03ac5bbc82b598495b074f32b6e9a2e30535ed9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:04:db:c8:fe:d9\",\"name\":\"e92689a5aef2e54\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51a5a2e7-3008-4c14-8d3b-6b6e92dbe789\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:24:33.883152 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:33.883186 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:33.885733 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 16:24:34.986834 3815 namespace.go:142] [openshift-pipelines] updating namespace I0326 16:24:46.903675 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-mj7cn for pod on switch ip-10-0-2-80.ec2.internal I0326 16:24:46.903823 3815 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn I0326 16:24:46.917774 3815 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn] pod update took 13.942709ms I0326 16:24:46.917874 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn] addLogicalPort annotation time took 14.078613ms I0326 16:24:46.919417 3815 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn] addLogicalPort took 15.760281ms, libovsdb time 1.07496ms I0326 16:24:47.003283 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-hpvzl for pod on switch ip-10-0-2-80.ec2.internal I0326 16:24:47.003448 3815 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl I0326 16:24:47.019515 3815 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl] pod update took 16.100185ms I0326 16:24:47.019614 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl] addLogicalPort annotation time took 16.204447ms I0326 16:24:47.021330 3815 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl] addLogicalPort took 18.068823ms, libovsdb time 1.100645ms I0326 16:24:47.365575 3815 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl 9fbdcb63a56d0f298a06bc716f5acaec97deeeda9ff42e8f3ff864f1f08dd424 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl 9fbdcb63a56d0f298a06bc716f5acaec97deeeda9ff42e8f3ff864f1f08dd424 network default NAD default] I0326 16:24:47.375030 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-hpvzl, hostIfaceName: 9fbdcb63a56d0f2, network: default, NAD default, SandboxID: "9fbdcb63a56d0f298a06bc716f5acaec97deeeda9ff42e8f3ff864f1f08dd424", PCI device ID: , UID: "6e4a508f-a9fd-493d-a6f4-e832ff9ad6e1", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0326 16:24:47.422190 3815 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl 9fbdcb63a56d0f298a06bc716f5acaec97deeeda9ff42e8f3ff864f1f08dd424 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hpvzl 9fbdcb63a56d0f298a06bc716f5acaec97deeeda9ff42e8f3ff864f1f08dd424 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:be:19:00:b2:9c\",\"name\":\"9fbdcb63a56d0f2\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/629b6b4f-65a5-4f54-947c-0a45969c6020\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:24:47.565708 3815 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn 4a64bd7ed81e5a2c44fa2992a68a94c30dd027985a2d14704dc168d1e7e6cdfc network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn 4a64bd7ed81e5a2c44fa2992a68a94c30dd027985a2d14704dc168d1e7e6cdfc network default NAD default] I0326 16:24:47.574070 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-mj7cn, hostIfaceName: 4a64bd7ed81e5a2, network: default, NAD default, SandboxID: "4a64bd7ed81e5a2c44fa2992a68a94c30dd027985a2d14704dc168d1e7e6cdfc", PCI device ID: , UID: "b1093cc1-a465-4eff-b563-0df109d8f65c", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0326 16:24:47.619179 3815 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn 4a64bd7ed81e5a2c44fa2992a68a94c30dd027985a2d14704dc168d1e7e6cdfc network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mj7cn 4a64bd7ed81e5a2c44fa2992a68a94c30dd027985a2d14704dc168d1e7e6cdfc network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:0b:eb:ee:23:b0\",\"name\":\"4a64bd7ed81e5a2\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d066fe-8b29-4d13-9ce6-dd2c3f55d100\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:24:48.631888 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 16:24:48.632016 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:48.632026 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:50.994412 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0326 16:24:57.026408 3815 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 16:24:57.026428 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 16:24:57.053843 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 16:24:57.053863 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 16:25:02.001806 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0326 16:25:03.072634 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-r75bl for pod on switch ip-10-0-2-80.ec2.internal I0326 16:25:03.072727 3815 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl I0326 16:25:03.087448 3815 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl] pod update took 14.743724ms I0326 16:25:03.087478 3815 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl] addLogicalPort annotation time took 14.777106ms I0326 16:25:03.088643 3815 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl] addLogicalPort took 16.030745ms, libovsdb time 804.595µs I0326 16:25:03.433067 3815 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl 66ff7eb846a4c56b1fce0c345f0ba146ef24fc729846ea6f3c0baf58718ac15f network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl 66ff7eb846a4c56b1fce0c345f0ba146ef24fc729846ea6f3c0baf58718ac15f network default NAD default] I0326 16:25:03.441646 3815 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-r75bl, hostIfaceName: 66ff7eb846a4c56, network: default, NAD default, SandboxID: "66ff7eb846a4c56b1fce0c345f0ba146ef24fc729846ea6f3c0baf58718ac15f", PCI device ID: , UID: "3a2f1f62-19f6-4329-a79e-3d653d7ba3ee", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0326 16:25:03.487120 3815 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl 66ff7eb846a4c56b1fce0c345f0ba146ef24fc729846ea6f3c0baf58718ac15f network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-r75bl 66ff7eb846a4c56b1fce0c345f0ba146ef24fc729846ea6f3c0baf58718ac15f network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:a9:c2:d2:94:2b\",\"name\":\"66ff7eb846a4c56\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c7a9d72-2097-497d-ac6d-b0954ec1a664\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:25:25.072970 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:25.073023 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:25.078558 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 16:25:25.078586 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 16:25:25.189610 3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-80.ec2.internal I0326 16:25:25.189733 3815 kube.go:256] Updating pod tsf/test-tsf-iam I0326 16:25:25.202596 3815 pod.go:62] [tsf/test-tsf-iam] pod update took 12.901623ms I0326 16:25:25.202617 3815 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 12.928526ms I0326 16:25:25.203885 3815 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 14.291955ms, libovsdb time 892.933µs I0326 16:25:25.551275 3815 cni.go:403] [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default] I0326 16:25:25.560252 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 29d79db3d0286d5, network: default, NAD default, SandboxID: "29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117", PCI device ID: , UID: "dbf8875d-2036-4f34-bf16-74a52e3a2814", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0326 16:25:25.606612 3815 cni.go:424] [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:fa:91:d9:ef:22\",\"name\":\"29d79db3d0286d5\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7b0c3d7-74a2-485e-a0bf-7de4c0e5b9e8\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:25:33.474453 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0326 16:25:34.235309 3815 cni.go:403] [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default] I0326 16:25:34.317232 3815 cni.go:424] [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 29d79db3d0286d5b8e890996c3f01704ee2a3ce45c345fe14dde84a154916117 network default NAD default], result "{}", err I0326 16:25:34.371303 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:34.371346 3815 pods.go:176] Deleting pod: tsf/test-tsf-iam I0326 16:25:34.372651 3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.42 I0326 16:25:34.372684 3815 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:34.391315 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:34.391336 3815 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:34.396855 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 16:25:34.396873 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 16:25:35.128768 3815 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-80.ec2.internal I0326 16:25:35.128931 3815 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0326 16:25:35.142555 3815 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.675518ms I0326 16:25:35.142578 3815 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.704671ms I0326 16:25:35.143953 3815 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.224928ms, libovsdb time 936.112µs I0326 16:25:35.494268 3815 cni.go:403] [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default] I0326 16:25:35.503857 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: fa5d178a1b9ff40, network: default, NAD default, SandboxID: "fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006", PCI device ID: , UID: "d2a81149-0b3b-469d-8a47-cbec5984ba45", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0326 16:25:35.756668 3815 cni.go:424] [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:52:1f:c0:4e:cc\",\"name\":\"fa5d178a1b9ff40\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18305ad6-2919-460f-8466-76962de7fac1\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:25:36.983495 3815 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-64q5s-n6njm] creating logical port tsf-tas_ctlog-createtree-job-64q5s-n6njm for pod on switch ip-10-0-2-80.ec2.internal I0326 16:25:36.983601 3815 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-64q5s-n6njm I0326 16:25:36.998721 3815 pod.go:62] [tsf-tas/ctlog-createtree-job-64q5s-n6njm] pod update took 15.149225ms I0326 16:25:36.998758 3815 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-64q5s-n6njm] addLogicalPort annotation time took 15.177828ms I0326 16:25:37.000037 3815 pods.go:271] [tsf-tas/ctlog-createtree-job-64q5s-n6njm] addLogicalPort took 16.554608ms, libovsdb time 818.76µs I0326 16:25:37.397464 3815 cni.go:403] [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default] I0326 16:25:37.406117 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-64q5s-n6njm, hostIfaceName: 6de76047786feff, network: default, NAD default, SandboxID: "6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151", PCI device ID: , UID: "1ee9120f-9f99-4951-906f-3bbacac3c5d4", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0326 16:25:37.452333 3815 cni.go:424] [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:8e:4c:13:d4:ca\",\"name\":\"6de76047786feff\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88c3d77e-2eda-4194-bb82-287eb1afc8dd\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:25:40.602704 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0326 16:25:40.602723 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0326 16:25:44.625175 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 16:25:44.652694 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0326 16:25:49.436808 3815 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0326 16:25:50.582182 3815 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:50.582763 3815 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:51.477088 3815 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:51.477118 3815 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:24.513154 3815 cni.go:403] [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default] I0326 16:26:24.585947 3815 cni.go:424] [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas fa5d178a1b9ff4080fd6e478d60e4d1ab5f1c96a295f4e08bc45d0c6765f8006 network default NAD default], result "{}", err I0326 16:26:24.636072 3815 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:24.636120 3815 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0326 16:26:24.637559 3815 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.43 I0326 16:26:24.637613 3815 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:24.654734 3815 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:24.654783 3815 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:24.662025 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 16:26:24.662048 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 16:26:28.486914 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0326 16:26:31.553794 3815 cni.go:403] [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default] I0326 16:26:31.617699 3815 cni.go:424] [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-64q5s-n6njm 6de76047786feff59aa6757f0b0a730c972bc78ce17f1966d60042da6545d151 network default NAD default], result "{}", err I0326 16:26:31.668222 3815 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:31.668253 3815 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-64q5s-n6njm I0326 16:26:31.669530 3815 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-64q5s-n6njm, ips: 10.130.0.44 I0326 16:26:31.669559 3815 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:32.565348 3815 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:32.565392 3815 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:33.008417 3815 obj_retry.go:464] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:33.009007 3815 obj_retry.go:464] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:34.028851 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:34.028878 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:34.127456 3815 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-w2fw5] creating logical port tsf_tsf-tekton-configuration-w2fw5 for pod on switch ip-10-0-2-80.ec2.internal I0326 16:26:34.127545 3815 kube.go:256] Updating pod tsf/tsf-tekton-configuration-w2fw5 I0326 16:26:34.141157 3815 pod.go:62] [tsf/tsf-tekton-configuration-w2fw5] pod update took 13.631059ms I0326 16:26:34.141184 3815 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-w2fw5] addLogicalPort annotation time took 13.665059ms I0326 16:26:34.142492 3815 pods.go:271] [tsf/tsf-tekton-configuration-w2fw5] addLogicalPort took 15.052155ms, libovsdb time 905.951µs I0326 16:26:34.491201 3815 cni.go:403] [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default] I0326 16:26:34.499576 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-w2fw5, hostIfaceName: 25aefa3003d29c8, network: default, NAD default, SandboxID: "25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b", PCI device ID: , UID: "b9c704ff-a7c2-401e-b7bc-46437b7d24a5", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0326 16:26:34.546091 3815 cni.go:424] [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:bc:4b:cc:d5:1d\",\"name\":\"25aefa3003d29c8\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23777488-994e-4ac9-9586-f0a48e2ca9ac\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:26:35.819765 3815 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:35.820375 3815 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:36.692892 3815 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:36.692918 3815 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:38.503459 3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g] creating logical port tsf-tas_rekor-search-ui-6ff8c4f8bc-kk87g for pod on switch ip-10-0-2-80.ec2.internal I0326 16:26:38.503615 3815 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g I0326 16:26:38.518382 3815 pod.go:62] [tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g] pod update took 14.801592ms I0326 16:26:38.518403 3815 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g] addLogicalPort annotation time took 14.829816ms I0326 16:26:38.519622 3815 pods.go:271] [tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g] addLogicalPort took 16.183915ms, libovsdb time 842.034µs I0326 16:26:38.864456 3815 cni.go:403] [tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g 41ebc41561301599c7a1050ad2dbf5309948c5b34b335ea86cf4272ba22da53b network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g 41ebc41561301599c7a1050ad2dbf5309948c5b34b335ea86cf4272ba22da53b network default NAD default] I0326 16:26:38.873213 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6ff8c4f8bc-kk87g, hostIfaceName: 41ebc4156130159, network: default, NAD default, SandboxID: "41ebc41561301599c7a1050ad2dbf5309948c5b34b335ea86cf4272ba22da53b", PCI device ID: , UID: "67fc3519-6c1b-4949-b551-a51a964a933f", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0326 16:26:38.922664 3815 cni.go:424] [tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g 41ebc41561301599c7a1050ad2dbf5309948c5b34b335ea86cf4272ba22da53b network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-6ff8c4f8bc-kk87g 41ebc41561301599c7a1050ad2dbf5309948c5b34b335ea86cf4272ba22da53b network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:29:9b:2e:99:27\",\"name\":\"41ebc4156130159\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3e4726a-e2b2-4fed-aee7-4ecae1b896ca\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:26:39.700549 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0326 16:26:41.084456 3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-774ccf8b84-pjvdm] creating logical port tsf-tas_rekor-server-774ccf8b84-pjvdm for pod on switch ip-10-0-2-80.ec2.internal I0326 16:26:41.084553 3815 kube.go:256] Updating pod tsf-tas/rekor-server-774ccf8b84-pjvdm I0326 16:26:41.097366 3815 pod.go:62] [tsf-tas/rekor-server-774ccf8b84-pjvdm] pod update took 12.840791ms I0326 16:26:41.097388 3815 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-774ccf8b84-pjvdm] addLogicalPort annotation time took 12.868849ms I0326 16:26:41.098602 3815 pods.go:271] [tsf-tas/rekor-server-774ccf8b84-pjvdm] addLogicalPort took 14.164792ms, libovsdb time 870.984µs I0326 16:26:42.622593 3815 cni.go:403] [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default] I0326 16:26:42.688993 3815 cni.go:424] [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-w2fw5 25aefa3003d29c8045ed3d4a60dbbc0edac8373b0b95e1854c786bf64ae1608b network default NAD default], result "{}", err I0326 16:26:42.736374 3815 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:42.736405 3815 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-w2fw5 I0326 16:26:42.737581 3815 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-w2fw5, ips: 10.130.0.45 I0326 16:26:42.737610 3815 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:43.757700 3815 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.757722 3815 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.821607 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.821637 3815 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.828663 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-sddbx I0326 16:26:43.828697 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-sddbx I0326 16:26:44.155373 3815 cni.go:403] [tsf-tas/rekor-server-774ccf8b84-pjvdm 180e57af27907019cd38114f75a97547f3402240fdf980a87b94bd3bbffc4492 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-774ccf8b84-pjvdm 180e57af27907019cd38114f75a97547f3402240fdf980a87b94bd3bbffc4492 network default NAD default] I0326 16:26:44.164072 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-774ccf8b84-pjvdm, hostIfaceName: 180e57af2790701, network: default, NAD default, SandboxID: "180e57af27907019cd38114f75a97547f3402240fdf980a87b94bd3bbffc4492", PCI device ID: , UID: "f3668000-7704-4cf0-99b3-605b5bc9c0aa", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0326 16:26:44.211010 3815 cni.go:424] [tsf-tas/rekor-server-774ccf8b84-pjvdm 180e57af27907019cd38114f75a97547f3402240fdf980a87b94bd3bbffc4492 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-774ccf8b84-pjvdm 180e57af27907019cd38114f75a97547f3402240fdf980a87b94bd3bbffc4492 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:2c:01:f4:82:d4\",\"name\":\"180e57af2790701\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ef88cde-d204-48c4-aeaf-7d9116ecc579\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:26:46.642655 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0326 16:26:48.764027 3815 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0326 16:26:49.658819 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0326 16:26:55.942570 3815 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:55.943203 3815 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:55.960511 3815 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:55.960535 3815 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:55.966936 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 16:26:55.966958 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 16:26:56.517474 3815 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-80.ec2.internal I0326 16:26:56.517562 3815 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0326 16:26:56.531014 3815 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.474795ms I0326 16:26:56.531036 3815 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.501026ms I0326 16:26:56.532429 3815 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.96784ms, libovsdb time 1.007052ms I0326 16:26:56.878893 3815 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default] I0326 16:26:56.887445 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 927fa905a53106c, network: default, NAD default, SandboxID: "927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7", PCI device ID: , UID: "4e43a19d-fe90-4251-adb2-a9d0334eb01f", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0326 16:26:56.932583 3815 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:72:43:22:99:25\",\"name\":\"927fa905a53106c\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4946d0d-f41d-441c-a194-5ffb5edc4085\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:26:57.651852 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0326 16:27:00.725774 3815 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default] I0326 16:27:00.795977 3815 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 927fa905a53106c3387641626f4cf3addf73c615621ec4b8a60bf5727db213a7 network default NAD default], result "{}", err I0326 16:27:00.852194 3815 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:00.852236 3815 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0326 16:27:00.853738 3815 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.48 I0326 16:27:00.853788 3815 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:00.870230 3815 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:00.870254 3815 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:00.876022 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 16:27:00.876045 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0326 16:27:01.080572 3815 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-80.ec2.internal I0326 16:27:01.080660 3815 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0326 16:27:01.094041 3815 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.402236ms I0326 16:27:01.094067 3815 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.433367ms I0326 16:27:01.095323 3815 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.764339ms, libovsdb time 914.303µs I0326 16:27:01.443509 3815 cni.go:403] [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default] I0326 16:27:01.452181 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: e2e04ce956c813c, network: default, NAD default, SandboxID: "e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444", PCI device ID: , UID: "680a25ab-9a08-47e3-b9b2-afdbf87bbce3", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0326 16:27:01.499013 3815 cni.go:424] [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:01:43:d3:c8:f5\",\"name\":\"e2e04ce956c813c\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f41e03e-f17b-4356-9411-c11c8246622e\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:27:01.699805 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0326 16:27:02.251965 3815 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-x4fwr] creating logical port tsf-tpa_create-db-x4fwr for pod on switch ip-10-0-2-80.ec2.internal I0326 16:27:02.252051 3815 kube.go:256] Updating pod tsf-tpa/create-db-x4fwr I0326 16:27:02.265058 3815 pod.go:62] [tsf-tpa/create-db-x4fwr] pod update took 13.026309ms I0326 16:27:02.265082 3815 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-x4fwr] addLogicalPort annotation time took 13.057511ms I0326 16:27:02.266493 3815 pods.go:271] [tsf-tpa/create-db-x4fwr] addLogicalPort took 14.546212ms, libovsdb time 984.585µs I0326 16:27:02.485429 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0326 16:27:02.621006 3815 cni.go:403] [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default] I0326 16:27:02.629510 3815 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-x4fwr, hostIfaceName: dd5cef938bd01a6, network: default, NAD default, SandboxID: "dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0", PCI device ID: , UID: "a9064884-9148-41bd-809b-53b7bc900f6e", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0326 16:27:02.674273 3815 cni.go:424] [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:ba:13:ee:c1:0d\",\"name\":\"dd5cef938bd01a6\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3de025e4-8df5-4d8c-8467-1d124ab05368\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:27:06.767546 3815 cni.go:403] [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default] I0326 16:27:06.854916 3815 cni.go:424] [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-x4fwr dd5cef938bd01a62dd2b4bd568e1b67ae5c0140c9b08d93c2fdd80feceb0eda0 network default NAD default], result "{}", err I0326 16:27:06.904339 3815 obj_retry.go:464] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:06.904377 3815 pods.go:176] Deleting pod: tsf-tpa/create-db-x4fwr I0326 16:27:06.905779 3815 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-x4fwr, ips: 10.130.0.50 I0326 16:27:06.905806 3815 obj_retry.go:464] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:07.925628 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:07.925664 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:12.030548 3815 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:12.031189 3815 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:12.916143 3815 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:12.916169 3815 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:14.041044 3815 obj_retry.go:464] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:14.041651 3815 obj_retry.go:464] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:14.926183 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:14.926207 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:17.062084 3815 obj_retry.go:464] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:17.062674 3815 obj_retry.go:464] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:18.087588 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:18.087692 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 16:27:26.147424 3815 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0326 16:27:28.897470 3815 cni.go:403] [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default] I0326 16:27:28.978139 3815 cni.go:424] [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa e2e04ce956c813c3d826ac78a36551f28b5d6c3b984d6fde0fb11eb77c7c9444 network default NAD default], result "{}", err W0326 16:27:28.999356 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0326 16:27:29.028388 3815 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:29.028420 3815 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0326 16:27:29.029710 3815 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.49 I0326 16:27:29.029760 3815 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:29.049332 3815 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:29.049356 3815 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:29.052464 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 16:27:29.052486 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 16:27:29.721858 3815 namespace.go:98] [integration-service] adding namespace I0326 16:27:29.722778 3815 namespace.go:102] [integration-service] adding namespace took 892.972µs I0326 16:27:29.726897 3815 namespace.go:98] [image-controller] adding namespace I0326 16:27:29.727053 3815 namespace.go:98] [build-service] adding namespace I0326 16:27:29.727605 3815 namespace.go:102] [image-controller] adding namespace took 691.52µs I0326 16:27:29.728151 3815 namespace.go:102] [build-service] adding namespace took 1.078675ms I0326 16:27:29.746582 3815 namespace.go:142] [integration-service] updating namespace I0326 16:27:29.767339 3815 namespace.go:142] [integration-service] updating namespace I0326 16:27:29.770638 3815 namespace.go:142] [image-controller] updating namespace I0326 16:27:29.792941 3815 namespace.go:142] [image-controller] updating namespace I0326 16:27:29.805886 3815 namespace.go:142] [build-service] updating namespace I0326 16:27:29.817750 3815 namespace.go:142] [build-service] updating namespace I0326 16:27:29.941177 3815 namespace.go:142] [build-service] updating namespace I0326 16:27:29.971240 3815 namespace.go:142] [integration-service] updating namespace I0326 16:27:30.024968 3815 namespace.go:98] [release-service] adding namespace I0326 16:27:30.025736 3815 namespace.go:102] [release-service] adding namespace took 751.063µs I0326 16:27:30.043122 3815 namespace.go:142] [release-service] updating namespace I0326 16:27:30.057116 3815 namespace.go:142] [release-service] updating namespace I0326 16:27:30.157867 3815 namespace.go:142] [konflux-ui] updating namespace I0326 16:27:30.290920 3815 namespace.go:98] [konflux-info] adding namespace I0326 16:27:30.291720 3815 namespace.go:102] [konflux-info] adding namespace took 778.6µs I0326 16:27:30.291788 3815 namespace.go:142] [konflux-info] updating namespace I0326 16:27:30.387502 3815 namespace.go:142] [konflux-info] updating namespace I0326 16:27:30.687219 3815 namespace.go:98] [namespace-lister] adding namespace I0326 16:27:30.688135 3815 namespace.go:102] [namespace-lister] adding namespace took 889.248µs I0326 16:27:30.688177 3815 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:30.800017 3815 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:30.839586 3815 namespace.go:98] [enterprise-contract-service] adding namespace I0326 16:27:30.839737 3815 namespace.go:142] [image-controller] updating namespace I0326 16:27:30.840431 3815 namespace.go:102] [enterprise-contract-service] adding namespace took 825.211µs I0326 16:27:30.842977 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:30.904101 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:31.602949 3815 namespace.go:98] [default-tenant] adding namespace I0326 16:27:31.603802 3815 namespace.go:102] [default-tenant] adding namespace took 831.474µs I0326 16:27:31.603844 3815 namespace.go:142] [default-tenant] updating namespace I0326 16:27:31.637076 3815 namespace.go:142] [default-tenant] updating namespace I0326 16:27:31.705255 3815 namespace.go:98] [segment-bridge] adding namespace I0326 16:27:31.706025 3815 namespace.go:102] [segment-bridge] adding namespace took 748.567µs I0326 16:27:31.706067 3815 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:31.748975 3815 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:32.084148 3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 16:27:32.084780 3815 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 16:27:32.084805 3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 16:27:32.087983 3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 16:27:32.174089 3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 16:27:32.174116 3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 16:27:32.174989 3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 16:27:32.608037 3815 namespace.go:142] [build-service] updating namespace I0326 16:27:32.973348 3815 namespace.go:142] [image-controller] updating namespace I0326 16:27:33.305028 3815 namespace.go:142] [integration-service] updating namespace I0326 16:27:33.469326 3815 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-qwvmm] creating logical port integration-service_integration-service-controller-manager-759977d69f-qwvmm for pod on switch ip-10-0-2-80.ec2.internal I0326 16:27:33.469418 3815 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-qwvmm I0326 16:27:33.542986 3815 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-qwvmm] pod update took 73.594119ms I0326 16:27:33.543012 3815 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-qwvmm] addLogicalPort annotation time took 73.62581ms I0326 16:27:33.544271 3815 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-qwvmm] addLogicalPort took 74.961481ms, libovsdb time 906.376µs I0326 16:27:33.618222 3815 namespace.go:142] [konflux-info] updating namespace I0326 16:27:33.678225 3815 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:33.678788 3815 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:33.833615 3815 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-wrqpk] creating logical port release-service_release-service-controller-manager-854f775895-wrqpk for pod on switch ip-10-0-2-80.ec2.internal I0326 16:27:33.833709 3815 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-wrqpk I0326 16:27:33.919045 3815 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-wrqpk I0326 16:27:33.964356 3815 pod.go:62] [release-service/release-service-controller-manager-854f775895-wrqpk] pod update took 130.672859ms I0326 16:27:33.964383 3815 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-wrqpk] addLogicalPort annotation time took 130.706009ms I0326 16:27:33.965623 3815 pods.go:271] [release-service/release-service-controller-manager-854f775895-wrqpk] addLogicalPort took 132.023736ms, libovsdb time 838.197µs I0326 16:27:34.010009 3815 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:34.121104 3815 base_network_controller_pods.go:487] [default/konflux-ui/proxy-54c6686b79-9gbkf] creating logical port konflux-ui_proxy-54c6686b79-9gbkf for pod on switch ip-10-0-2-80.ec2.internal I0326 16:27:34.121202 3815 kube.go:256] Updating pod konflux-ui/proxy-54c6686b79-9gbkf I0326 16:27:34.176090 3815 pod.go:62] [konflux-ui/proxy-54c6686b79-9gbkf] pod update took 54.9228ms I0326 16:27:34.176114 3815 base_network_controller_pods.go:937] [default/konflux-ui/proxy-54c6686b79-9gbkf] addLogicalPort annotation time took 54.952904ms I0326 16:27:34.177485 3815 pods.go:271] [konflux-ui/proxy-54c6686b79-9gbkf] addLogicalPort took 56.398244ms, libovsdb time 961.811µs I0326 16:27:34.297694 3815 namespace.go:142] [release-service] updating namespace I0326 16:27:34.433966 3815 namespace.go:142] [build-service] updating namespace I0326 16:27:34.450853 3815 namespace.go:142] [image-controller] updating namespace I0326 16:27:34.471950 3815 namespace.go:142] [integration-service] updating namespace I0326 16:27:34.501048 3815 namespace.go:142] [konflux-info] updating namespace I0326 16:27:34.525766 3815 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:34.546361 3815 namespace.go:142] [release-service] updating namespace I0326 16:27:34.626905 3815 namespace.go:142] [build-service] updating namespace I0326 16:27:34.708865 3815 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:34.708887 3815 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:34.712603 3815 namespace.go:142] [image-controller] updating namespace I0326 16:27:34.773881 3815 namespace.go:142] [integration-service] updating namespace I0326 16:27:34.817349 3815 namespace.go:142] [konflux-info] updating namespace I0326 16:27:34.883014 3815 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:34.979859 3815 namespace.go:142] [release-service] updating namespace I0326 16:27:36.149359 3815 namespace.go:142] [default-tenant] updating namespace I0326 16:27:36.350913 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:36.550919 3815 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:36.672485 3815 namespace.go:142] [default-tenant] updating namespace I0326 16:27:36.686328 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:36.700322 3815 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:36.783594 3815 namespace.go:142] [default-tenant] updating namespace I0326 16:27:36.882665 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:36.982763 3815 namespace.go:142] [segment-bridge] updating namespace W0326 16:27:38.071279 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0326 16:27:38.091489 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 16:27:38.112239 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0326 16:27:41.656434 3815 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default] I0326 16:27:41.665584 3815 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-qwvmm, hostIfaceName: cbea19e6986d381, network: default, NAD default, SandboxID: "cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2", PCI device ID: , UID: "cb41f30c-37d8-4849-8549-a5d3e1d08712", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0326 16:27:41.690508 3815 cni.go:403] [release-service/release-service-controller-manager-854f775895-wrqpk 6d8ead9a185923720166b284b155a7bb3683e1cc6cd3baaf42dba11639ff21c7 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-wrqpk 6d8ead9a185923720166b284b155a7bb3683e1cc6cd3baaf42dba11639ff21c7 network default NAD default] I0326 16:27:41.699301 3815 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-wrqpk, hostIfaceName: 6d8ead9a1859237, network: default, NAD default, SandboxID: "6d8ead9a185923720166b284b155a7bb3683e1cc6cd3baaf42dba11639ff21c7", PCI device ID: , UID: "6dc5f7dc-f647-45dc-96a8-34e58a320b37", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0326 16:27:41.714569 3815 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:88:a3:29:a4:73\",\"name\":\"cbea19e6986d381\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55c387f9-98f2-493a-8652-0a91e0d4e93c\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:27:41.746874 3815 cni.go:424] [release-service/release-service-controller-manager-854f775895-wrqpk 6d8ead9a185923720166b284b155a7bb3683e1cc6cd3baaf42dba11639ff21c7 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-wrqpk 6d8ead9a185923720166b284b155a7bb3683e1cc6cd3baaf42dba11639ff21c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:bd:b2:97:08:52\",\"name\":\"6d8ead9a1859237\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4753ba2d-d2e7-48ac-9310-c718dd7e4f05\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:27:41.997105 3815 cni.go:403] [konflux-ui/proxy-54c6686b79-9gbkf 9111850281cafd7be1fd7978deb5e896d8a39f5dcb069a9b3252997fdad5bf23 network default NAD default] ADD starting CNI request [konflux-ui/proxy-54c6686b79-9gbkf 9111850281cafd7be1fd7978deb5e896d8a39f5dcb069a9b3252997fdad5bf23 network default NAD default] I0326 16:27:42.006155 3815 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-54c6686b79-9gbkf, hostIfaceName: 9111850281cafd7, network: default, NAD default, SandboxID: "9111850281cafd7be1fd7978deb5e896d8a39f5dcb069a9b3252997fdad5bf23", PCI device ID: , UID: "c17f3fba-48c9-4803-9e97-a1e9ce17dd29", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0326 16:27:42.051472 3815 cni.go:424] [konflux-ui/proxy-54c6686b79-9gbkf 9111850281cafd7be1fd7978deb5e896d8a39f5dcb069a9b3252997fdad5bf23 network default NAD default] ADD finished CNI request [konflux-ui/proxy-54c6686b79-9gbkf 9111850281cafd7be1fd7978deb5e896d8a39f5dcb069a9b3252997fdad5bf23 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:16:bf:03:78:41\",\"name\":\"9111850281cafd7\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f344135-dc39-41b3-90f5-10ceac4d4561\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 16:27:47.157816 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 16:27:47.160369 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 16:27:48.014427 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 16:27:48.015903 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 16:27:48.041234 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 16:27:48.041307 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 16:27:48.070481 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 16:27:48.070501 3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 16:27:49.152140 3815 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 16:27:52.184106 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 16:27:52.184128 3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 16:27:58.151446 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 16:27:58.151479 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 16:27:58.153735 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 16:27:58.153771 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0326 16:27:58.330564 3815 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default] I0326 16:27:58.412972 3815 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-qwvmm cbea19e6986d3819b5e4af95b6e03ad896576c2c2aa9942d0913c2d937637fe2 network default NAD default], result "{}", err I0326 16:27:58.463208 3815 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:58.463244 3815 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-qwvmm I0326 16:27:58.464644 3815 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-qwvmm, ips: 10.130.0.51 I0326 16:27:58.464673 3815 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 16:27:59.033570 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0326 16:27:59.033677 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0326 16:27:59.096777 3815 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:59.096808 3815 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:59.103283 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-qwvmm I0326 16:27:59.103312 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-qwvmm I0326 16:28:16.447938 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0326 16:28:24.362420 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0326 16:28:26.095325 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 16:28:26.095345 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0326 16:28:56.446104 3815 obj_retry.go:464] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:28:56.446707 3815 obj_retry.go:464] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:28:56.563427 3815 obj_retry.go:458] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:28:56.563451 3815 obj_retry.go:458] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:28:56.569854 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-77d8c66f66-vrp5c I0326 16:28:56.569880 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-77d8c66f66-vrp5c I0326 16:29:06.463288 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0326 16:29:08.785949 3815 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:08.786532 3815 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:08.826007 3815 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:08.826030 3815 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:08.832958 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 16:29:08.832988 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 16:29:10.361967 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=168 I0326 16:29:11.361566 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0326 16:29:20.372479 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=419 I0326 16:29:32.480093 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 16:29:37.133218 3815 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:37.133824 3815 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:37.191225 3815 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-ds97v] creating logical port image-controller_image-controller-controller-manager-56b684c87-ds97v for pod on switch ip-10-0-2-80.ec2.internal I0326 16:29:37.191329 3815 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-ds97v I0326 16:29:37.204871 3815 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-ds97v] pod update took 13.566856ms I0326 16:29:37.204895 3815 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-ds97v] addLogicalPort annotation time took 13.595908ms I0326 16:29:37.206436 3815 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-ds97v] addLogicalPort took 15.228054ms, libovsdb time 1.031269ms I0326 16:29:37.556638 3815 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-ds97v 93e4728dadf981f70d56e2ccbbcd70a1d9f4b95f81737f23f582f842ecf3ccaa network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-ds97v 93e4728dadf981f70d56e2ccbbcd70a1d9f4b95f81737f23f582f842ecf3ccaa network default NAD default] I0326 16:29:37.565250 3815 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-ds97v, hostIfaceName: 93e4728dadf981f, network: default, NAD default, SandboxID: "93e4728dadf981f70d56e2ccbbcd70a1d9f4b95f81737f23f582f842ecf3ccaa", PCI device ID: , UID: "0b71a4fd-6562-4ded-8152-508679b050ed", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0326 16:29:37.612813 3815 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-ds97v 93e4728dadf981f70d56e2ccbbcd70a1d9f4b95f81737f23f582f842ecf3ccaa network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-ds97v 93e4728dadf981f70d56e2ccbbcd70a1d9f4b95f81737f23f582f842ecf3ccaa network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:fd:12:bc:e1:8f\",\"name\":\"93e4728dadf981f\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c5639ac-32bb-4438-b588-9019ab02b395\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 16:29:37.829496 3815 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:37.829526 3815 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:37.835306 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk I0326 16:29:37.835333 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk I0326 16:29:45.451617 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0326 16:29:46.364049 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=67 W0326 16:29:51.688469 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-80.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0326 16:29:52.017230 3815 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:52.017858 3815 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:52.881859 3815 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:52.881889 3815 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:52.889451 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f I0326 16:29:52.889477 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f I0326 16:30:00.195288 3815 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default] I0326 16:30:00.286839 3815 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 51ff51928a682762532badab193c0a4da8e64d74dd8d9bc47209fef5e955ca03 network default NAD default], result "{}", err I0326 16:30:00.791492 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:30:00.791522 3815 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 I0326 16:30:00.792868 3815 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8, ips: 10.130.0.22 I0326 16:30:00.792898 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:30:00.803062 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:30:00.803153 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:30:00.809413 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 I0326 16:30:00.809444 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 I0326 16:30:10.361177 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0326 16:31:40.473890 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0326 16:31:46.490183 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0326 16:31:54.448093 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0326 16:31:56.456916 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 16:32:05.488819 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0326 16:34:08.451184 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0326 16:34:38.365326 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 16:35:17.477220 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0326 16:35:25.366123 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0326 16:35:49.364682 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0326 16:35:52.054803 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:35:52.055465 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:35:53.075632 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:35:53.075678 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 16:36:02.770294 3815 duration.go:461] Config duration recorder: measurement expired for pod/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf I0326 16:36:41.466084 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 16:37:07.049461 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:07.049517 3815 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:07.055423 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-x4fwr I0326 16:37:07.055456 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-x4fwr I0326 16:37:14.030415 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:14.030467 3815 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:14.033165 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mvw2r I0326 16:37:14.033190 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mvw2r I0326 16:37:18.029680 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:18.029708 3815 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:18.034382 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-65knr I0326 16:37:18.034409 3815 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-65knr I0326 16:37:52.375426 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=58 I0326 16:38:20.483777 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0326 16:39:08.364437 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0326 16:39:10.451157 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0326 16:39:21.493813 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0326 16:39:27.367089 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0326 16:39:40.454371 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0326 16:40:04.447641 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:40:04.448236 3815 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:40:05.318963 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:40:05.318991 3815 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:40:10.459681 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0326 16:40:31.491703 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 16:40:46.481096 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 16:40:58.700102 3815 namespace.go:98] [default-tenant-managed] adding namespace I0326 16:40:58.701035 3815 namespace.go:102] [default-tenant-managed] adding namespace took 908.846µs I0326 16:40:58.749955 3815 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:40:58.766488 3815 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:40:59.901627 3815 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:41:00.034270 3815 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:41:00.132489 3815 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:41:02.368338 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 16:41:13.453759 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7