+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-11.ec2.internal ++ [[ -n ip-10-0-0-11.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-11.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260324-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260324-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260324-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0408 02:37:18.705619349 - disable conntrack on geneve port' I0408 02:37:18.705619349 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0408 02:37:18.772371263 - starting ovnkube-node' I0408 02:37:18.772371263 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-11.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-11.ec2.internal --init-node ip-10-0-0-11.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-11.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0408 02:37:18.839198 3763 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0408 02:37:18.839270 3763 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-704d794a73.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0408 02:37:18.841807 3763 kube.go:423] Waiting for certificate I0408 02:37:18.841846 3763 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0408 02:37:18.841881 3763 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0408 02:37:18.842739 3763 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0408 02:37:18.879836 3763 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:37:18.879853 3763 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:37:18.883834 3763 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:37:18.883916 3763 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-skm2j" I0408 02:37:18.889438 3763 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-skm2j" I0408 02:37:18.889493 3763 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:37:19.842052 3763 kube.go:430] Certificate found I0408 02:37:19.842662 3763 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0408 02:37:19.844343 3763 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0408 02:37:19.904638 3763 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-09 02:32:18 +0000 UTC" deadline="2026-04-08 22:49:40.850623418 +0000 UTC" I0408 02:37:19.904689 3763 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h12m20.945951342s" I0408 02:37:19.916029 3763 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0408 02:37:19.926403 3763 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0408 02:37:19.926637 3763 factory.go:537] Starting watch factory I0408 02:37:19.926947 3763 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.927027 3763 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.928119 3763 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0408 02:37:19.929561 3763 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.929582 3763 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.929790 3763 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.929807 3763 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.929992 3763 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.930039 3763 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.931107 3763 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.931128 3763 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.931804 3763 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.931869 3763 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.934286 3763 controller_manager.go:368] Starting the ovnkube controller I0408 02:37:19.934356 3763 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-11.ec2.internal I0408 02:37:19.934449 3763 controller_manager.go:393] NBDB zone sync took: 58.317µs I0408 02:37:19.934463 3763 factory.go:537] Starting watch factory I0408 02:37:19.947740 3763 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.947946 3763 ovn_northd.go:121] Registering OVN northd metrics I0408 02:37:19.949090 3763 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.950167 3763 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0408 02:37:19.950470 3763 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.953160 3763 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.953806 3763 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.955990 3763 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:37:19.957960 3763 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0408 02:37:19.958004 3763 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0408 02:37:19.974611 3763 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0408 02:37:20.032743 3763 factory.go:1931] *v1.Service informer cache synced successfully I0408 02:37:20.032757 3763 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0408 02:37:20.032761 3763 factory.go:1931] *v1.Pod informer cache synced successfully I0408 02:37:20.032765 3763 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0408 02:37:20.032768 3763 factory.go:1931] *v1.Namespace informer cache synced successfully I0408 02:37:20.032771 3763 factory.go:1931] *v1.Node informer cache synced successfully I0408 02:37:20.032827 3763 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:37:20.032838 3763 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:37:20.032877 3763 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:37:20.032897 3763 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:37:20.035826 3763 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:37:20.035845 3763 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:37:20.037934 3763 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0408 02:37:20.037945 3763 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0408 02:37:20.037991 3763 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.038002 3763 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.039847 3763 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0408 02:37:20.039858 3763 factory.go:1931] *v1.Pod informer cache synced successfully I0408 02:37:20.039862 3763 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0408 02:37:20.039865 3763 factory.go:1931] *v1.Namespace informer cache synced successfully I0408 02:37:20.039868 3763 factory.go:1931] *v1.Node informer cache synced successfully I0408 02:37:20.039870 3763 factory.go:1931] *v1.Service informer cache synced successfully I0408 02:37:20.040169 3763 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.043031 3763 factory.go:1931] *v1.EgressIP informer cache synced successfully I0408 02:37:20.043077 3763 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.043088 3763 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.045093 3763 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0408 02:37:20.045102 3763 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0408 02:37:20.045231 3763 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.048965 3763 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0408 02:37:20.049016 3763 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.049026 3763 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.050388 3763 factory.go:1931] *v1.EgressIP informer cache synced successfully I0408 02:37:20.051087 3763 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.054814 3763 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0408 02:37:20.054862 3763 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.054872 3763 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.056063 3763 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0408 02:37:20.056943 3763 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.060742 3763 factory.go:1931] *v1.EgressService informer cache synced successfully I0408 02:37:20.060799 3763 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.060811 3763 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.061896 3763 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0408 02:37:20.063293 3763 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.066245 3763 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0408 02:37:20.066379 3763 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:37:20.066395 3763 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:37:20.066962 3763 factory.go:1931] *v1.EgressService informer cache synced successfully I0408 02:37:20.068968 3763 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:37:20.071966 3763 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0408 02:37:20.072024 3763 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.072036 3763 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.072079 3763 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0408 02:37:20.072094 3763 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.072114 3763 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.074229 3763 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.074422 3763 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:37:20.077562 3763 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0408 02:37:20.077573 3763 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0408 02:37:20.077580 3763 factory.go:649] Watch Factory start up complete, took: 150.950104ms I0408 02:37:20.077609 3763 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0408 02:37:20.077652 3763 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0408 02:37:20.083077 3763 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0408 02:37:20.083088 3763 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0408 02:37:20.083097 3763 factory.go:649] Watch Factory start up complete, took: 148.631388ms I0408 02:37:20.083104 3763 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-11.ec2.internal" zone I0408 02:37:20.132441 3763 default_node_network_controller.go:709] Initializing the default node network controller I0408 02:37:20.204208 3763 udn_isolation.go:101] Starting UDN host isolation manager I0408 02:37:20.210426 3763 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0408 02:37:20.270787 3763 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0408 02:37:20.270878 3763 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0408 02:37:20.270896 3763 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0408 02:37:20.301948 3763 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0408 02:37:20.301998 3763 default_node_network_controller.go:808] Node ip-10-0-0-11.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0408 02:37:20.307705 3763 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.11"] k8s.ovn.org/zone-name:ip-10-0-0-11.ec2.internal] on node ip-10-0-0-11.ec2.internal I0408 02:37:20.329313 3763 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0408 02:37:20.333503 3763 controller_manager.go:427] Waiting for node in zone sync took: 250.386585ms I0408 02:37:20.335141 3763 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0408 02:37:20.335254 3763 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0408 02:37:20.335395 3763 gateway_init.go:263] Preparing Gateway I0408 02:37:20.335403 3763 gateway_shared_intf.go:1658] Creating new gateway I0408 02:37:20.339764 3763 controller_manager.go:608] Switching to transit router for layer2 networks I0408 02:37:20.339777 3763 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-11.ec2.internal I0408 02:37:20.355981 3763 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0408 02:37:20.362141 3763 controller_manager.go:288] SCTP support detected in OVN I0408 02:37:20.363108 3763 services_controller.go:69] Creating services controller for network=default I0408 02:37:20.363166 3763 udn_enabled_svc.go:80] Waiting for service informer to sync I0408 02:37:20.363256 3763 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0408 02:37:20.363292 3763 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0408 02:37:20.363306 3763 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0408 02:37:20.363315 3763 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0408 02:37:20.363448 3763 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0408 02:37:20.363488 3763 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0408 02:37:20.363514 3763 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.362µs I0408 02:37:20.363523 3763 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 35.1µs I0408 02:37:20.363521 3763 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 34.716µs I0408 02:37:20.363528 3763 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0408 02:37:20.363538 3763 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0408 02:37:20.363547 3763 default_network_controller.go:321] Starting the default network controller I0408 02:37:20.363563 3763 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 14.376µs I0408 02:37:20.363585 3763 udn_enabled_svc.go:95] Performing full resync I0408 02:37:20.363893 3763 udn_enabled_svc.go:99] Waiting for handler to sync I0408 02:37:20.363904 3763 udn_enabled_svc.go:104] Starting worker I0408 02:37:20.372769 3763 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0408 02:37:20.372829 3763 repair.go:33] Syncing exgw routes took 43.326µs I0408 02:37:20.372846 3763 default_network_controller.go:407] Starting all the Watchers... I0408 02:37:20.372973 3763 namespace.go:98] [default] adding namespace I0408 02:37:20.372973 3763 namespace.go:98] [openshift-console-user-settings] adding namespace I0408 02:37:20.372984 3763 namespace.go:98] [openshift-controller-manager] adding namespace I0408 02:37:20.372987 3763 namespace.go:98] [openshift-service-ca-operator] adding namespace I0408 02:37:20.372973 3763 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0408 02:37:20.373003 3763 namespace.go:98] [openshift-apiserver-operator] adding namespace I0408 02:37:20.373005 3763 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0408 02:37:20.373006 3763 namespace.go:98] [openshift] adding namespace I0408 02:37:20.373011 3763 namespace.go:98] [openshift-marketplace] adding namespace I0408 02:37:20.373015 3763 namespace.go:98] [openshift-operators] adding namespace I0408 02:37:20.373024 3763 namespace.go:98] [openshift-customer-monitoring] adding namespace I0408 02:37:20.373027 3763 namespace.go:98] [openshift-insights] adding namespace I0408 02:37:20.373027 3763 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0408 02:37:20.373030 3763 namespace.go:98] [openshift-cluster-version] adding namespace I0408 02:37:20.373033 3763 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0408 02:37:20.373578 3763 namespace.go:102] [default] adding namespace took 592.45µs I0408 02:37:20.373594 3763 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0408 02:37:20.374111 3763 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 509.786µs I0408 02:37:20.374127 3763 namespace.go:98] [openshift-backplane-cse] adding namespace I0408 02:37:20.374690 3763 namespace.go:102] [openshift-backplane-cse] adding namespace took 556.58µs I0408 02:37:20.374707 3763 namespace.go:98] [openshift-network-node-identity] adding namespace I0408 02:37:20.375266 3763 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.273678ms I0408 02:37:20.375292 3763 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0408 02:37:20.375806 3763 namespace.go:102] [openshift-controller-manager] adding namespace took 2.811918ms I0408 02:37:20.375824 3763 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0408 02:37:20.376316 3763 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.318526ms I0408 02:37:20.376337 3763 namespace.go:98] [openshift-config-managed] adding namespace I0408 02:37:20.376922 3763 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.92366ms I0408 02:37:20.376935 3763 namespace.go:98] [openshift-dns] adding namespace I0408 02:37:20.377420 3763 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.408908ms I0408 02:37:20.377436 3763 namespace.go:98] [openshift-backplane-csm] adding namespace I0408 02:37:20.377930 3763 namespace.go:102] [openshift] adding namespace took 4.910275ms I0408 02:37:20.377950 3763 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0408 02:37:20.378474 3763 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.460177ms I0408 02:37:20.378490 3763 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0408 02:37:20.378939 3763 namespace.go:102] [openshift-marketplace] adding namespace took 5.916088ms I0408 02:37:20.378955 3763 namespace.go:98] [openshift-host-network] adding namespace I0408 02:37:20.379390 3763 namespace.go:102] [openshift-operators] adding namespace took 6.364858ms I0408 02:37:20.379406 3763 namespace.go:98] [openshift-monitoring] adding namespace I0408 02:37:20.379809 3763 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.777507ms I0408 02:37:20.379825 3763 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0408 02:37:20.380366 3763 namespace.go:102] [openshift-insights] adding namespace took 7.331214ms I0408 02:37:20.380386 3763 namespace.go:98] [openshift-dns-operator] adding namespace I0408 02:37:20.380939 3763 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.903121ms I0408 02:37:20.380955 3763 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0408 02:37:20.381489 3763 namespace.go:102] [openshift-cluster-version] adding namespace took 8.449905ms I0408 02:37:20.381503 3763 namespace.go:98] [openshift-network-console] adding namespace I0408 02:37:20.382370 3763 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.328345ms I0408 02:37:20.382382 3763 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0408 02:37:20.382916 3763 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.201509ms I0408 02:37:20.382935 3763 namespace.go:98] [openshift-infra] adding namespace I0408 02:37:20.383304 3763 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.004963ms I0408 02:37:20.383319 3763 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0408 02:37:20.383743 3763 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.913435ms I0408 02:37:20.383755 3763 namespace.go:98] [openshift-backplane-srep] adding namespace I0408 02:37:20.384292 3763 namespace.go:102] [openshift-config-managed] adding namespace took 7.944361ms I0408 02:37:20.384310 3763 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0408 02:37:20.384700 3763 namespace.go:102] [openshift-dns] adding namespace took 7.759537ms I0408 02:37:20.384732 3763 namespace.go:98] [openshift-apiserver] adding namespace I0408 02:37:20.385241 3763 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.797443ms I0408 02:37:20.385258 3763 namespace.go:98] [openshift-ingress-canary] adding namespace I0408 02:37:20.385814 3763 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.857699ms I0408 02:37:20.385831 3763 namespace.go:98] [openshift-backplane-mobb] adding namespace I0408 02:37:20.386305 3763 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.806994ms I0408 02:37:20.386321 3763 namespace.go:98] [openshift-package-operator] adding namespace I0408 02:37:20.386756 3763 namespace.go:102] [openshift-host-network] adding namespace took 7.795198ms I0408 02:37:20.386772 3763 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0408 02:37:20.387176 3763 namespace.go:102] [openshift-monitoring] adding namespace took 7.763926ms I0408 02:37:20.387191 3763 namespace.go:98] [openshift-machine-config-operator] adding namespace I0408 02:37:20.387530 3763 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.700628ms I0408 02:37:20.387543 3763 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0408 02:37:20.387946 3763 namespace.go:102] [openshift-dns-operator] adding namespace took 7.55122ms I0408 02:37:20.387957 3763 namespace.go:98] [openshift-network-operator] adding namespace I0408 02:37:20.388380 3763 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.420248ms I0408 02:37:20.388394 3763 namespace.go:98] [openshift-authentication-operator] adding namespace I0408 02:37:20.388803 3763 namespace.go:102] [openshift-network-console] adding namespace took 7.294881ms I0408 02:37:20.388818 3763 namespace.go:98] [openshift-console] adding namespace I0408 02:37:20.389173 3763 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.787366ms I0408 02:37:20.389184 3763 namespace.go:98] [openshift-logging] adding namespace I0408 02:37:20.389548 3763 namespace.go:102] [openshift-infra] adding namespace took 6.605446ms I0408 02:37:20.389563 3763 namespace.go:98] [openshift-backplane-cee] adding namespace I0408 02:37:20.389949 3763 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.614694ms I0408 02:37:20.389961 3763 namespace.go:98] [openshift-console-operator] adding namespace I0408 02:37:20.390360 3763 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.599969ms I0408 02:37:20.390371 3763 namespace.go:98] [openshift-config-operator] adding namespace I0408 02:37:20.390797 3763 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.482399ms I0408 02:37:20.390810 3763 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0408 02:37:20.391202 3763 namespace.go:102] [openshift-apiserver] adding namespace took 6.461818ms I0408 02:37:20.391220 3763 namespace.go:98] [openshift-authentication] adding namespace I0408 02:37:20.391575 3763 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.31272ms I0408 02:37:20.391586 3763 namespace.go:98] [openshift-backplane] adding namespace I0408 02:37:20.392015 3763 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.178351ms I0408 02:37:20.392031 3763 namespace.go:98] [openshift-image-registry] adding namespace I0408 02:37:20.392369 3763 namespace.go:102] [openshift-package-operator] adding namespace took 6.041588ms I0408 02:37:20.392388 3763 namespace.go:98] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] adding namespace I0408 02:37:20.392868 3763 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.089117ms I0408 02:37:20.392881 3763 namespace.go:98] [kube-public] adding namespace I0408 02:37:20.393258 3763 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.061712ms I0408 02:37:20.393271 3763 namespace.go:98] [openshift-ingress-operator] adding namespace I0408 02:37:20.393615 3763 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.066547ms I0408 02:37:20.393626 3763 namespace.go:98] [dedicated-admin] adding namespace I0408 02:37:20.394004 3763 namespace.go:102] [openshift-network-operator] adding namespace took 6.041301ms I0408 02:37:20.394015 3763 namespace.go:98] [openshift-multus] adding namespace I0408 02:37:20.394365 3763 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.966367ms I0408 02:37:20.394377 3763 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0408 02:37:20.394707 3763 namespace.go:102] [openshift-console] adding namespace took 5.885122ms I0408 02:37:20.394735 3763 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0408 02:37:20.395098 3763 namespace.go:102] [openshift-logging] adding namespace took 5.909066ms I0408 02:37:20.395111 3763 namespace.go:98] [openshift-operators-redhat] adding namespace I0408 02:37:20.395459 3763 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.892493ms I0408 02:37:20.395830 3763 namespace.go:102] [openshift-console-operator] adding namespace took 5.864693ms I0408 02:37:20.395842 3763 namespace.go:98] [openshift-etcd] adding namespace I0408 02:37:20.396200 3763 namespace.go:102] [openshift-config-operator] adding namespace took 5.822809ms I0408 02:37:20.396217 3763 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0408 02:37:20.396741 3763 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.92639ms I0408 02:37:20.396754 3763 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0408 02:37:20.397223 3763 namespace.go:102] [openshift-authentication] adding namespace took 5.997365ms I0408 02:37:20.397237 3763 namespace.go:98] [openshift-machine-api] adding namespace I0408 02:37:20.397596 3763 namespace.go:102] [openshift-backplane] adding namespace took 6.0052ms I0408 02:37:20.397607 3763 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0408 02:37:20.398050 3763 namespace.go:102] [openshift-image-registry] adding namespace took 6.01246ms I0408 02:37:20.398067 3763 namespace.go:98] [openshift-route-controller-manager] adding namespace I0408 02:37:20.398456 3763 namespace.go:102] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] adding namespace took 6.062855ms I0408 02:37:20.398468 3763 namespace.go:98] [openshift-node] adding namespace I0408 02:37:20.398879 3763 namespace.go:102] [kube-public] adding namespace took 5.991989ms I0408 02:37:20.398895 3763 namespace.go:98] [kube-node-lease] adding namespace I0408 02:37:20.399262 3763 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.986588ms I0408 02:37:20.399282 3763 namespace.go:98] [openshift-must-gather-operator] adding namespace W0408 02:37:20.399630 3763 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rxfn6: pod openshift-multus/network-metrics-daemon-rxfn6: no pod IPs found I0408 02:37:20.399672 3763 namespace.go:102] [dedicated-admin] adding namespace took 6.042168ms I0408 02:37:20.399680 3763 namespace.go:98] [kube-system] adding namespace I0408 02:37:20.400147 3763 namespace.go:102] [openshift-multus] adding namespace took 6.12557ms I0408 02:37:20.401003 3763 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.621259ms I0408 02:37:20.401407 3763 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.665503ms I0408 02:37:20.401422 3763 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0408 02:37:20.401808 3763 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.69261ms I0408 02:37:20.401820 3763 namespace.go:98] [openshift-backplane-tam] adding namespace I0408 02:37:20.402190 3763 namespace.go:102] [openshift-etcd] adding namespace took 6.341167ms I0408 02:37:20.402207 3763 namespace.go:98] [openshift-kube-scheduler] adding namespace I0408 02:37:20.402613 3763 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.390411ms I0408 02:37:20.402625 3763 namespace.go:98] [openshift-kube-apiserver] adding namespace I0408 02:37:20.403027 3763 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.267403ms I0408 02:37:20.403040 3763 namespace.go:98] [openshift-config] adding namespace I0408 02:37:20.403416 3763 namespace.go:102] [openshift-machine-api] adding namespace took 6.174528ms I0408 02:37:20.403831 3763 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.219697ms I0408 02:37:20.403842 3763 namespace.go:98] [openshift-ingress] adding namespace I0408 02:37:20.404266 3763 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.192729ms I0408 02:37:20.404639 3763 namespace.go:102] [openshift-node] adding namespace took 6.16635ms I0408 02:37:20.405041 3763 namespace.go:102] [kube-node-lease] adding namespace took 6.140462ms W0408 02:37:20.405394 3763 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-n5cln: pod kube-system/global-pull-secret-syncer-n5cln: no pod IPs found I0408 02:37:20.405441 3763 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.154246ms I0408 02:37:20.405828 3763 namespace.go:102] [kube-system] adding namespace took 6.144525ms I0408 02:37:20.406217 3763 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.79006ms I0408 02:37:20.406611 3763 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.784349ms I0408 02:37:20.406629 3763 namespace.go:98] [openshift-network-diagnostics] adding namespace I0408 02:37:20.407081 3763 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.867286ms I0408 02:37:20.407464 3763 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.834553ms I0408 02:37:20.407931 3763 namespace.go:102] [openshift-config] adding namespace took 4.885845ms W0408 02:37:20.408274 3763 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xnssq: pod openshift-network-diagnostics/network-check-target-xnssq: no pod IPs found I0408 02:37:20.408322 3763 namespace.go:102] [openshift-ingress] adding namespace took 4.475595ms I0408 02:37:20.408746 3763 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.11081ms I0408 02:37:20.409098 3763 zone_ic_handler.go:186] Time taken to create transit switch: 262.865µs I0408 02:37:20.409157 3763 master.go:532] Adding or Updating local node "ip-10-0-0-11.ec2.internal" for network "default" I0408 02:37:20.412141 3763 default_network_controller.go:806] Node add failed for ip-10-0-0-11.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-11.ec2.internal, error getting gateway config for node ip-10-0-0-11.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-11.ec2.internal", failed to update chassis to local for local node ip-10-0-0-11.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-11.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-11.ec2.internal] E0408 02:37:20.412205 3763 obj_retry.go:541] Failed to create *v1.Node ip-10-0-0-11.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-11.ec2.internal, error getting gateway config for node ip-10-0-0-11.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-11.ec2.internal", failed to update chassis to local for local node ip-10-0-0-11.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-11.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-11.ec2.internal] I0408 02:37:20.412259 3763 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0408 02:37:20.412282 3763 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0408 02:37:20.412274 3763 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-11.ec2.internal", UID:"dcb1cf10-ee92-450b-a298-50bd5a490402", APIVersion:"v1", ResourceVersion:"8149", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-11.ec2.internal, error getting gateway config for node ip-10-0-0-11.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-11.ec2.internal", failed to update chassis to local for local node ip-10-0-0-11.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-11.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-11.ec2.internal] I0408 02:37:20.412297 3763 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0408 02:37:20.412311 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0408 02:37:20.412337 3763 node_tracker.go:235] Node ip-10-0-0-11.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-11.ec2.internal" I0408 02:37:20.412351 3763 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0408 02:37:20.412358 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:37:20.429740 3763 iptables.go:108] Creating table: filter chain: FORWARD I0408 02:37:20.436279 3763 iptables.go:108] Creating table: filter chain: OUTPUT I0408 02:37:20.443011 3763 gateway_shared_intf.go:1787] Gateway Creation Complete I0408 02:37:20.443024 3763 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-11.ec2.internal","mac-address":"12:37:c3:5a:d5:d5","ip-addresses":["10.0.0.11/24"],"ip-address":"10.0.0.11/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6daf6abf-1c7a-43c8-b069-37aee33265d5 k8s.ovn.org/node-encap-ips:["10.0.0.11"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.11/24"} k8s.ovn.org/zone-name:ip-10-0-0-11.ec2.internal] on node ip-10-0-0-11.ec2.internal I0408 02:37:20.458868 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0408 02:37:20.458913 3763 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0408 02:37:20.458923 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:37:20.458930 3763 master.go:532] Adding or Updating local node "ip-10-0-0-11.ec2.internal" for network "default" I0408 02:37:20.462237 3763 default_node_network_controller.go:518] Node connection status = connected W0408 02:37:20.463950 3763 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xnssq: pod openshift-network-diagnostics/network-check-target-xnssq: no pod IPs found W0408 02:37:20.463962 3763 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-n5cln: pod kube-system/global-pull-secret-syncer-n5cln: no pod IPs found W0408 02:37:20.463973 3763 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-rxfn6: pod openshift-multus/network-metrics-daemon-rxfn6: no pod IPs found I0408 02:37:20.464984 3763 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-11.ec2.internal for the network default I0408 02:37:20.512972 3763 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0408 02:37:20.512989 3763 services_controller.go:208] Setting up event handlers for services for network=default I0408 02:37:20.513053 3763 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0408 02:37:20.513092 3763 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0408 02:37:20.513104 3763 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0408 02:37:20.613495 3763 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0408 02:37:20.613522 3763 repair.go:60] Starting repairing loop for services I0408 02:37:20.613589 3763 repair.go:131] Deleted 0 stale service LBs I0408 02:37:20.613607 3763 repair.go:137] Deleted 0 stale Chassis Template Vars I0408 02:37:20.613621 3763 repair.go:62] Finished repairing loop for services: 112.643µs I0408 02:37:20.613645 3763 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0408 02:37:20.613654 3763 services_controller.go:254] Starting workers for network=default I0408 02:37:20.614031 3763 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-n5cln] creating logical port kube-system_global-pull-secret-syncer-n5cln for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:20.614169 3763 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xnssq] creating logical port openshift-network-diagnostics_network-check-target-xnssq for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:20.614255 3763 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rxfn6] creating logical port openshift-multus_network-metrics-daemon-rxfn6 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:20.614394 3763 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-rxfn6 I0408 02:37:20.614406 3763 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-n5cln I0408 02:37:20.614469 3763 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xnssq I0408 02:37:20.630211 3763 pod.go:62] [kube-system/global-pull-secret-syncer-n5cln] pod update took 16.007294ms I0408 02:37:20.630237 3763 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-n5cln] addLogicalPort annotation time took 16.040522ms I0408 02:37:20.631168 3763 pods.go:271] [kube-system/global-pull-secret-syncer-n5cln] addLogicalPort took 17.151202ms, libovsdb time 710.465µs I0408 02:37:20.636761 3763 pod.go:62] [openshift-network-diagnostics/network-check-target-xnssq] pod update took 22.52332ms I0408 02:37:20.636781 3763 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-xnssq] addLogicalPort annotation time took 22.545068ms I0408 02:37:20.636879 3763 pod.go:62] [openshift-multus/network-metrics-daemon-rxfn6] pod update took 22.555338ms I0408 02:37:20.636899 3763 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-rxfn6] addLogicalPort annotation time took 22.573052ms I0408 02:37:20.637781 3763 pods.go:271] [openshift-network-diagnostics/network-check-target-xnssq] addLogicalPort took 23.616885ms, libovsdb time 771.072µs I0408 02:37:20.638003 3763 pods.go:271] [openshift-multus/network-metrics-daemon-rxfn6] addLogicalPort took 23.756342ms, libovsdb time 770.041µs I0408 02:37:20.638315 3763 admin_network_policy_controller.go:227] Starting controller default-network-controller I0408 02:37:20.638336 3763 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0408 02:37:20.638346 3763 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0408 02:37:20.638350 3763 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0408 02:37:20.638527 3763 repair.go:29] Repairing admin network policies took 172.416µs I0408 02:37:20.638622 3763 repair.go:92] Repairing baseline admin network policies took 86.956µs I0408 02:37:20.639054 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0408 02:37:20.639073 3763 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0408 02:37:20.640663 3763 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0408 02:37:20.640684 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0408 02:37:20.640694 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0408 02:37:20.642249 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0408 02:37:20.642268 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0408 02:37:20.642685 3763 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0408 02:37:20.642700 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0408 02:37:20.643434 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0408 02:37:20.643453 3763 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0408 02:37:20.643462 3763 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0408 02:37:20.645353 3763 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0408 02:37:20.645372 3763 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0408 02:37:20.645381 3763 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0408 02:37:20.647029 3763 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0408 02:37:20.647053 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0408 02:37:20.647062 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0408 02:37:20.648705 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0408 02:37:20.648744 3763 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0408 02:37:20.648753 3763 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0408 02:37:20.650829 3763 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0408 02:37:20.650849 3763 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0408 02:37:20.650858 3763 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0408 02:37:20.652033 3763 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0408 02:37:20.652054 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0408 02:37:20.652063 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0408 02:37:20.652548 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0408 02:37:20.652561 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0408 02:37:20.652568 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0408 02:37:20.653043 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0408 02:37:20.653055 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0408 02:37:20.653062 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0408 02:37:20.654548 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0408 02:37:20.654565 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0408 02:37:20.654570 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0408 02:37:20.654842 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0408 02:37:20.654862 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0408 02:37:20.654871 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0408 02:37:20.655323 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0408 02:37:20.655340 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0408 02:37:20.655363 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0408 02:37:20.656175 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0408 02:37:20.656199 3763 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0408 02:37:20.656214 3763 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0408 02:37:20.657675 3763 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0408 02:37:20.657696 3763 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0408 02:37:20.657707 3763 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0408 02:37:20.658202 3763 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0408 02:37:20.658220 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0408 02:37:20.658230 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0408 02:37:20.658668 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0408 02:37:20.658687 3763 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0408 02:37:20.658694 3763 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0408 02:37:20.658962 3763 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0408 02:37:20.658979 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0408 02:37:20.658987 3763 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0408 02:37:20.659623 3763 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0408 02:37:20.659639 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0408 02:37:20.659644 3763 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0408 02:37:20.659916 3763 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0408 02:37:20.659933 3763 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0408 02:37:20.659942 3763 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0408 02:37:20.660881 3763 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0408 02:37:20.660901 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0408 02:37:20.660908 3763 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0408 02:37:20.661339 3763 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0408 02:37:20.661361 3763 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0408 02:37:20.661373 3763 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0408 02:37:20.662634 3763 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0408 02:37:20.662654 3763 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0408 02:37:20.662666 3763 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0408 02:37:20.663608 3763 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0408 02:37:20.663626 3763 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0408 02:37:20.663638 3763 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0408 02:37:20.664744 3763 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0408 02:37:20.664765 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0408 02:37:20.664774 3763 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0408 02:37:20.665256 3763 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0408 02:37:20.665274 3763 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0408 02:37:20.665282 3763 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0408 02:37:20.665709 3763 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0408 02:37:20.665748 3763 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0408 02:37:20.665760 3763 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0408 02:37:20.666777 3763 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0408 02:37:20.666796 3763 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0408 02:37:20.666808 3763 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0408 02:37:20.667133 3763 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0408 02:37:20.671166 3763 egressfirewall.go:319] Starting EgressFirewall controller I0408 02:37:20.671188 3763 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0408 02:37:20.671207 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0408 02:37:20.671217 3763 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0408 02:37:20.671217 3763 controller.go:133] Adding controller egress-firewall-controller event handlers I0408 02:37:20.671258 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0408 02:37:20.671271 3763 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0408 02:37:20.671566 3763 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0408 02:37:20.671581 3763 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0408 02:37:20.671590 3763 egressqos.go:193] Setting up event handlers for EgressQoS I0408 02:37:20.671680 3763 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0408 02:37:20.671797 3763 egressqos.go:245] Starting EgressQoS Controller I0408 02:37:20.671812 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0408 02:37:20.671821 3763 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0408 02:37:20.671828 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0408 02:37:20.671832 3763 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0408 02:37:20.671837 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0408 02:37:20.671841 3763 shared_informer.go:356] "Caches are synced" controller="egressqos" I0408 02:37:20.671845 3763 egressqos.go:259] Repairing EgressQoSes I0408 02:37:20.671849 3763 egressqos.go:399] Starting repairing loop for egressqos I0408 02:37:20.671926 3763 egressqos.go:401] Finished repairing loop for egressqos: 76.444µs I0408 02:37:20.671940 3763 egressservice_zone.go:132] Setting up event handlers for Egress Services I0408 02:37:20.671984 3763 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-11.ec2.internal I0408 02:37:20.672047 3763 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-11.ec2.internal : 63.608µs I0408 02:37:20.672070 3763 egressservice_zone.go:210] Starting Egress Services Controller I0408 02:37:20.672077 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0408 02:37:20.672083 3763 shared_informer.go:356] "Caches are synced" controller="egressservices" I0408 02:37:20.672090 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0408 02:37:20.672094 3763 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0408 02:37:20.672107 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0408 02:37:20.672111 3763 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0408 02:37:20.672115 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0408 02:37:20.672120 3763 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0408 02:37:20.672123 3763 egressservice_zone.go:228] Repairing Egress Services I0408 02:37:20.672379 3763 master_controller.go:88] Starting Admin Policy Based Route Controller I0408 02:37:20.672387 3763 external_controller.go:278] Starting Admin Policy Based Route Controller I0408 02:37:20.672420 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0408 02:37:20.672432 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 20.652µs I0408 02:37:20.672527 3763 default_network_controller.go:568] Completing all the Watchers took 299.673169ms I0408 02:37:20.672543 3763 default_network_controller.go:572] Starting unidling controllers I0408 02:37:20.672549 3763 unidle.go:46] Registering OVN SB ControllerEvent handler I0408 02:37:20.672554 3763 unidle.go:63] Populating Initial ContollerEvent events I0408 02:37:20.672565 3763 unidle.go:79] Setting up event handlers for services I0408 02:37:20.672658 3763 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0408 02:37:20.963827 3763 default_node_network_controller.go:518] Node connection status = connected I0408 02:37:21.463992 3763 default_node_network_controller.go:518] Node connection status = connected I0408 02:37:21.963816 3763 default_node_network_controller.go:518] Node connection status = connected I0408 02:37:22.464137 3763 default_node_network_controller.go:518] Node connection status = connected I0408 02:37:22.673580 3763 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0408 02:37:22.964184 3763 default_node_network_controller.go:518] Node connection status = connected I0408 02:37:22.983644 3763 bridgeconfig.go:537] Gateway is ready I0408 02:37:22.983663 3763 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0408 02:37:22.995658 3763 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.11. Updating OVN encap IP. I0408 02:37:23.000963 3763 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.11 - it is already configured I0408 02:37:23.000976 3763 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.11/24:{} 172.20.0.1/32:{}]. Updating annotations. I0408 02:37:23.001561 3763 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.11/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-11.ec2.internal","mac-address":"12:37:c3:5a:d5:d5","ip-addresses":["10.0.0.11/24"],"ip-address":"10.0.0.11/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6daf6abf-1c7a-43c8-b069-37aee33265d5 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.11/24"}] on node ip-10-0-0-11.ec2.internal I0408 02:37:23.021186 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0408 02:37:23.021205 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 24.635µs I0408 02:37:23.021208 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0408 02:37:23.021268 3763 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0408 02:37:23.021274 3763 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0408 02:37:23.021288 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:37:23.021297 3763 master.go:532] Adding or Updating local node "ip-10-0-0-11.ec2.internal" for network "default" I0408 02:37:23.022763 3763 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.11 I0408 02:37:23.022832 3763 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-11.ec2.internal I0408 02:37:23.026144 3763 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-11.ec2.internal. Updating no re-route policies I0408 02:37:23.026223 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-2mrsq I0408 02:37:23.026234 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-gg5vq I0408 02:37:23.026238 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xnssq I0408 02:37:23.026250 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-gg5vq I0408 02:37:23.026252 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xnssq I0408 02:37:23.026251 3763 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal I0408 02:37:23.026263 3763 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-n5cln I0408 02:37:23.026268 3763 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal I0408 02:37:23.026274 3763 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-n5cln I0408 02:37:23.026273 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rxfn6 I0408 02:37:23.026286 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rm548 I0408 02:37:23.026293 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rxfn6 I0408 02:37:23.026294 3763 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal after 0 failed attempt(s) I0408 02:37:23.026299 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rm548 I0408 02:37:23.026297 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-n5k6d I0408 02:37:23.026307 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cmx62 I0408 02:37:23.026307 3763 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-n5cln] creating logical port kube-system_global-pull-secret-syncer-n5cln for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:23.026312 3763 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-c9fb5 I0408 02:37:23.026314 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-25bt9 I0408 02:37:23.026314 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rm548 after 0 failed attempt(s) I0408 02:37:23.026322 3763 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-c9fb5 I0408 02:37:23.026227 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal I0408 02:37:23.026272 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-gg5vq after 0 failed attempt(s) I0408 02:37:23.026329 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-25bt9 I0408 02:37:23.026329 3763 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-87pdd I0408 02:37:23.026340 3763 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-c9fb5 after 0 failed attempt(s) I0408 02:37:23.026344 3763 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-87pdd I0408 02:37:23.026253 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kl8xp I0408 02:37:23.026353 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-25bt9 after 0 failed attempt(s) I0408 02:37:23.026355 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-kl8xp I0408 02:37:23.026327 3763 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rxfn6] creating logical port openshift-multus_network-metrics-daemon-rxfn6 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:23.026368 3763 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-87pdd after 0 failed attempt(s) I0408 02:37:23.026317 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tzh5n I0408 02:37:23.026314 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-n5k6d I0408 02:37:23.026383 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tzh5n I0408 02:37:23.026395 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-n5k6d after 0 failed attempt(s) I0408 02:37:23.026307 3763 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xnssq] creating logical port openshift-network-diagnostics_network-check-target-xnssq for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:23.026404 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tzh5n after 0 failed attempt(s) I0408 02:37:23.026371 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-kl8xp after 0 failed attempt(s) I0408 02:37:23.026335 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal I0408 02:37:23.026242 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-2mrsq I0408 02:37:23.026522 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-2mrsq after 0 failed attempt(s) I0408 02:37:23.026478 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal after 0 failed attempt(s) I0408 02:37:23.026801 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cmx62 I0408 02:37:23.026823 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-cmx62 after 0 failed attempt(s) I0408 02:37:23.027240 3763 pods.go:271] [openshift-multus/network-metrics-daemon-rxfn6] addLogicalPort took 920.784µs, libovsdb time 307.839µs I0408 02:37:23.027251 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-rxfn6 after 0 failed attempt(s) I0408 02:37:23.027376 3763 pods.go:271] [openshift-network-diagnostics/network-check-target-xnssq] addLogicalPort took 1.076681ms, libovsdb time 392.133µs I0408 02:37:23.027393 3763 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xnssq after 0 failed attempt(s) I0408 02:37:23.027748 3763 pods.go:271] [kube-system/global-pull-secret-syncer-n5cln] addLogicalPort took 1.44932ms, libovsdb time 638.106µs I0408 02:37:23.027763 3763 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-n5cln after 0 failed attempt(s) I0408 02:37:23.041482 3763 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0408 02:37:23.054386 3763 iptables.go:108] Creating table: mangle chain: OUTPUT I0408 02:37:23.057950 3763 iptables.go:108] Creating table: nat chain: OUTPUT I0408 02:37:23.101211 3763 iptables.go:108] Creating table: nat chain: PREROUTING I0408 02:37:23.165751 3763 iptables.go:108] Creating table: filter chain: FORWARD I0408 02:37:23.184888 3763 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0408 02:37:23.185048 3763 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0408 02:37:23.185103 3763 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0408 02:37:23.185191 3763 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0408 02:37:23.185251 3763 gateway_init.go:325] Gateway and management port readiness took 2.726591118s I0408 02:37:23.185279 3763 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0408 02:37:23.185321 3763 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0408 02:37:23.185334 3763 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0408 02:37:23.185343 3763 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0408 02:37:23.185400 3763 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0408 02:37:23.185476 3763 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.755µs I0408 02:37:23.185806 3763 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0408 02:37:23.185835 3763 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.631µs I0408 02:37:23.185844 3763 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.233µs I0408 02:37:23.185850 3763 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0408 02:37:23.185862 3763 nad_controller.go:173] [node-nad-controller NAD controller]: started I0408 02:37:23.185872 3763 default_node_network_controller.go:898] Starting the default node network controller I0408 02:37:23.185877 3763 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0408 02:37:23.185894 3763 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 7.828µs I0408 02:37:23.186078 3763 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0408 02:37:23.186090 3763 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0408 02:37:23.186119 3763 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a09340 0xc0002ec230 0xc0002ec2a0 0xc0002ec380 0xc0002ec3f0 0xc0002ec460 0xc0002ec4d0 0xc000c08190 0xc0002ec540 0xc0002ec5b0 0xc000c08320 0xc0064fb110 0xc0002ec620 map[0x2f8f0c0:0xc0014911a0 0x2f8f600:0xc001491320 0x2f90080:0xc001b0f140 0x2f90320:0xc001491140 0x2f90b00:0xc001491200 0x2f90da0:0xc001491260 0x2f91040:0xc0014912c0 0x2f91820:0xc001491380 0x2f91ac0:0xc0014913e0 0x2fbc3e0:0xc000e2e900 0x2fbc780:0xc000e2e960 0x2fbd260:0xc000a609c0 0x2fbebc0:0xc001d1e000 0x2fbf6a0:0xc000e2ea80 0x2fc0520:0xc001d1e060] 0xc0000d2850 0} I0408 02:37:23.186197 3763 gateway.go:151] Starting gateway service sync I0408 02:37:23.186648 3763 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0408 02:37:23.189251 3763 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0408 02:37:23.213373 3763 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0408 02:37:23.214577 3763 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0408 02:37:23.215860 3763 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0408 02:37:23.248877 3763 gateway.go:168] Gateway service sync done. Time taken: 62.658682ms I0408 02:37:23.249526 3763 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32538 I0408 02:37:23.249632 3763 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a09340 0xc0002ec230 0xc0002ec2a0 0xc0002ec380 0xc0002ec3f0 0xc0002ec460 0xc0002ec4d0 0xc000c08190 0xc0002ec540 0xc0002ec5b0 0xc000c08320 0xc0064fb110 0xc0002ec620 map[0x2f8f0c0:0xc0014911a0 0x2f8f600:0xc001491320 0x2f90080:0xc001b0f140 0x2f90320:0xc001491140 0x2f90b00:0xc001491200 0x2f90da0:0xc001491260 0x2f91040:0xc0014912c0 0x2f91820:0xc001491380 0x2f91ac0:0xc0014913e0 0x2fbc3e0:0xc000e2e900 0x2fbc780:0xc000e2e960 0x2fbd260:0xc000a609c0 0x2fbebc0:0xc001d1e000 0x2fbf6a0:0xc000e2ea80 0x2fc0520:0xc001d1e060] 0xc0000d2850 0} I0408 02:37:23.250158 3763 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a09340 0xc0002ec230 0xc0002ec2a0 0xc0002ec380 0xc0002ec3f0 0xc0002ec460 0xc0002ec4d0 0xc000c08190 0xc0002ec540 0xc0002ec5b0 0xc000c08320 0xc0064fb110 0xc0002ec620 map[0x2f8f0c0:0xc0014911a0 0x2f8f600:0xc001491320 0x2f90080:0xc001b0f140 0x2f90320:0xc001491140 0x2f90b00:0xc001491200 0x2f90da0:0xc001491260 0x2f91040:0xc0014912c0 0x2f91820:0xc001491380 0x2f91ac0:0xc0014913e0 0x2fbc3e0:0xc000e2e900 0x2fbc780:0xc000e2e960 0x2fbd260:0xc000a609c0 0x2fbebc0:0xc001d1e000 0x2fbf6a0:0xc000e2ea80 0x2fc0520:0xc001d1e060] 0xc0000d2850 0} I0408 02:37:23.250194 3763 gateway.go:519] Reconciling gateway with updates I0408 02:37:23.255442 3763 gateway.go:326] Spawning Conntrack Rule Check Thread I0408 02:37:23.255477 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:37:23.255491 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:37:23.255492 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:37:23.255508 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:37:23.255514 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:37:23.255521 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:37:23.255526 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:37:23.255543 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:37:23.255552 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:37:23.255562 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:37:23.255572 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0408 02:37:23.255587 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0408 02:37:23.255587 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0408 02:37:23.255588 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:37:23.255572 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:37:23.255605 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0408 02:37:23.255604 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:37:23.255606 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:37:23.255612 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0408 02:37:23.255621 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:37:23.255620 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0408 02:37:23.255625 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:37:23.255632 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:37:23.255633 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0408 02:37:23.255634 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:37:23.255641 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:37:23.255639 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:37:23.255650 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:37:23.255657 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:37:23.255660 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0408 02:37:23.255568 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:37:23.255670 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0408 02:37:23.255606 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:37:23.255679 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:37:23.255677 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255685 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:37:23.255684 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0408 02:37:23.255676 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:37:23.255690 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0408 02:37:23.255700 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:37:23.255620 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:37:23.255707 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:37:23.255708 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255731 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:37:23.255710 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0408 02:37:23.255737 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:37:23.255740 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255735 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0408 02:37:23.255747 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255751 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:37:23.255595 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0408 02:37:23.255759 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255759 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:37:23.255761 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:37:23.255763 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:37:23.255769 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:37:23.255766 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:37:23.255779 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:37:23.255782 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:37:23.255794 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255809 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0408 02:37:23.255689 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0408 02:37:23.255821 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0408 02:37:23.255696 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:37:23.255822 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:37:23.255826 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:37:23.255833 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:37:23.255829 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0408 02:37:23.255838 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:37:23.255839 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:37:23.255841 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:37:23.255855 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:37:23.255872 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255872 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0408 02:37:23.255734 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255609 3763 default_node_network_controller.go:943] Gateway and management port readiness took 69.508766ms I0408 02:37:23.255920 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0408 02:37:23.255609 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:37:23.255952 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:37:23.255958 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:37:23.255963 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:37:23.255969 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:37:23.255975 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:37:23.255976 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:37:23.255989 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:37:23.255993 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:37:23.256002 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:37:23.256003 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0408 02:37:23.255621 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:37:23.256012 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0408 02:37:23.256014 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:37:23.256027 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:37:23.256028 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:37:23.256031 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0408 02:37:23.256035 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:37:23.256040 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:37:23.256039 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0408 02:37:23.256045 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:37:23.256047 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0408 02:37:23.256049 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0408 02:37:23.256053 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:37:23.255745 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:37:23.256060 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0408 02:37:23.256060 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0408 02:37:23.256067 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:37:23.256070 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0408 02:37:23.256066 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0408 02:37:23.256066 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0408 02:37:23.256075 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:37:23.256085 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0408 02:37:23.256051 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0408 02:37:23.256087 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:37:23.256094 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0408 02:37:23.256096 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:37:23.256103 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0408 02:37:23.256103 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0408 02:37:23.256105 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0408 02:37:23.256105 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:37:23.256123 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0408 02:37:23.256128 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0408 02:37:23.255962 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0408 02:37:23.256042 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0408 02:37:23.256049 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0408 02:37:23.255964 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:37:23.256159 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:37:23.256164 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0408 02:37:23.256107 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0408 02:37:23.256094 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0408 02:37:23.256052 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0408 02:37:23.256234 3763 port_claim.go:71] Svc openshift-ingress/router-default: port 30268 is already open, no action needed I0408 02:37:23.256241 3763 port_claim.go:71] Svc openshift-ingress/router-default: port 32530 is already open, no action needed I0408 02:37:23.255821 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0408 02:37:23.257224 3763 node_ip_handler_linux.go:160] Node IP manager is running W0408 02:37:23.302154 3763 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0408 02:37:23.302415 3763 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0408 02:37:23.302596 3763 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0408 02:37:23.311990 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0408 02:37:23.312014 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0408 02:37:23.356012 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) W0408 02:37:25.196481 3763 egressip_healthcheck.go:76] Health checking using insecure connection I0408 02:37:25.196553 3763 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0408 02:37:25.196589 3763 default_node_network_controller.go:1369] Starting node controller node sync I0408 02:37:25.208498 3763 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.890158ms I0408 02:37:25.208627 3763 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0408 02:37:25.208962 3763 egressservice_node.go:93] Setting up event handlers for Egress Services I0408 02:37:25.209140 3763 egressservice_node.go:183] Starting Egress Services Controller I0408 02:37:25.209157 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0408 02:37:25.209166 3763 shared_informer.go:356] "Caches are synced" controller="egressservices" I0408 02:37:25.209172 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0408 02:37:25.209177 3763 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0408 02:37:25.209182 3763 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0408 02:37:25.209186 3763 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0408 02:37:25.209190 3763 egressservice_node.go:197] Repairing Egress Services I0408 02:37:25.219513 3763 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0408 02:37:25.219526 3763 external_controller.go:278] Starting Admin Policy Based Route Controller I0408 02:37:25.219648 3763 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0408 02:37:25.219660 3763 link_network_manager.go:117] Link manager is running I0408 02:37:25.219672 3763 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0408 02:37:25.219770 3763 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0408 02:37:25.220119 3763 vrf_manager.go:128] VRF manager is running I0408 02:37:25.220227 3763 node_controller_manager.go:437] Removing flows to drop GARP I0408 02:37:25.220249 3763 gateway.go:519] Reconciling gateway with updates I0408 02:37:25.241632 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:37:25.241642 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:37:25.241654 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:37:25.241657 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:37:25.241659 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:37:25.241662 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:37:25.241670 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:37:25.241676 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:37:25.241679 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:37:25.241690 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:37:25.241692 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:37:25.241695 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:37:25.241699 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:37:25.241706 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:37:25.241706 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0408 02:37:25.241734 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:37:25.241737 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0408 02:37:25.241746 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:37:25.241748 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0408 02:37:25.241753 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:37:25.241757 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:37:25.241763 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:37:25.241766 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0408 02:37:25.241769 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:37:25.241772 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:37:25.241663 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:37:25.241779 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:37:25.241780 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:37:25.241784 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:37:25.241790 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:37:25.241786 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0408 02:37:25.241780 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:37:25.241787 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:37:25.241801 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0408 02:37:25.241796 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:37:25.241809 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0408 02:37:25.241810 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:37:25.241810 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0408 02:37:25.241818 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0408 02:37:25.241827 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:37:25.241766 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:37:25.241826 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:37:25.241825 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0408 02:37:25.241837 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0408 02:37:25.241843 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:37:25.241842 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0408 02:37:25.241846 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:37:25.241675 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:37:25.241857 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:37:25.241864 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:37:25.241868 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0408 02:37:25.241871 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0408 02:37:25.241652 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:37:25.241879 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:37:25.241882 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0408 02:37:25.241885 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:37:25.241882 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:37:25.241891 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0408 02:37:25.241891 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:37:25.241896 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:37:25.241898 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:37:25.241899 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0408 02:37:25.241895 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:37:25.241897 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:37:25.241907 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0408 02:37:25.241902 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0408 02:37:25.241913 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:37:25.241911 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:37:25.241920 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0408 02:37:25.241921 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:37:25.241914 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:37:25.241929 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0408 02:37:25.241931 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:37:25.241936 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0408 02:37:25.241936 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0408 02:37:25.241939 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0408 02:37:25.241675 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0408 02:37:25.241941 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:37:25.241954 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0408 02:37:25.241963 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0408 02:37:25.241974 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:37:25.241976 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:37:25.241981 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:37:25.241987 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:37:25.241990 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0408 02:37:25.241997 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:37:25.242023 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0408 02:37:25.242025 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0408 02:37:25.241810 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0408 02:37:25.241938 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:37:25.242065 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0408 02:37:25.242098 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0408 02:37:25.241750 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:37:25.242125 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0408 02:37:25.241850 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0408 02:37:25.241734 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:37:25.242162 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:37:25.241682 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0408 02:37:25.241872 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0408 02:37:25.241738 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:37:25.242189 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:37:25.241773 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0408 02:37:25.241797 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:37:25.242214 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:37:25.241798 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0408 02:37:25.241806 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:37:25.242239 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:37:25.241814 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0408 02:37:25.241828 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0408 02:37:25.242270 3763 port_claim.go:71] Svc openshift-ingress/router-default: port 30268 is already open, no action needed I0408 02:37:25.242278 3763 port_claim.go:71] Svc openshift-ingress/router-default: port 32530 is already open, no action needed I0408 02:37:25.241828 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0408 02:37:25.241831 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0408 02:37:25.242314 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0408 02:37:25.241835 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:37:25.242340 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0408 02:37:25.241884 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0408 02:37:25.241896 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:37:25.241890 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0408 02:37:25.241890 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:37:25.242370 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:37:25.242374 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0408 02:37:25.241906 3763 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:37:25.242380 3763 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:37:25.241947 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0408 02:37:25.263483 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0408 02:37:25.263498 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0408 02:37:25.263503 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0408 02:37:25.263510 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0408 02:37:25.263517 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0408 02:37:25.302629 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0408 02:37:25.302649 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0408 02:37:25.302662 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0408 02:37:25.302668 3763 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0408 02:37:26.846068 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0408 02:37:26.846095 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 36.039µs I0408 02:37:26.876709 3763 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-594bcfd95d-p7wtr] creating logical port openshift-image-registry_image-registry-594bcfd95d-p7wtr for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:26.876834 3763 kube.go:256] Updating pod openshift-image-registry/image-registry-594bcfd95d-p7wtr I0408 02:37:26.900634 3763 pod.go:62] [openshift-image-registry/image-registry-594bcfd95d-p7wtr] pod update took 23.827646ms I0408 02:37:26.900660 3763 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-594bcfd95d-p7wtr] addLogicalPort annotation time took 23.856222ms I0408 02:37:26.901856 3763 pods.go:271] [openshift-image-registry/image-registry-594bcfd95d-p7wtr] addLogicalPort took 25.158663ms, libovsdb time 905.861µs I0408 02:37:26.920996 3763 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bqttj] creating logical port openshift-dns_dns-default-bqttj for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:26.921064 3763 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-g2sqx for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:26.921104 3763 kube.go:256] Updating pod openshift-dns/dns-default-bqttj I0408 02:37:26.921148 3763 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx I0408 02:37:26.921204 3763 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tc49x] creating logical port openshift-ingress-canary_ingress-canary-tc49x for pod on switch ip-10-0-0-11.ec2.internal I0408 02:37:26.921286 3763 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tc49x I0408 02:37:26.940951 3763 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx] pod update took 19.822714ms I0408 02:37:26.940970 3763 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx] addLogicalPort annotation time took 19.843053ms I0408 02:37:26.940987 3763 pod.go:62] [openshift-ingress-canary/ingress-canary-tc49x] pod update took 19.725363ms I0408 02:37:26.941002 3763 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-tc49x] addLogicalPort annotation time took 19.740503ms I0408 02:37:26.941120 3763 pod.go:62] [openshift-dns/dns-default-bqttj] pod update took 20.037261ms I0408 02:37:26.941136 3763 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-bqttj] addLogicalPort annotation time took 20.057315ms I0408 02:37:26.942165 3763 pods.go:271] [openshift-ingress-canary/ingress-canary-tc49x] addLogicalPort took 20.969839ms, libovsdb time 897.907µs I0408 02:37:26.942611 3763 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx] addLogicalPort took 21.556523ms, libovsdb time 1.172754ms I0408 02:37:26.942965 3763 pods.go:271] [openshift-dns/dns-default-bqttj] addLogicalPort took 21.981172ms, libovsdb time 1.31923ms I0408 02:37:27.365251 3763 cni.go:403] [openshift-ingress-canary/ingress-canary-tc49x 650f662c4baf039dd14494afbf8c44bb185cc7b5b49ecb95152525eb3cadc428 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tc49x 650f662c4baf039dd14494afbf8c44bb185cc7b5b49ecb95152525eb3cadc428 network default NAD default] I0408 02:37:27.385352 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tc49x, hostIfaceName: 650f662c4baf039, network: default, NAD default, SandboxID: "650f662c4baf039dd14494afbf8c44bb185cc7b5b49ecb95152525eb3cadc428", PCI device ID: , UID: "b9ad0f40-36ad-4da5-949b-e93fd5c1064c", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0408 02:37:27.440809 3763 cni.go:424] [openshift-ingress-canary/ingress-canary-tc49x 650f662c4baf039dd14494afbf8c44bb185cc7b5b49ecb95152525eb3cadc428 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tc49x 650f662c4baf039dd14494afbf8c44bb185cc7b5b49ecb95152525eb3cadc428 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:11:6a:25:4e:ea\",\"name\":\"650f662c4baf039\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/552236ea-e5d0-425f-a8fc-ab3e7550a303\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:37:27.626413 3763 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx c8c842b9afdae855312a09f62da82af292c214deee495b14b909e145f76e0ac7 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx c8c842b9afdae855312a09f62da82af292c214deee495b14b909e145f76e0ac7 network default NAD default] I0408 02:37:27.641221 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-g2sqx, hostIfaceName: c8c842b9afdae85, network: default, NAD default, SandboxID: "c8c842b9afdae855312a09f62da82af292c214deee495b14b909e145f76e0ac7", PCI device ID: , UID: "f479be94-8d4e-43e4-ac21-0e0aecc98877", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0408 02:37:27.689777 3763 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx c8c842b9afdae855312a09f62da82af292c214deee495b14b909e145f76e0ac7 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g2sqx c8c842b9afdae855312a09f62da82af292c214deee495b14b909e145f76e0ac7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:80:05:32:dd:fe\",\"name\":\"c8c842b9afdae85\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca964b15-c67d-492e-b896-f4e5dc1d7ee9\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:37:28.940366 3763 cni.go:403] [kube-system/global-pull-secret-syncer-n5cln be03acd4b7e615e3ddef3172b9a83d629859cbe0e4c146c5e511a4c86470ef9d network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-n5cln be03acd4b7e615e3ddef3172b9a83d629859cbe0e4c146c5e511a4c86470ef9d network default NAD default] I0408 02:37:28.950919 3763 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-n5cln, hostIfaceName: be03acd4b7e615e, network: default, NAD default, SandboxID: "be03acd4b7e615e3ddef3172b9a83d629859cbe0e4c146c5e511a4c86470ef9d", PCI device ID: , UID: "3269a22a-aa44-49f2-a928-75aa6dfcf41c", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0408 02:37:28.955093 3763 cni.go:403] [openshift-network-diagnostics/network-check-target-xnssq 5c66bdb64082a3269da512557ad409cb8dfa596ebc47426fb1eda590b4cae595 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xnssq 5c66bdb64082a3269da512557ad409cb8dfa596ebc47426fb1eda590b4cae595 network default NAD default] I0408 02:37:28.964852 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xnssq, hostIfaceName: 5c66bdb64082a32, network: default, NAD default, SandboxID: "5c66bdb64082a3269da512557ad409cb8dfa596ebc47426fb1eda590b4cae595", PCI device ID: , UID: "b67abeb0-1971-437c-abbb-1505abbe703a", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0408 02:37:29.000830 3763 cni.go:424] [kube-system/global-pull-secret-syncer-n5cln be03acd4b7e615e3ddef3172b9a83d629859cbe0e4c146c5e511a4c86470ef9d network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-n5cln be03acd4b7e615e3ddef3172b9a83d629859cbe0e4c146c5e511a4c86470ef9d network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:62:84:9e:e4:25\",\"name\":\"be03acd4b7e615e\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcb1b7cc-5f8f-4a86-9b8c-3825116eb617\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:37:29.012828 3763 cni.go:424] [openshift-network-diagnostics/network-check-target-xnssq 5c66bdb64082a3269da512557ad409cb8dfa596ebc47426fb1eda590b4cae595 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xnssq 5c66bdb64082a3269da512557ad409cb8dfa596ebc47426fb1eda590b4cae595 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:60:71:0e:53:0e\",\"name\":\"5c66bdb64082a32\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7eb618fa-d81b-4745-a59a-e0f56b72896c\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:37:38.200906 3763 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0408 02:37:38.226409 3763 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:37:39.195908 3763 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:37:39.195951 3763 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:37:40.206518 3763 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:37:40.206540 3763 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:37:48.213747 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:03.874346 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:03.874372 3763 node_tracker.go:220] Node ip-10-0-2-217.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0408 02:38:03.874378 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:03.874351 3763 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:03.874392 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 17.327µs E0408 02:38:03.874451 3763 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-217.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0408 02:38:03.874466 3763 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-217.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-217.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-217.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-217.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-217.ec2.internal, error parsing annotation for node ip-10-0-2-217.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0408 02:38:03.886857 3763 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-217.ec2.internal annotation: unexpected end of JSON input I0408 02:38:03.886929 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0408 02:38:03.886963 3763 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-217.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0408 02:38:03.900752 3763 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-217.ec2.internal annotation: unexpected end of JSON input I0408 02:38:03.900762 3763 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:03.900796 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:03.900808 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 14.844µs I0408 02:38:03.900825 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0408 02:38:03.900855 3763 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-217.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0408 02:38:03.927517 3763 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-217.ec2.internal annotation: unexpected end of JSON input E0408 02:38:03.927531 3763 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-217.ec2.internal annotation: unexpected end of JSON input I0408 02:38:03.927553 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0408 02:38:03.927607 3763 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-217.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-217.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-217.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-217.ec2.internal" I0408 02:38:03.940546 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0408 02:38:04.118507 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:04.118524 3763 node_tracker.go:220] Node ip-10-0-1-44.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0408 02:38:04.118523 3763 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:04.118542 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:04.118554 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 16.044µs E0408 02:38:04.118576 3763 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-44.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0408 02:38:04.118589 3763 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-44.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-44.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-44.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-44.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-44.ec2.internal, error parsing annotation for node ip-10-0-1-44.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0408 02:38:04.123845 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:04.123848 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.123861 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 18.926µs I0408 02:38:04.123867 3763 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall E0408 02:38:04.133266 3763 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-44.ec2.internal annotation: unexpected end of JSON input E0408 02:38:04.133295 3763 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-44.ec2.internal annotation: unexpected end of JSON input I0408 02:38:04.133322 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0408 02:38:04.133364 3763 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-44.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-44.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-44.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-44.ec2.internal" I0408 02:38:04.144614 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.150478 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0408 02:38:04.150537 3763 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-44.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-44.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-44.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-44.ec2.internal" I0408 02:38:04.171548 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:04.171559 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 14.203µs I0408 02:38:04.171583 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.171600 3763 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall E0408 02:38:04.171625 3763 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-44.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-44.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-44.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-44.ec2.internal" I0408 02:38:04.196658 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0408 02:38:04.215117 3763 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:04.215175 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.215194 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:04.215203 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 12.488µs I0408 02:38:04.276996 3763 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:04.277005 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.277006 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:04.277022 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 18.498µs I0408 02:38:04.377562 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.395403 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.395416 3763 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:04.395428 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:04.395439 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 13.735µs I0408 02:38:04.411408 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:04.718966 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:05.067251 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:05.082658 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0408 02:38:09.172846 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0408 02:38:14.263242 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:14.559926 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:20.412977 3763 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-1-44.ec2.internal I0408 02:38:20.412981 3763 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-2-217.ec2.internal I0408 02:38:20.413001 3763 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-1-44.ec2.internal I0408 02:38:20.413004 3763 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-2-217.ec2.internal I0408 02:38:20.413096 3763 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-2-217.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-217.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-217.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-217.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-217.ec2.internal I0408 02:38:20.413096 3763 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-1-44.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-44.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-44.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-44.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-44.ec2.internal I0408 02:38:22.038687 3763 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:22.038704 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:22.038707 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:22.038744 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 40.404µs I0408 02:38:22.800798 3763 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:22.800809 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:22.800805 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:22.800874 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 72.707µs I0408 02:38:23.028556 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2jjl6 I0408 02:38:23.028570 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bg686 I0408 02:38:23.028585 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2jjl6 I0408 02:38:23.028589 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bg686 I0408 02:38:23.028587 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xs8qk I0408 02:38:23.028598 3763 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-6h8dl I0408 02:38:23.028605 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xs8qk I0408 02:38:23.028608 3763 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-6h8dl I0408 02:38:23.028614 3763 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8pz5b I0408 02:38:23.028622 3763 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-2jjl6, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2jjl6: suppressed error logged: pod openshift-multus/network-metrics-daemon-2jjl6: no pod IPs found I0408 02:38:23.028625 3763 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-bg686, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bg686: suppressed error logged: pod openshift-multus/network-metrics-daemon-bg686: no pod IPs found I0408 02:38:23.028630 3763 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8pz5b I0408 02:38:23.028634 3763 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-7rd2h I0408 02:38:23.028640 3763 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-6h8dl, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-6h8dl: suppressed error logged: pod kube-system/global-pull-secret-syncer-6h8dl: no pod IPs found I0408 02:38:23.028642 3763 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xs8qk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xs8qk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xs8qk: no pod IPs found I0408 02:38:23.028651 3763 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-7rd2h I0408 02:38:23.028667 3763 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-8pz5b, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8pz5b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8pz5b: no pod IPs found I0408 02:38:23.028690 3763 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-7rd2h, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-7rd2h: suppressed error logged: pod kube-system/global-pull-secret-syncer-7rd2h: no pod IPs found I0408 02:38:27.703131 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:27.703176 3763 node_tracker.go:235] Node ip-10-0-1-44.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-44.ec2.internal" I0408 02:38:27.703198 3763 node_tracker.go:169] Node ip-10-0-1-44.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:27.703199 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "ip-10-0-1-44.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:27.703211 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:38:27.706730 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:27.706731 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "ip-10-0-2-217.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:27.706754 3763 node_tracker.go:235] Node ip-10-0-2-217.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-217.ec2.internal" I0408 02:38:27.706766 3763 node_tracker.go:169] Node ip-10-0-2-217.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:27.706776 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:38:27.847972 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:27.848004 3763 default_network_controller.go:1008] Node "ip-10-0-1-44.ec2.internal" in remote zone "ip-10-0-1-44.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:27.848041 3763 node_tracker.go:169] Node ip-10-0-1-44.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:27.848054 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:38:27.848702 3763 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-44.ec2.internal for the network default I0408 02:38:27.849783 3763 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-44.ec2.internal" on network "default" took: 1.09195ms I0408 02:38:27.850964 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:27.851003 3763 default_network_controller.go:1008] Node "ip-10-0-2-217.ec2.internal" in remote zone "ip-10-0-2-217.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0408 02:38:27.851012 3763 node_tracker.go:169] Node ip-10-0-2-217.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:27.851025 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:38:27.851477 3763 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-217.ec2.internal for the network default I0408 02:38:27.852673 3763 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-217.ec2.internal" on network "default" took: 1.213688ms I0408 02:38:29.902967 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:29.902995 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 37.269µs I0408 02:38:29.903071 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:29.903076 3763 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:29.903116 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-217.ec2.internal", IP: 10.0.2.217 to PMTUD blocking rules I0408 02:38:29.903122 3763 node_tracker.go:169] Node ip-10-0-2-217.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:29.903132 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-217.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:29.903139 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:38:29.909462 3763 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-217.ec2.internal. Updating no re-route policies I0408 02:38:29.920572 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-217.ec2.internal", IP: 10.0.2.217 to PMTUD blocking rules I0408 02:38:29.920587 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-217.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:29.925555 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:29.925566 3763 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:29.925571 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 20.352µs I0408 02:38:29.925571 3763 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:29.925622 3763 node_tracker.go:169] Node ip-10-0-1-44.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:29.925644 3763 services_controller.go:574] Full service sync requested for network=default I0408 02:38:29.926506 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-44.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:29.926519 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-44.ec2.internal", IP: 10.0.1.44 to PMTUD blocking rules I0408 02:38:29.932640 3763 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-44.ec2.internal. Updating no re-route policies I0408 02:38:29.941895 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-44.ec2.internal", IP: 10.0.1.44 to PMTUD blocking rules I0408 02:38:29.941909 3763 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-44.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:33.665856 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:33.665888 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 38.486µs I0408 02:38:33.872279 3763 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:33.872317 3763 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 45.743µs I0408 02:38:36.893643 3763 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k for pod on switch ip-10-0-0-11.ec2.internal I0408 02:38:36.893757 3763 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k I0408 02:38:36.906605 3763 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k] pod update took 12.895358ms I0408 02:38:36.906642 3763 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k] addLogicalPort annotation time took 12.938085ms I0408 02:38:36.907867 3763 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k] addLogicalPort took 14.244001ms, libovsdb time 930.209µs I0408 02:38:37.252531 3763 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default] I0408 02:38:37.262968 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k, hostIfaceName: 8fde329e5cb847e, network: default, NAD default, SandboxID: "8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478", PCI device ID: , UID: "49158083-5c96-451c-8b75-87ba919591c5", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0408 02:38:37.312880 3763 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:56:77:7e:4f:39\",\"name\":\"8fde329e5cb847e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c9f4ea0-5499-4b4c-954a-09367bbca17f\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:38:55.375905 3763 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default] I0408 02:38:55.451199 3763 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k 8fde329e5cb847e33294692e40f9d2d6e6dde08aef182046a57346cb37c08478 network default NAD default], result "{}", err I0408 02:38:55.492927 3763 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.492963 3763 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k I0408 02:38:55.494255 3763 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k, ips: 10.128.0.10 I0408 02:38:55.494284 3763 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.494304 3763 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.494317 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0408 02:38:55.494563 3763 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.494608 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0408 02:38:56.519036 3763 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519059 3763 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519072 3763 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519082 3763 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.974074 3763 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0408 02:38:56.984415 3763 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0408 02:39:17.933188 3763 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-7b4545dddc-nsttq] creating logical port openshift-insights_insights-operator-7b4545dddc-nsttq for pod on switch ip-10-0-0-11.ec2.internal I0408 02:39:17.933288 3763 kube.go:256] Updating pod openshift-insights/insights-operator-7b4545dddc-nsttq I0408 02:39:17.939469 3763 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr] creating logical port openshift-service-ca-operator_service-ca-operator-687fd84749-gphlr for pod on switch ip-10-0-0-11.ec2.internal I0408 02:39:17.939538 3763 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr I0408 02:39:17.956949 3763 pod.go:62] [openshift-insights/insights-operator-7b4545dddc-nsttq] pod update took 23.698608ms I0408 02:39:17.956968 3763 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-7b4545dddc-nsttq] addLogicalPort annotation time took 23.721846ms I0408 02:39:17.958186 3763 pods.go:271] [openshift-insights/insights-operator-7b4545dddc-nsttq] addLogicalPort took 25.010949ms, libovsdb time 887.418µs I0408 02:39:17.970602 3763 pod.go:62] [openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr] pod update took 31.080185ms I0408 02:39:17.970626 3763 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr] addLogicalPort annotation time took 31.10641ms I0408 02:39:17.971620 3763 pods.go:271] [openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr] addLogicalPort took 32.160845ms, libovsdb time 661.064µs I0408 02:39:18.045629 3763 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-75b5c65956-dvpwk] creating logical port openshift-ingress_router-default-75b5c65956-dvpwk for pod on switch ip-10-0-0-11.ec2.internal I0408 02:39:18.045735 3763 kube.go:256] Updating pod openshift-ingress/router-default-75b5c65956-dvpwk I0408 02:39:18.055860 3763 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-587ff98f7b-zgxm5] creating logical port openshift-ingress_router-default-587ff98f7b-zgxm5 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:39:18.055945 3763 kube.go:256] Updating pod openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:39:18.070245 3763 pod.go:62] [openshift-ingress/router-default-75b5c65956-dvpwk] pod update took 24.564849ms I0408 02:39:18.070263 3763 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-75b5c65956-dvpwk] addLogicalPort annotation time took 24.586993ms I0408 02:39:18.071338 3763 pods.go:271] [openshift-ingress/router-default-75b5c65956-dvpwk] addLogicalPort took 25.718455ms, libovsdb time 772.827µs I0408 02:39:18.080780 3763 pod.go:62] [openshift-ingress/router-default-587ff98f7b-zgxm5] pod update took 24.860169ms I0408 02:39:18.080797 3763 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-587ff98f7b-zgxm5] addLogicalPort annotation time took 24.880425ms I0408 02:39:18.081923 3763 pods.go:271] [openshift-ingress/router-default-587ff98f7b-zgxm5] addLogicalPort took 26.072478ms, libovsdb time 727.199µs I0408 02:39:18.289344 3763 cni.go:403] [openshift-insights/insights-operator-7b4545dddc-nsttq d615f077fc68c1f18654bcb6d11064bfd0f1399c5330788c1a3e471b9774cb78 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-7b4545dddc-nsttq d615f077fc68c1f18654bcb6d11064bfd0f1399c5330788c1a3e471b9774cb78 network default NAD default] I0408 02:39:18.299275 3763 cni.go:403] [openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr 5c94f28f2438e0b71eaa94ce17e6be1befe8bad2cd05a8858e0add0107a4d3fe network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr 5c94f28f2438e0b71eaa94ce17e6be1befe8bad2cd05a8858e0add0107a4d3fe network default NAD default] I0408 02:39:18.300479 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-7b4545dddc-nsttq, hostIfaceName: d615f077fc68c1f, network: default, NAD default, SandboxID: "d615f077fc68c1f18654bcb6d11064bfd0f1399c5330788c1a3e471b9774cb78", PCI device ID: , UID: "171dd826-4834-416e-a0ea-bf4c5747ecf9", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0408 02:39:18.311822 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-687fd84749-gphlr, hostIfaceName: 5c94f28f2438e0b, network: default, NAD default, SandboxID: "5c94f28f2438e0b71eaa94ce17e6be1befe8bad2cd05a8858e0add0107a4d3fe", PCI device ID: , UID: "6c904e11-daea-410d-8fc4-565da664f2b4", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0408 02:39:18.357600 3763 cni.go:424] [openshift-insights/insights-operator-7b4545dddc-nsttq d615f077fc68c1f18654bcb6d11064bfd0f1399c5330788c1a3e471b9774cb78 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-7b4545dddc-nsttq d615f077fc68c1f18654bcb6d11064bfd0f1399c5330788c1a3e471b9774cb78 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:3e:61:ad:20:08\",\"name\":\"d615f077fc68c1f\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea30b652-9736-49f3-a908-568c45d321e3\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:39:18.374805 3763 cni.go:424] [openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr 5c94f28f2438e0b71eaa94ce17e6be1befe8bad2cd05a8858e0add0107a4d3fe network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-687fd84749-gphlr 5c94f28f2438e0b71eaa94ce17e6be1befe8bad2cd05a8858e0add0107a4d3fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:09:bf:a1:fd:bb\",\"name\":\"5c94f28f2438e0b\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbe00d01-262b-41eb-a53e-d92add7ca93c\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:39:22.060076 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0408 02:39:22.172030 3763 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0408 02:39:22.172935 3763 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 882.926µs I0408 02:39:22.199674 3763 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0408 02:39:23.354340 3763 namespace.go:98] [openshift-service-ca] adding namespace I0408 02:39:23.355333 3763 namespace.go:102] [openshift-service-ca] adding namespace took 964.867µs I0408 02:39:23.377003 3763 namespace.go:142] [openshift-service-ca] updating namespace W0408 02:39:32.136365 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0408 02:39:35.012196 3763 cni.go:403] [openshift-dns/dns-default-bqttj bf4e0c8449e355063e0e7ceff82e4c7e0dd41b0799e00b941114c557f1695e4d network default NAD default] ADD starting CNI request [openshift-dns/dns-default-bqttj bf4e0c8449e355063e0e7ceff82e4c7e0dd41b0799e00b941114c557f1695e4d network default NAD default] I0408 02:39:35.012240 3763 cni.go:403] [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default] I0408 02:39:35.022653 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bqttj, hostIfaceName: bf4e0c8449e3550, network: default, NAD default, SandboxID: "bf4e0c8449e355063e0e7ceff82e4c7e0dd41b0799e00b941114c557f1695e4d", PCI device ID: , UID: "91499b61-124e-4809-b4a2-1a02798f2c62", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0408 02:39:35.022779 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-594bcfd95d-p7wtr, hostIfaceName: 6cb183f7663659c, network: default, NAD default, SandboxID: "6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0", PCI device ID: , UID: "772ed0cd-6762-469d-b0d8-26f6bace1746", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0408 02:39:35.071578 3763 cni.go:424] [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:ae:31:90:b6:ee\",\"name\":\"6cb183f7663659c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecad9b12-1635-4b81-8c0c-dbd7f19cbc25\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:39:35.085677 3763 cni.go:424] [openshift-dns/dns-default-bqttj bf4e0c8449e355063e0e7ceff82e4c7e0dd41b0799e00b941114c557f1695e4d network default NAD default] ADD finished CNI request [openshift-dns/dns-default-bqttj bf4e0c8449e355063e0e7ceff82e4c7e0dd41b0799e00b941114c557f1695e4d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:d7:f6:e4:fb:56\",\"name\":\"bf4e0c8449e3550\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8347372-3b40-41a6-9617-b9f3603ed601\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:39:44.401922 3763 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-g6zxt] creating logical port openshift-insights_insights-runtime-extractor-g6zxt for pod on switch ip-10-0-0-11.ec2.internal I0408 02:39:44.402048 3763 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-g6zxt I0408 02:39:44.425055 3763 pod.go:62] [openshift-insights/insights-runtime-extractor-g6zxt] pod update took 23.046965ms I0408 02:39:44.425079 3763 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-g6zxt] addLogicalPort annotation time took 23.076986ms I0408 02:39:44.426253 3763 pods.go:271] [openshift-insights/insights-runtime-extractor-g6zxt] addLogicalPort took 24.361541ms, libovsdb time 882.292µs W0408 02:39:44.428356 3763 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:44.449378 3763 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:44.449393 3763 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:44.449397 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:44.533052 3763 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:44.607568 3763 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0408 02:39:44.759644 3763 cni.go:403] [openshift-insights/insights-runtime-extractor-g6zxt 02cee501bc293dfbf588181282f4785b77f34086fe3cd6c13e3821c049caa419 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-g6zxt 02cee501bc293dfbf588181282f4785b77f34086fe3cd6c13e3821c049caa419 network default NAD default] I0408 02:39:44.769025 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-g6zxt, hostIfaceName: 02cee501bc293df, network: default, NAD default, SandboxID: "02cee501bc293dfbf588181282f4785b77f34086fe3cd6c13e3821c049caa419", PCI device ID: , UID: "dea2df50-e668-4176-9622-1e451fc8d8e6", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0408 02:39:44.817135 3763 cni.go:424] [openshift-insights/insights-runtime-extractor-g6zxt 02cee501bc293dfbf588181282f4785b77f34086fe3cd6c13e3821c049caa419 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-g6zxt 02cee501bc293dfbf588181282f4785b77f34086fe3cd6c13e3821c049caa419 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:77:e3:74:eb:bb\",\"name\":\"02cee501bc293df\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba6e8f0a-2137-499f-8221-b42d1472a712\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:39:47.519975 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.519992 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.519997 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:49.915422 3763 cni.go:403] [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default] I0408 02:39:49.925993 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-587ff98f7b-zgxm5, hostIfaceName: 54d8aa5c5aa217e, network: default, NAD default, SandboxID: "54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741", PCI device ID: , UID: "251f2829-09d7-4082-b39e-5c9fdd5637ad", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0408 02:39:49.973052 3763 cni.go:424] [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:86:8a:d4:cc:36\",\"name\":\"54d8aa5c5aa217e\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8685eff-decf-41de-96d2-a0f58c081776\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:39:50.200315 3763 cni.go:403] [openshift-ingress/router-default-75b5c65956-dvpwk 88a7c8eaac87bc066efee4460fad96f21c361f9f7d9340508059736cd4f14180 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-75b5c65956-dvpwk 88a7c8eaac87bc066efee4460fad96f21c361f9f7d9340508059736cd4f14180 network default NAD default] I0408 02:39:50.210382 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-75b5c65956-dvpwk, hostIfaceName: 88a7c8eaac87bc0, network: default, NAD default, SandboxID: "88a7c8eaac87bc066efee4460fad96f21c361f9f7d9340508059736cd4f14180", PCI device ID: , UID: "330ec48b-4550-446e-95fa-e50993e69efe", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0408 02:39:50.257804 3763 cni.go:424] [openshift-ingress/router-default-75b5c65956-dvpwk 88a7c8eaac87bc066efee4460fad96f21c361f9f7d9340508059736cd4f14180 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-75b5c65956-dvpwk 88a7c8eaac87bc066efee4460fad96f21c361f9f7d9340508059736cd4f14180 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:f4:5b:80:02:73\",\"name\":\"88a7c8eaac87bc0\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b8e0787-3300-4f62-ae34-7b0baae664df\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:39:50.472248 3763 base_network_controller_pods.go:487] [default/openshift-console/console-6789dffdcb-cwz9d] creating logical port openshift-console_console-6789dffdcb-cwz9d for pod on switch ip-10-0-0-11.ec2.internal I0408 02:39:50.472338 3763 kube.go:256] Updating pod openshift-console/console-6789dffdcb-cwz9d I0408 02:39:50.493205 3763 pod.go:62] [openshift-console/console-6789dffdcb-cwz9d] pod update took 20.897537ms I0408 02:39:50.493231 3763 base_network_controller_pods.go:937] [default/openshift-console/console-6789dffdcb-cwz9d] addLogicalPort annotation time took 20.925583ms I0408 02:39:50.494266 3763 pods.go:271] [openshift-console/console-6789dffdcb-cwz9d] addLogicalPort took 22.033806ms, libovsdb time 758.03µs W0408 02:39:50.565875 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.565906 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.565912 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.565918 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.565922 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.596187 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.596203 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.600905 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.600917 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.600923 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0408 02:39:50.831295 3763 cni.go:403] [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default] ADD starting CNI request [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default] I0408 02:39:50.841143 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6789dffdcb-cwz9d, hostIfaceName: 777b86cb9803709, network: default, NAD default, SandboxID: "777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630", PCI device ID: , UID: "7d995d44-5e19-4ddf-ac59-95347cb284b3", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0408 02:39:50.887615 3763 cni.go:424] [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default] ADD finished CNI request [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:90:8a:bc:84:a2\",\"name\":\"777b86cb9803709\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89124440-4ee2-4dc8-b94e-7ae8d21dd832\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:39:51.449738 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.449756 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.453487 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.453505 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.453510 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.573929 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.573954 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.573966 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.581084 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.581104 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0408 02:39:51.715606 3763 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0408 02:39:51.853569 3763 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0408 02:39:54.426513 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:54.513627 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.513652 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.569833 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.569854 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.580002 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:55.425778 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0408 02:39:55.813672 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:56.519064 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:01.610221 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:03.248933 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0408 02:40:09.786987 3763 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.787549 3763 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.846841 3763 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.847306 3763 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:10.265481 3763 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.265507 3763 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.279166 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:40:10.279185 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:40:10.502873 3763 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.502891 3763 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.511448 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:40:10.511476 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:40:13.532705 3763 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:40:13.532883 3763 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0408 02:40:13.563566 3763 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 30.7305ms I0408 02:40:13.563592 3763 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 30.760307ms I0408 02:40:13.565120 3763 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 32.436128ms, libovsdb time 1.121197ms I0408 02:40:13.888175 3763 cni.go:403] [openshift-monitoring/alertmanager-main-1 42a354ac93c4ad43938f3c0382ba0c0bb2fb969afdd59b43f61218aafbac3b84 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 42a354ac93c4ad43938f3c0382ba0c0bb2fb969afdd59b43f61218aafbac3b84 network default NAD default] I0408 02:40:13.897143 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 42a354ac93c4ad4, network: default, NAD default, SandboxID: "42a354ac93c4ad43938f3c0382ba0c0bb2fb969afdd59b43f61218aafbac3b84", PCI device ID: , UID: "f55f186a-a941-4ee1-b3c6-6d82bb27c733", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0408 02:40:13.944170 3763 cni.go:424] [openshift-monitoring/alertmanager-main-1 42a354ac93c4ad43938f3c0382ba0c0bb2fb969afdd59b43f61218aafbac3b84 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 42a354ac93c4ad43938f3c0382ba0c0bb2fb969afdd59b43f61218aafbac3b84 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:08:47:f9:18:79\",\"name\":\"42a354ac93c4ad4\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/146ee259-795a-4ffb-912c-487cf4b4aa3b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:40:14.387603 3763 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2] creating logical port openshift-monitoring_thanos-querier-5b6ccd7897-4zpk2 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:40:14.387743 3763 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2 I0408 02:40:14.410143 3763 pod.go:62] [openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2] pod update took 22.449342ms I0408 02:40:14.410163 3763 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2] addLogicalPort annotation time took 22.472452ms I0408 02:40:14.411367 3763 pods.go:271] [openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2] addLogicalPort took 23.778575ms, libovsdb time 909.285µs I0408 02:40:14.754251 3763 cni.go:403] [openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2 d537daf596fdf66dfccd2999e627dab5809d5fac3015ca0485f254aaa8a933c9 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2 d537daf596fdf66dfccd2999e627dab5809d5fac3015ca0485f254aaa8a933c9 network default NAD default] I0408 02:40:14.764534 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5b6ccd7897-4zpk2, hostIfaceName: d537daf596fdf66, network: default, NAD default, SandboxID: "d537daf596fdf66dfccd2999e627dab5809d5fac3015ca0485f254aaa8a933c9", PCI device ID: , UID: "e549701d-fd44-467c-99fa-d7dff35e1d11", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0408 02:40:14.814365 3763 cni.go:424] [openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2 d537daf596fdf66dfccd2999e627dab5809d5fac3015ca0485f254aaa8a933c9 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5b6ccd7897-4zpk2 d537daf596fdf66dfccd2999e627dab5809d5fac3015ca0485f254aaa8a933c9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:53:c0:ca:b5:4b\",\"name\":\"d537daf596fdf66\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/672883fb-4069-44da-aca7-e4f659ca137f\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:40:15.696634 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:15.696660 3763 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:15.696668 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.658940 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.658967 3763 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.658975 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0408 02:40:17.107212 3763 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-599546947f-2gf2t] creating logical port openshift-monitoring_monitoring-plugin-599546947f-2gf2t for pod on switch ip-10-0-0-11.ec2.internal I0408 02:40:17.107305 3763 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-599546947f-2gf2t I0408 02:40:17.132735 3763 pod.go:62] [openshift-monitoring/monitoring-plugin-599546947f-2gf2t] pod update took 25.44106ms I0408 02:40:17.132758 3763 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-599546947f-2gf2t] addLogicalPort annotation time took 25.487038ms I0408 02:40:17.134078 3763 pods.go:271] [openshift-monitoring/monitoring-plugin-599546947f-2gf2t] addLogicalPort took 26.879803ms, libovsdb time 965.458µs I0408 02:40:17.475319 3763 cni.go:403] [openshift-monitoring/monitoring-plugin-599546947f-2gf2t bed6e2d196c0b147de737c4f76b60fc6f07ecb83a54d367373b921f14b047096 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-599546947f-2gf2t bed6e2d196c0b147de737c4f76b60fc6f07ecb83a54d367373b921f14b047096 network default NAD default] I0408 02:40:17.486063 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-599546947f-2gf2t, hostIfaceName: bed6e2d196c0b14, network: default, NAD default, SandboxID: "bed6e2d196c0b147de737c4f76b60fc6f07ecb83a54d367373b921f14b047096", PCI device ID: , UID: "8f65178b-5663-4bed-96f6-79000661dfa3", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0408 02:40:17.538045 3763 cni.go:424] [openshift-monitoring/monitoring-plugin-599546947f-2gf2t bed6e2d196c0b147de737c4f76b60fc6f07ecb83a54d367373b921f14b047096 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-599546947f-2gf2t bed6e2d196c0b147de737c4f76b60fc6f07ecb83a54d367373b921f14b047096 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:f0:1d:35:6a:61\",\"name\":\"bed6e2d196c0b14\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f87c1d80-292f-457a-a72a-0a796ff595cd\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:40:17.826756 3763 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-5578c7bdcf-rd4pr IP address from the namespace address-set, err: pod openshift-console/console-5578c7bdcf-rd4pr: no pod IPs found W0408 02:40:18.684607 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.684622 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.684628 3763 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.684633 3763 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0408 02:40:18.734741 3763 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:40:18.734879 3763 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0408 02:40:18.777936 3763 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 43.099785ms I0408 02:40:18.777959 3763 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 43.127503ms I0408 02:40:18.779237 3763 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 44.522924ms, libovsdb time 984.639µs I0408 02:40:19.094136 3763 cni.go:403] [openshift-monitoring/prometheus-k8s-0 5ced27f655190d25c28e4edcec0261769ee3a6d0f307419ee10e518e9683461b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 5ced27f655190d25c28e4edcec0261769ee3a6d0f307419ee10e518e9683461b network default NAD default] I0408 02:40:19.103690 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 5ced27f655190d2, network: default, NAD default, SandboxID: "5ced27f655190d25c28e4edcec0261769ee3a6d0f307419ee10e518e9683461b", PCI device ID: , UID: "4caf452d-b0c1-4b20-b27e-2f754a31a878", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0408 02:40:19.150672 3763 cni.go:424] [openshift-monitoring/prometheus-k8s-0 5ced27f655190d25c28e4edcec0261769ee3a6d0f307419ee10e518e9683461b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 5ced27f655190d25c28e4edcec0261769ee3a6d0f307419ee10e518e9683461b network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:e9:e4:95:9a:38\",\"name\":\"5ced27f655190d2\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5acf693d-4ac7-4960-a1a8-7d65422eeb0d\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:40:19.699057 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:19.699074 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:20.329597 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0408 02:40:21.201558 3763 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0408 02:40:21.365162 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:21.365181 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:21.581098 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581117 3763 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581122 3763 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581127 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.647169 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0408 02:40:21.751444 3763 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-4nb58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:21.752027 3763 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-4nb58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:22.626141 3763 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-4nb58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:22.626163 3763 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-4nb58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:22.634028 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6789dffdcb-4nb58 I0408 02:40:22.634058 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6789dffdcb-4nb58 W0408 02:40:22.708215 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708251 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708260 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708266 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708284 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708291 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708299 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708307 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:23.034897 3763 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-598c56946c-nt7g5 IP address from the namespace address-set, err: pod openshift-console/console-598c56946c-nt7g5: no pod IPs found W0408 02:40:24.699097 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:24.699120 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:24.699128 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:24.699134 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:32.743198 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0408 02:40:32.743215 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0408 02:40:32.743265 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0408 02:40:33.747139 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0408 02:40:41.553457 3763 cni.go:403] [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default] DEL starting CNI request [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default] I0408 02:40:41.639659 3763 cni.go:424] [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default] DEL finished CNI request [openshift-console/console-6789dffdcb-cwz9d 777b86cb9803709aa00cf0ec018ba78e8adf0e3e491ede90963539537b1de630 network default NAD default], result "{}", err I0408 02:40:41.710166 3763 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-cwz9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:41.710201 3763 pods.go:176] Deleting pod: openshift-console/console-6789dffdcb-cwz9d I0408 02:40:41.711346 3763 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6789dffdcb-cwz9d, ips: 10.128.0.16 I0408 02:40:41.711375 3763 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-cwz9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:41.719066 3763 base_network_controller_pods.go:487] [default/openshift-console/console-7598fdb4bd-wh59q] creating logical port openshift-console_console-7598fdb4bd-wh59q for pod on switch ip-10-0-0-11.ec2.internal I0408 02:40:41.719145 3763 kube.go:256] Updating pod openshift-console/console-7598fdb4bd-wh59q I0408 02:40:41.742879 3763 pod.go:62] [openshift-console/console-7598fdb4bd-wh59q] pod update took 23.755493ms I0408 02:40:41.742993 3763 base_network_controller_pods.go:937] [default/openshift-console/console-7598fdb4bd-wh59q] addLogicalPort annotation time took 23.870181ms I0408 02:40:41.747811 3763 pods.go:271] [openshift-console/console-7598fdb4bd-wh59q] addLogicalPort took 28.754652ms, libovsdb time 4.089547ms I0408 02:40:42.076592 3763 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-cwz9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:42.076615 3763 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-cwz9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:42.076844 3763 cni.go:403] [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default] ADD starting CNI request [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default] I0408 02:40:42.083783 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6789dffdcb-cwz9d I0408 02:40:42.083816 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6789dffdcb-cwz9d I0408 02:40:42.086530 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7598fdb4bd-wh59q, hostIfaceName: ecdc39a2f5e4003, network: default, NAD default, SandboxID: "ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a", PCI device ID: , UID: "6d7e025c-1c68-4ff3-8ae4-a2075e1d9d16", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0408 02:40:42.134538 3763 cni.go:424] [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default] ADD finished CNI request [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:6d:d7:ea:1f:01\",\"name\":\"ecdc39a2f5e4003\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2740058f-f951-4ffe-b9a4-8569dd197c78\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:40:43.924402 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.924425 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.924431 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.924452 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.924457 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.924461 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.959531 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.959575 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.959582 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:46.806511 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0408 02:40:46.806527 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0408 02:40:46.806571 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0408 02:40:47.810781 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0408 02:40:49.928561 3763 obj_retry.go:464] Detected object openshift-console/console-598c56946c-j7mtl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:49.929169 3763 obj_retry.go:464] Detected object openshift-console/console-598c56946c-j7mtl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:50.741641 3763 obj_retry.go:458] Detected object openshift-console/console-598c56946c-j7mtl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:50.741660 3763 obj_retry.go:458] Detected object openshift-console/console-598c56946c-j7mtl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:50.748690 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-598c56946c-j7mtl I0408 02:40:50.748730 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-598c56946c-j7mtl W0408 02:40:52.481056 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0408 02:40:52.840145 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0408 02:40:57.732219 3763 cni.go:403] [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default] I0408 02:40:57.803680 3763 cni.go:424] [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-594bcfd95d-p7wtr 6cb183f7663659ce72733e81f9a4fed423ec78cb07d81a678299ae311c87c6a0 network default NAD default], result "{}", err I0408 02:40:57.879143 3763 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:57.879177 3763 pods.go:176] Deleting pod: openshift-image-registry/image-registry-594bcfd95d-p7wtr I0408 02:40:57.880550 3763 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-594bcfd95d-p7wtr, ips: 10.128.0.6 I0408 02:40:57.880576 3763 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:58.850859 3763 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:58.850879 3763 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:58.858183 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-594bcfd95d-p7wtr I0408 02:40:58.858211 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-594bcfd95d-p7wtr I0408 02:41:06.936172 3763 cni.go:403] [openshift-multus/network-metrics-daemon-rxfn6 6f98c0e61b00af5532ad9c81de895c79891599de455453b2a91d6f47e18ea71d network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-rxfn6 6f98c0e61b00af5532ad9c81de895c79891599de455453b2a91d6f47e18ea71d network default NAD default] I0408 02:41:06.945385 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-rxfn6, hostIfaceName: 6f98c0e61b00af5, network: default, NAD default, SandboxID: "6f98c0e61b00af5532ad9c81de895c79891599de455453b2a91d6f47e18ea71d", PCI device ID: , UID: "fafa4a3c-a609-4683-bdb4-71c24c41733c", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0408 02:41:06.995971 3763 cni.go:424] [openshift-multus/network-metrics-daemon-rxfn6 6f98c0e61b00af5532ad9c81de895c79891599de455453b2a91d6f47e18ea71d network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-rxfn6 6f98c0e61b00af5532ad9c81de895c79891599de455453b2a91d6f47e18ea71d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:22:31:a5:6a:de\",\"name\":\"6f98c0e61b00af5\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3406ae2-6b56-4b6a-b45b-134fd45dd447\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:41:07.220434 3763 cni.go:403] [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default] I0408 02:41:07.292660 3763 cni.go:424] [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-587ff98f7b-zgxm5 54d8aa5c5aa217e57ffc9900bfeef9dfc1e678765939c087d1e5e99fc5665741 network default NAD default], result "{}", err I0408 02:41:07.332240 3763 obj_retry.go:464] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:07.332277 3763 pods.go:176] Deleting pod: openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:41:07.333610 3763 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-587ff98f7b-zgxm5, ips: 10.128.0.14 I0408 02:41:07.333636 3763 obj_retry.go:464] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:07.910075 3763 obj_retry.go:458] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:07.910105 3763 obj_retry.go:458] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:07.914271 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:41:07.914309 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:41:18.180166 3763 obj_retry.go:464] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:18.180792 3763 obj_retry.go:464] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:18.602120 3763 obj_retry.go:458] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:18.602144 3763 obj_retry.go:458] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:18.609347 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5578c7bdcf-wh4xv I0408 02:41:18.609373 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5578c7bdcf-wh4xv W0408 02:41:19.651191 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:41:19.651219 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:41:19.651235 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:41:19.651243 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:41:19.983237 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:41:19.983267 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0408 02:41:30.784570 3763 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:30.785181 3763 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:31.812690 3763 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:31.812735 3763 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:56.162694 3763 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:56.163292 3763 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:57.030299 3763 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:57.030320 3763 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:57.036762 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7598fdb4bd-lp4x5 I0408 02:41:57.036792 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7598fdb4bd-lp4x5 I0408 02:42:06.912683 3763 cni.go:403] [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default] DEL starting CNI request [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default] I0408 02:42:06.989535 3763 cni.go:424] [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default] DEL finished CNI request [openshift-console/console-7598fdb4bd-wh59q ecdc39a2f5e400395cd8dbd78ccb7f8fd959ba227801bb09a9c394c0d88c070a network default NAD default], result "{}", err I0408 02:42:07.045262 3763 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-wh59q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:42:07.045296 3763 pods.go:176] Deleting pod: openshift-console/console-7598fdb4bd-wh59q I0408 02:42:07.046577 3763 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7598fdb4bd-wh59q, ips: 10.128.0.21 I0408 02:42:07.046672 3763 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-wh59q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:42:07.146312 3763 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-wh59q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:42:07.146343 3763 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-wh59q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:42:07.154844 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7598fdb4bd-wh59q I0408 02:42:07.154863 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7598fdb4bd-wh59q I0408 02:42:29.958453 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=679 I0408 02:42:32.552519 3763 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0408 02:42:48.047949 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0408 02:43:05.955943 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0408 02:43:28.950531 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0408 02:43:49.076941 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0408 02:43:57.038354 3763 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0408 02:44:01.497635 3763 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:44:04.053070 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0408 02:44:07.059004 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0408 02:44:12.541881 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0408 02:44:12.541937 3763 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-9mg5x IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-9mg5x: no pod IPs found I0408 02:44:18.956745 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0408 02:44:31.043179 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0408 02:44:37.951841 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0408 02:44:43.953476 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0408 02:46:03.066379 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0408 02:46:26.667058 3763 namespace.go:98] [tsf] adding namespace I0408 02:46:26.667941 3763 namespace.go:102] [tsf] adding namespace took 853.944µs I0408 02:46:26.686297 3763 namespace.go:142] [tsf] updating namespace I0408 02:46:26.697697 3763 namespace.go:142] [tsf] updating namespace I0408 02:46:30.560622 3763 namespace.go:98] [tsf-keycloak] adding namespace I0408 02:46:30.561532 3763 namespace.go:102] [tsf-keycloak] adding namespace took 884.636µs I0408 02:46:30.564628 3763 namespace.go:98] [rhtpa-operator] adding namespace I0408 02:46:30.565442 3763 namespace.go:102] [rhtpa-operator] adding namespace took 796.599µs I0408 02:46:30.568514 3763 namespace.go:98] [tsf-tas] adding namespace I0408 02:46:30.568549 3763 namespace.go:98] [konflux-operator] adding namespace I0408 02:46:30.568733 3763 namespace.go:98] [tsf-tpa] adding namespace I0408 02:46:30.568751 3763 namespace.go:98] [rhbk-operator] adding namespace I0408 02:46:30.568961 3763 namespace.go:98] [konflux-ui] adding namespace I0408 02:46:30.569008 3763 namespace.go:98] [cert-manager-operator] adding namespace I0408 02:46:30.569245 3763 namespace.go:102] [tsf-tas] adding namespace took 714.783µs I0408 02:46:30.569765 3763 namespace.go:102] [konflux-operator] adding namespace took 1.204967ms I0408 02:46:30.570255 3763 namespace.go:102] [tsf-tpa] adding namespace took 1.50824ms I0408 02:46:30.570729 3763 namespace.go:102] [rhbk-operator] adding namespace took 1.955317ms I0408 02:46:30.571225 3763 namespace.go:102] [konflux-ui] adding namespace took 2.240889ms I0408 02:46:30.571779 3763 namespace.go:102] [cert-manager-operator] adding namespace took 2.748044ms I0408 02:46:30.579621 3763 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.592665 3763 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.611090 3763 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.613528 3763 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:30.619156 3763 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.627932 3763 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.631728 3763 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.631849 3763 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.635498 3763 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.640610 3763 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.643967 3763 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.688271 3763 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.701692 3763 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.725934 3763 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.746207 3763 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.750140 3763 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.767263 3763 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.772028 3763 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.797056 3763 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.811308 3763 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.826526 3763 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.834648 3763 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.862644 3763 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:30.874776 3763 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:31.789205 3763 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:31.794488 3763 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:33.479310 3763 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:33.479458 3763 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 I0408 02:46:33.494019 3763 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4] pod update took 14.588552ms I0408 02:46:33.494049 3763 base_network_controller_pods.go:937] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4] addLogicalPort annotation time took 14.624239ms I0408 02:46:33.495391 3763 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4] addLogicalPort took 16.095814ms, libovsdb time 931.261µs I0408 02:46:33.575295 3763 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:33.575452 3763 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz I0408 02:46:33.588385 3763 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz] pod update took 12.962232ms I0408 02:46:33.588416 3763 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz] addLogicalPort annotation time took 12.997974ms I0408 02:46:33.589859 3763 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz] addLogicalPort took 14.586698ms, libovsdb time 1.00349ms I0408 02:46:33.841752 3763 cni.go:403] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default] I0408 02:46:33.851740 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4, hostIfaceName: 9ffecfd6ca14282, network: default, NAD default, SandboxID: "9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46", PCI device ID: , UID: "65d72467-3d8f-4c21-a6c9-7ab9e8c02d19", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0408 02:46:33.905503 3763 cni.go:424] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:c6:ff:27:b5:1a\",\"name\":\"9ffecfd6ca14282\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1271ede9-b73c-4214-91e8-ea31d0bcfceb\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:46:33.936023 3763 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default] I0408 02:46:33.947080 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz, hostIfaceName: 28cb8c42870d820, network: default, NAD default, SandboxID: "28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6", PCI device ID: , UID: "bec57f09-8eba-4eae-8852-5c2d485f8875", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0408 02:46:34.001359 3763 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:c1:c3:f7:cd:89\",\"name\":\"28cb8c42870d820\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a731420-b8e0-4b95-b5c0-20c4feae610c\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:46:35.077410 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0408 02:46:36.752575 3763 base_network_controller_pods.go:487] [default/openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g] creating logical port openshift-marketplace_821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:36.752764 3763 kube.go:256] Updating pod openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g I0408 02:46:36.764994 3763 pod.go:62] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g] pod update took 12.298141ms I0408 02:46:36.765025 3763 base_network_controller_pods.go:937] [default/openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g] addLogicalPort annotation time took 12.334394ms I0408 02:46:36.766508 3763 pods.go:271] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g] addLogicalPort took 13.952018ms, libovsdb time 1.156084ms I0408 02:46:37.071522 3763 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0408 02:46:37.123631 3763 cni.go:403] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default] ADD starting CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default] I0408 02:46:37.133959 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g, hostIfaceName: a9581a5c09b040e, network: default, NAD default, SandboxID: "a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06", PCI device ID: , UID: "9c0a87aa-ce9e-480d-9d35-ffe4247fe7e3", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0408 02:46:37.188515 3763 cni.go:424] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default] ADD finished CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:f1:68:b5:1c:44\",\"name\":\"a9581a5c09b040e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7bf385b-96a6-4b6a-8b26-0ac64b72b81b\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:46:38.113461 3763 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:38.113579 3763 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr I0408 02:46:38.125855 3763 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr] pod update took 12.304244ms I0408 02:46:38.125880 3763 base_network_controller_pods.go:937] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr] addLogicalPort annotation time took 12.335568ms I0408 02:46:38.127147 3763 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr] addLogicalPort took 13.707058ms, libovsdb time 918.37µs I0408 02:46:38.222953 3763 cni.go:403] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default] I0408 02:46:38.296522 3763 cni.go:424] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 9ffecfd6ca1428227ef53831dfdae15a0eb56c9a61a99e151ba562773cb9bf46 network default NAD default], result "{}", err I0408 02:46:38.341656 3763 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.341703 3763 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 I0408 02:46:38.343364 3763 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4, ips: 10.128.0.22 I0408 02:46:38.343394 3763 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.343416 3763 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.343424 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:38.343620 3763 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.343635 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:38.473942 3763 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default] I0408 02:46:38.485570 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr, hostIfaceName: 15a9d7492e1f2ca, network: default, NAD default, SandboxID: "15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c", PCI device ID: , UID: "02b624fd-8b18-4fb2-b525-f4bd7e79cf4e", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0408 02:46:38.540161 3763 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:a4:7c:e9:b4:55\",\"name\":\"15a9d7492e1f2ca\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a482051b-4234-4713-93c0-19c0c0ad35f5\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:46:39.233807 3763 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default] I0408 02:46:39.305326 3763 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz 28cb8c42870d820c70823c37e8eb41e95db700e8981d47cb5af286e51cd6cce6 network default NAD default], result "{}", err I0408 02:46:39.356711 3763 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.356772 3763 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz I0408 02:46:39.358184 3763 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz, ips: 10.128.0.23 I0408 02:46:39.358219 3763 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.358246 3763 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.358256 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:39.358437 3763 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.358452 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:39.374890 3763 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.374925 3763 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.374941 3763 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.374953 3763 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.924963 3763 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:39.925103 3763 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx I0408 02:46:39.937920 3763 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx] pod update took 12.850672ms I0408 02:46:39.937956 3763 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx] addLogicalPort annotation time took 12.895958ms I0408 02:46:39.939306 3763 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx] addLogicalPort took 14.358449ms, libovsdb time 1.003366ms I0408 02:46:40.027130 3763 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:40.027671 3763 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw I0408 02:46:40.039973 3763 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw] pod update took 12.339122ms I0408 02:46:40.039999 3763 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw] addLogicalPort annotation time took 12.372592ms I0408 02:46:40.041314 3763 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw] addLogicalPort took 14.199487ms, libovsdb time 912.038µs I0408 02:46:40.285595 3763 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default] I0408 02:46:40.296705 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx, hostIfaceName: 22fdc8aafe48edf, network: default, NAD default, SandboxID: "22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7", PCI device ID: , UID: "8a7909fc-6d04-4682-a62a-15d64ff87475", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0408 02:46:40.361623 3763 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:d2:32:80:db:bc\",\"name\":\"22fdc8aafe48edf\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/647c5da8-ff06-495b-a24a-a22834a4dfce\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:46:40.386793 3763 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.386843 3763 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.386855 3763 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.386885 3763 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.396184 3763 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default] I0408 02:46:40.406508 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw, hostIfaceName: f9bb05409bad3c4, network: default, NAD default, SandboxID: "f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502", PCI device ID: , UID: "57e8aac1-b076-4dac-ac48-cd7a63884f5c", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0408 02:46:40.460774 3763 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:8f:19:da:5f:9b\",\"name\":\"f9bb05409bad3c4\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c91b368-f9b0-41b4-942a-59b51d90f614\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:46:41.252204 3763 cni.go:403] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default] DEL starting CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default] I0408 02:46:41.328804 3763 cni.go:424] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default] DEL finished CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g a9581a5c09b040e37a8d8d63d8e248052c2f2bb453a53777ee5800d9e4dbcb06 network default NAD default], result "{}", err I0408 02:46:41.371666 3763 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.371755 3763 pods.go:176] Deleting pod: openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g I0408 02:46:41.373270 3763 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g, ips: 10.128.0.24 I0408 02:46:41.373300 3763 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.373321 3763 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.373329 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:41.373518 3763 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.373533 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:42.260964 3763 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default] I0408 02:46:42.331203 3763 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr 15a9d7492e1f2ca31db5a28f790fc9c88c2bc5ecc071b26e0bd45866553a9a5c network default NAD default], result "{}", err I0408 02:46:42.380452 3763 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380490 3763 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr I0408 02:46:42.382139 3763 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr, ips: 10.128.0.25 I0408 02:46:42.382172 3763 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.382198 3763 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.382214 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:42.382418 3763 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.382435 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:42.397631 3763 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.397659 3763 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.397677 3763 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.397696 3763 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414324 3763 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414351 3763 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414369 3763 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414409 3763 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:44.276413 3763 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default] I0408 02:46:44.347326 3763 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx 22fdc8aafe48edfb6fdf03c76b4fa34fd2db5394fd7bd5626bd5525eb45755f7 network default NAD default], result "{}", err I0408 02:46:44.395617 3763 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395661 3763 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx I0408 02:46:44.397007 3763 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx, ips: 10.128.0.26 I0408 02:46:44.397040 3763 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.397065 3763 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.397074 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:44.397297 3763 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.397314 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:45.283103 3763 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default] I0408 02:46:45.360059 3763 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw f9bb05409bad3c4f8ec104bba9677cf9527ad759dcd8f17dc0f33e98ad5d8502 network default NAD default], result "{}", err I0408 02:46:45.405354 3763 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.405394 3763 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw I0408 02:46:45.406838 3763 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw, ips: 10.128.0.27 I0408 02:46:45.406893 3763 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406919 3763 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406928 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:45.407119 3763 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.407134 3763 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:45.427633 3763 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.427657 3763 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.427671 3763 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.427683 3763 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.038042 3763 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0408 02:46:46.431058 3763 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431082 3763 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431104 3763 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431118 3763 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:51.335294 3763 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-bccvl for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:51.335465 3763 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl I0408 02:46:51.353361 3763 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl] pod update took 17.962253ms I0408 02:46:51.353387 3763 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl] addLogicalPort annotation time took 17.994539ms I0408 02:46:51.354935 3763 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl] addLogicalPort took 19.654144ms, libovsdb time 1.198042ms I0408 02:46:51.697206 3763 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl 15ef2875028cb52c3ebb4a68b7c2d270c32cb9f2745f37d84b73b99cd46becc0 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl 15ef2875028cb52c3ebb4a68b7c2d270c32cb9f2745f37d84b73b99cd46becc0 network default NAD default] I0408 02:46:51.706954 3763 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-bccvl, hostIfaceName: 15ef2875028cb52, network: default, NAD default, SandboxID: "15ef2875028cb52c3ebb4a68b7c2d270c32cb9f2745f37d84b73b99cd46becc0", PCI device ID: , UID: "ca4a99df-08da-424e-872f-5e74660987fd", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0408 02:46:51.757535 3763 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl 15ef2875028cb52c3ebb4a68b7c2d270c32cb9f2745f37d84b73b99cd46becc0 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-bccvl 15ef2875028cb52c3ebb4a68b7c2d270c32cb9f2745f37d84b73b99cd46becc0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:6d:a3:8b:85:d1\",\"name\":\"15ef2875028cb52\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f576ba67-aca8-4008-82d5-7945996e51fd\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:46:55.125020 3763 namespace.go:98] [cert-manager] adding namespace I0408 02:46:55.125922 3763 namespace.go:102] [cert-manager] adding namespace took 881.044µs I0408 02:46:55.138737 3763 namespace.go:142] [cert-manager] updating namespace I0408 02:46:55.213835 3763 namespace.go:142] [cert-manager] updating namespace I0408 02:46:56.862219 3763 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-pl47l] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-pl47l for pod on switch ip-10-0-0-11.ec2.internal I0408 02:46:56.862321 3763 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-pl47l I0408 02:46:56.904059 3763 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-pl47l] pod update took 41.762091ms I0408 02:46:56.904083 3763 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-pl47l] addLogicalPort annotation time took 41.793116ms I0408 02:46:56.905279 3763 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-pl47l] addLogicalPort took 43.083969ms, libovsdb time 866.032µs I0408 02:46:57.230874 3763 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-pl47l 7f63e9f2df4770fc7fc550c1e4e48efd471b33876dab5a5867a801d546ff2151 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-pl47l 7f63e9f2df4770fc7fc550c1e4e48efd471b33876dab5a5867a801d546ff2151 network default NAD default] I0408 02:46:57.240892 3763 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-pl47l, hostIfaceName: 7f63e9f2df4770f, network: default, NAD default, SandboxID: "7f63e9f2df4770fc7fc550c1e4e48efd471b33876dab5a5867a801d546ff2151", PCI device ID: , UID: "9d3fde05-3784-40f7-bf57-d25e54a5ab31", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0408 02:46:57.291604 3763 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-pl47l 7f63e9f2df4770fc7fc550c1e4e48efd471b33876dab5a5867a801d546ff2151 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-pl47l 7f63e9f2df4770fc7fc550c1e4e48efd471b33876dab5a5867a801d546ff2151 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:f8:ea:7c:b0:1a\",\"name\":\"7f63e9f2df4770f\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b2008b7-b3ef-4a66-ab3d-e261d7a8ef7d\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:47:00.379759 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0408 02:47:00.379777 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0408 02:47:01.374242 3763 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-8lp6p for pod on switch ip-10-0-0-11.ec2.internal I0408 02:47:01.374361 3763 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p I0408 02:47:01.396413 3763 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p] pod update took 22.068834ms I0408 02:47:01.396436 3763 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p] addLogicalPort annotation time took 22.10243ms I0408 02:47:01.397678 3763 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p] addLogicalPort took 23.451149ms, libovsdb time 865.401µs I0408 02:47:01.737956 3763 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p 575239eda1133cd52452a42a706128145c59b05311480bc98a6f2293636e91ed network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p 575239eda1133cd52452a42a706128145c59b05311480bc98a6f2293636e91ed network default NAD default] I0408 02:47:01.747727 3763 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-8lp6p, hostIfaceName: 575239eda1133cd, network: default, NAD default, SandboxID: "575239eda1133cd52452a42a706128145c59b05311480bc98a6f2293636e91ed", PCI device ID: , UID: "053ab213-bd92-4ae7-819b-dc64e14ffd42", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0408 02:47:01.797450 3763 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p 575239eda1133cd52452a42a706128145c59b05311480bc98a6f2293636e91ed network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-8lp6p 575239eda1133cd52452a42a706128145c59b05311480bc98a6f2293636e91ed network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:5a:1a:b1:b0:aa\",\"name\":\"575239eda1133cd\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8251af4-160b-4901-b294-889870067596\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:47:04.032458 3763 namespace.go:142] [openshift-operators] updating namespace I0408 02:47:04.052341 3763 namespace.go:142] [openshift-operators] updating namespace W0408 02:47:05.281962 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0408 02:47:05.931381 3763 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-jxvrv] creating logical port cert-manager_cert-manager-59ccb4bb6b-jxvrv for pod on switch ip-10-0-0-11.ec2.internal I0408 02:47:05.931477 3763 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-jxvrv I0408 02:47:05.945822 3763 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-jxvrv] pod update took 14.365068ms I0408 02:47:05.945848 3763 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-jxvrv] addLogicalPort annotation time took 14.398836ms I0408 02:47:05.947088 3763 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-jxvrv] addLogicalPort took 15.733127ms, libovsdb time 877.05µs I0408 02:47:06.290776 3763 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-jxvrv d8ac10a493d72f0992bff9642ff738b972870952d4c303b6716715e8970199c5 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-jxvrv d8ac10a493d72f0992bff9642ff738b972870952d4c303b6716715e8970199c5 network default NAD default] I0408 02:47:06.300477 3763 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-jxvrv, hostIfaceName: d8ac10a493d72f0, network: default, NAD default, SandboxID: "d8ac10a493d72f0992bff9642ff738b972870952d4c303b6716715e8970199c5", PCI device ID: , UID: "1e44858a-1795-4ece-9cd9-a81d2038b875", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0408 02:47:06.350551 3763 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-jxvrv d8ac10a493d72f0992bff9642ff738b972870952d4c303b6716715e8970199c5 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-jxvrv d8ac10a493d72f0992bff9642ff738b972870952d4c303b6716715e8970199c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:9b:46:62:1d:8c\",\"name\":\"d8ac10a493d72f0\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/312b790d-fb2d-4b0f-b744-c9a0b453501e\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:47:06.396856 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0408 02:47:06.396880 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0408 02:47:07.298093 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0408 02:47:12.424171 3763 namespace.go:142] [openshift-operators] updating namespace I0408 02:47:13.055379 3763 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-smhkt] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-smhkt for pod on switch ip-10-0-0-11.ec2.internal I0408 02:47:13.055489 3763 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-smhkt I0408 02:47:13.081944 3763 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-g2fnp for pod on switch ip-10-0-0-11.ec2.internal I0408 02:47:13.082115 3763 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp I0408 02:47:13.084803 3763 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-smhkt] pod update took 29.343126ms I0408 02:47:13.084823 3763 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-smhkt] addLogicalPort annotation time took 29.368099ms I0408 02:47:13.086005 3763 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-smhkt] addLogicalPort took 30.650618ms, libovsdb time 866.395µs I0408 02:47:13.103828 3763 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp] pod update took 21.740186ms I0408 02:47:13.103854 3763 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp] addLogicalPort annotation time took 21.769602ms I0408 02:47:13.105025 3763 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp] addLogicalPort took 23.097592ms, libovsdb time 782.78µs I0408 02:47:13.422776 3763 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-smhkt e540b1c12c9d74253b26a8777c860f355e5619c89fe974850d9ba48c6865bb42 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-smhkt e540b1c12c9d74253b26a8777c860f355e5619c89fe974850d9ba48c6865bb42 network default NAD default] I0408 02:47:13.433350 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-smhkt, hostIfaceName: e540b1c12c9d742, network: default, NAD default, SandboxID: "e540b1c12c9d74253b26a8777c860f355e5619c89fe974850d9ba48c6865bb42", PCI device ID: , UID: "7529c9b1-dba0-41a3-a2ff-f34262e935b9", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0408 02:47:13.444537 3763 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp 474f547aa715e7ee99b244177e25815f22beff3f60b91bf023317a5450c32fde network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp 474f547aa715e7ee99b244177e25815f22beff3f60b91bf023317a5450c32fde network default NAD default] I0408 02:47:13.454282 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-g2fnp, hostIfaceName: 474f547aa715e7e, network: default, NAD default, SandboxID: "474f547aa715e7ee99b244177e25815f22beff3f60b91bf023317a5450c32fde", PCI device ID: , UID: "4f0ea866-ecd5-46d6-b3ed-93de32d8d0af", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0408 02:47:13.487582 3763 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-smhkt e540b1c12c9d74253b26a8777c860f355e5619c89fe974850d9ba48c6865bb42 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-smhkt e540b1c12c9d74253b26a8777c860f355e5619c89fe974850d9ba48c6865bb42 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:c0:2a:a4:de:44\",\"name\":\"e540b1c12c9d742\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcc23093-58e0-4023-92e1-db642a7a7417\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:47:13.510047 3763 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp 474f547aa715e7ee99b244177e25815f22beff3f60b91bf023317a5450c32fde network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-g2fnp 474f547aa715e7ee99b244177e25815f22beff3f60b91bf023317a5450c32fde network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:0f:b7:ee:d4:f9\",\"name\":\"474f547aa715e7e\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/672f909f-a42f-4e89-a3ad-3d3be69551cf\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:47:21.971591 3763 namespace.go:98] [trusted-artifact-signer] adding namespace I0408 02:47:21.972540 3763 namespace.go:102] [trusted-artifact-signer] adding namespace took 922.965µs I0408 02:47:22.001331 3763 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:22.001476 3763 namespace.go:142] [trusted-artifact-signer] updating namespace W0408 02:47:22.445030 3763 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0408 02:47:28.042787 3763 namespace.go:98] [openshift-pipelines] adding namespace I0408 02:47:28.043656 3763 namespace.go:102] [openshift-pipelines] adding namespace took 850.643µs I0408 02:47:28.062739 3763 namespace.go:142] [openshift-pipelines] updating namespace I0408 02:47:28.755822 3763 namespace.go:142] [cert-manager] updating namespace I0408 02:47:28.953545 3763 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:29.357599 3763 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:29.559700 3763 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:29.760390 3763 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:30.160846 3763 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:30.362778 3763 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:30.562855 3763 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:30.759642 3763 namespace.go:142] [tsf] updating namespace I0408 02:47:30.962863 3763 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:31.160798 3763 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:31.365020 3763 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:31.493964 3763 namespace.go:142] [cert-manager] updating namespace I0408 02:47:31.504098 3763 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:31.512028 3763 namespace.go:142] [default] updating namespace I0408 02:47:31.524244 3763 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:31.533309 3763 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:31.543591 3763 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:31.551515 3763 namespace.go:142] [openshift] updating namespace I0408 02:47:31.562355 3763 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:31.571061 3763 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:31.582313 3763 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:31.590867 3763 namespace.go:142] [tsf] updating namespace I0408 02:47:31.606865 3763 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:31.626423 3763 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:31.644073 3763 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:31.745179 3763 namespace.go:142] [cert-manager] updating namespace I0408 02:47:31.846229 3763 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:31.948652 3763 namespace.go:142] [default] updating namespace I0408 02:47:32.046924 3763 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:32.149010 3763 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:32.246703 3763 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:32.346707 3763 namespace.go:142] [openshift] updating namespace I0408 02:47:32.445341 3763 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:32.546627 3763 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:32.645355 3763 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:32.748419 3763 namespace.go:142] [tsf] updating namespace I0408 02:47:32.854384 3763 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:32.947072 3763 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:33.048013 3763 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:33.312151 3763 namespace.go:142] [openshift-pipelines] updating namespace I0408 02:47:35.350658 3763 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:47:35.351212 3763 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:47:35.380837 3763 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:47:35.380860 3763 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:47:35.398170 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0408 02:47:35.398193 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0408 02:47:41.986735 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-qrqhn for pod on switch ip-10-0-0-11.ec2.internal I0408 02:47:41.986877 3763 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn I0408 02:47:42.001940 3763 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn] pod update took 15.091324ms I0408 02:47:42.001967 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn] addLogicalPort annotation time took 15.123501ms I0408 02:47:42.003284 3763 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn] addLogicalPort took 16.581717ms, libovsdb time 965.324µs I0408 02:47:42.346034 3763 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn 3d5da3239368de48c9dd33c9ef45dd83ce2e74152bc402798e401739b557d53b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn 3d5da3239368de48c9dd33c9ef45dd83ce2e74152bc402798e401739b557d53b network default NAD default] I0408 02:47:42.356180 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-qrqhn, hostIfaceName: 3d5da3239368de4, network: default, NAD default, SandboxID: "3d5da3239368de48c9dd33c9ef45dd83ce2e74152bc402798e401739b557d53b", PCI device ID: , UID: "f99a83dc-5e58-4b50-9e63-f0ab2cda748d", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0408 02:47:42.410761 3763 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn 3d5da3239368de48c9dd33c9ef45dd83ce2e74152bc402798e401739b557d53b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-qrqhn 3d5da3239368de48c9dd33c9ef45dd83ce2e74152bc402798e401739b557d53b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:de:9d:4f:24:dd\",\"name\":\"3d5da3239368de4\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df7e859f-977e-4177-8bae-ffa898a51984\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:47:45.639699 3763 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.639742 3763 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.639752 3763 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.639759 3763 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:47.235871 3763 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0408 02:47:47.265938 3763 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.265959 3763 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.265965 3763 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.295667 3763 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:47.295689 3763 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:47.295695 3763 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:53.522340 3763 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0408 02:47:56.615878 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:56.615901 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:56.615909 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:56.615916 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0408 02:48:09.184157 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-rjc72 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:48:09.184281 3763 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72 I0408 02:48:09.200272 3763 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72] pod update took 16.016003ms I0408 02:48:09.200303 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72] addLogicalPort annotation time took 16.052471ms I0408 02:48:09.201553 3763 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72] addLogicalPort took 17.416014ms, libovsdb time 854.037µs I0408 02:48:09.358904 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-rrrv4 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:48:09.358995 3763 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4 I0408 02:48:09.372316 3763 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4] pod update took 13.346305ms I0408 02:48:09.372343 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4] addLogicalPort annotation time took 13.376003ms I0408 02:48:09.373675 3763 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4] addLogicalPort took 14.781258ms, libovsdb time 839.196µs I0408 02:48:09.548844 3763 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72 fe787d9f20fa63e324481dd26f7751eb3246ae7e1cbcd4943dd4cf3ab934db19 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72 fe787d9f20fa63e324481dd26f7751eb3246ae7e1cbcd4943dd4cf3ab934db19 network default NAD default] I0408 02:48:09.558521 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-rjc72, hostIfaceName: fe787d9f20fa63e, network: default, NAD default, SandboxID: "fe787d9f20fa63e324481dd26f7751eb3246ae7e1cbcd4943dd4cf3ab934db19", PCI device ID: , UID: "1ad155b5-a04e-43fe-a7a5-9bcda9123ab3", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0408 02:48:09.609416 3763 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72 fe787d9f20fa63e324481dd26f7751eb3246ae7e1cbcd4943dd4cf3ab934db19 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-rjc72 fe787d9f20fa63e324481dd26f7751eb3246ae7e1cbcd4943dd4cf3ab934db19 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:a3:c5:16:d7:d5\",\"name\":\"fe787d9f20fa63e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81d57af5-9c3e-40e3-bb77-8314e0d2e2a7\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:48:09.717756 3763 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4 43e611aee1eee7b97486bd987ac1018c68c99b34c69937c82029a98b6f0b9959 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4 43e611aee1eee7b97486bd987ac1018c68c99b34c69937c82029a98b6f0b9959 network default NAD default] I0408 02:48:09.727677 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-rrrv4, hostIfaceName: 43e611aee1eee7b, network: default, NAD default, SandboxID: "43e611aee1eee7b97486bd987ac1018c68c99b34c69937c82029a98b6f0b9959", PCI device ID: , UID: "6aa00723-b481-4b7e-bffd-257e20c27ead", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0408 02:48:09.776943 3763 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4 43e611aee1eee7b97486bd987ac1018c68c99b34c69937c82029a98b6f0b9959 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-rrrv4 43e611aee1eee7b97486bd987ac1018c68c99b34c69937c82029a98b6f0b9959 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:5a:8c:ec:5c:d9\",\"name\":\"43e611aee1eee7b\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7c4dd69-aff0-46c7-98db-1860ac55330a\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:48:10.961704 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=232 W0408 02:48:12.745968 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0408 02:48:12.767327 3763 namespace.go:142] [openshift-pipelines] updating namespace I0408 02:48:17.532283 3763 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:48:17.532847 3763 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:48:17.555304 3763 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:48:17.555324 3763 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:48:17.563852 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0408 02:48:17.563871 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0408 02:48:19.548042 3763 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0408 02:48:19.548771 3763 pod_selector_address_set.go:212] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0408 02:48:19.548794 3763 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0408 02:48:19.550856 3763 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0408 02:48:23.756939 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0408 02:48:27.708155 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0408 02:48:27.708173 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0408 02:48:27.709014 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0408 02:48:27.709032 3763 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0408 02:48:29.340547 3763 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0408 02:48:32.427079 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:48:32.427206 3763 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0408 02:48:32.439853 3763 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.670288ms I0408 02:48:32.439881 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.700676ms I0408 02:48:32.441219 3763 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.184129ms, libovsdb time 991.477µs I0408 02:48:39.090494 3763 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 9dc2acd401e654fafeadbdcc85b27cb1e5c1dac58d883414c68bc4161471ddb8 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 9dc2acd401e654fafeadbdcc85b27cb1e5c1dac58d883414c68bc4161471ddb8 network default NAD default] I0408 02:48:39.100941 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 9dc2acd401e654f, network: default, NAD default, SandboxID: "9dc2acd401e654fafeadbdcc85b27cb1e5c1dac58d883414c68bc4161471ddb8", PCI device ID: , UID: "955b01b1-2883-4712-8fa6-05481a0d4147", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0408 02:48:39.152046 3763 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 9dc2acd401e654fafeadbdcc85b27cb1e5c1dac58d883414c68bc4161471ddb8 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 9dc2acd401e654fafeadbdcc85b27cb1e5c1dac58d883414c68bc4161471ddb8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:24:18:31:1c:99\",\"name\":\"9dc2acd401e654f\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/caac2f85-b330-4101-939b-c78a72bb84cc\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:48:43.958783 3763 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0408 02:48:45.297567 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-dx8gs for pod on switch ip-10-0-0-11.ec2.internal I0408 02:48:45.297704 3763 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs I0408 02:48:45.315769 3763 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs] pod update took 18.090909ms I0408 02:48:45.315796 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs] addLogicalPort annotation time took 18.126374ms I0408 02:48:45.317213 3763 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs] addLogicalPort took 19.65825ms, libovsdb time 959.652µs I0408 02:48:45.493118 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-rq6xz for pod on switch ip-10-0-0-11.ec2.internal I0408 02:48:45.493213 3763 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz I0408 02:48:45.510184 3763 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz] pod update took 16.994867ms I0408 02:48:45.510213 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz] addLogicalPort annotation time took 17.02995ms I0408 02:48:45.511629 3763 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz] addLogicalPort took 18.532959ms, libovsdb time 1.043112ms I0408 02:48:45.658820 3763 cni.go:403] [openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs 9b4532ca7a586722192cb1fd01e8f852a98fc41610c0171508c1a829263f0eec network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs 9b4532ca7a586722192cb1fd01e8f852a98fc41610c0171508c1a829263f0eec network default NAD default] I0408 02:48:45.668972 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-dx8gs, hostIfaceName: 9b4532ca7a58672, network: default, NAD default, SandboxID: "9b4532ca7a586722192cb1fd01e8f852a98fc41610c0171508c1a829263f0eec", PCI device ID: , UID: "8d550701-093c-41a6-9797-7be184f210b9", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0408 02:48:45.724773 3763 cni.go:424] [openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs 9b4532ca7a586722192cb1fd01e8f852a98fc41610c0171508c1a829263f0eec network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-dx8gs 9b4532ca7a586722192cb1fd01e8f852a98fc41610c0171508c1a829263f0eec network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:96:cd:b8:99:d1\",\"name\":\"9b4532ca7a58672\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7b29870-9491-49dc-88d8-45636c1bea1f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:48:45.858916 3763 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz 9a73e11f56291757fe9729e0f0d42e42151d0fb352ee038d8d632c29fee252e3 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz 9a73e11f56291757fe9729e0f0d42e42151d0fb352ee038d8d632c29fee252e3 network default NAD default] I0408 02:48:45.869315 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-rq6xz, hostIfaceName: 9a73e11f5629175, network: default, NAD default, SandboxID: "9a73e11f56291757fe9729e0f0d42e42151d0fb352ee038d8d632c29fee252e3", PCI device ID: , UID: "c7f850f1-1b45-4cd9-bf15-23bad1b5a4f0", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0408 02:48:45.925759 3763 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz 9a73e11f56291757fe9729e0f0d42e42151d0fb352ee038d8d632c29fee252e3 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-rq6xz 9a73e11f56291757fe9729e0f0d42e42151d0fb352ee038d8d632c29fee252e3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:54:08:6a:6f:e7\",\"name\":\"9a73e11f5629175\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c0c30a5-6a94-4df2-9a6f-cfae208b414f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:48:49.957662 3763 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:49.957684 3763 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:49.957691 3763 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:55.994340 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:55.994360 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:55.994365 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0408 02:48:57.079570 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0408 02:49:09.803245 3763 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:09.803924 3763 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:09.848453 3763 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:09.848481 3763 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:09.855765 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0408 02:49:09.855788 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0408 02:49:12.778928 3763 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5f4db9f447-67hsl] creating logical port tsf-tas_fulcio-server-5f4db9f447-67hsl for pod on switch ip-10-0-0-11.ec2.internal I0408 02:49:12.779019 3763 kube.go:256] Updating pod tsf-tas/fulcio-server-5f4db9f447-67hsl I0408 02:49:12.799279 3763 pod.go:62] [tsf-tas/fulcio-server-5f4db9f447-67hsl] pod update took 20.279098ms I0408 02:49:12.799389 3763 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-5f4db9f447-67hsl] addLogicalPort annotation time took 20.384747ms I0408 02:49:12.800645 3763 pods.go:271] [tsf-tas/fulcio-server-5f4db9f447-67hsl] addLogicalPort took 21.739167ms, libovsdb time 813.683µs I0408 02:49:13.241069 3763 cni.go:403] [tsf-tas/fulcio-server-5f4db9f447-67hsl 6ba714f8e17c3bce01f426738c4b34aac342d52c3a7c3d2e4b4a0bcf956f3063 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-5f4db9f447-67hsl 6ba714f8e17c3bce01f426738c4b34aac342d52c3a7c3d2e4b4a0bcf956f3063 network default NAD default] I0408 02:49:13.250734 3763 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5f4db9f447-67hsl, hostIfaceName: 6ba714f8e17c3bc, network: default, NAD default, SandboxID: "6ba714f8e17c3bce01f426738c4b34aac342d52c3a7c3d2e4b4a0bcf956f3063", PCI device ID: , UID: "9a034afe-4066-4dfb-915c-56db36bc9a99", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0408 02:49:13.274420 3763 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-kdv79-wm7rv] creating logical port tsf-tas_rekor-createtree-job-kdv79-wm7rv for pod on switch ip-10-0-0-11.ec2.internal I0408 02:49:13.274559 3763 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-kdv79-wm7rv I0408 02:49:13.288823 3763 pod.go:62] [tsf-tas/rekor-createtree-job-kdv79-wm7rv] pod update took 14.286914ms I0408 02:49:13.288856 3763 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-kdv79-wm7rv] addLogicalPort annotation time took 14.319175ms I0408 02:49:13.290095 3763 pods.go:271] [tsf-tas/rekor-createtree-job-kdv79-wm7rv] addLogicalPort took 15.694038ms, libovsdb time 782.629µs I0408 02:49:13.305685 3763 cni.go:424] [tsf-tas/fulcio-server-5f4db9f447-67hsl 6ba714f8e17c3bce01f426738c4b34aac342d52c3a7c3d2e4b4a0bcf956f3063 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-5f4db9f447-67hsl 6ba714f8e17c3bce01f426738c4b34aac342d52c3a7c3d2e4b4a0bcf956f3063 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:04:b3:0e:ed:6c\",\"name\":\"6ba714f8e17c3bc\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b92d141a-5108-4aef-8d18-275d1928719a\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:49:13.692212 3763 cni.go:403] [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default] I0408 02:49:13.701935 3763 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-kdv79-wm7rv, hostIfaceName: 93cb7154d241347, network: default, NAD default, SandboxID: "93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17", PCI device ID: , UID: "af607424-6511-4cd0-8112-b44e0f9eac87", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0408 02:49:13.757414 3763 cni.go:424] [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:b7:b7:a1:f1:fd\",\"name\":\"93cb7154d241347\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78c719f5-4a90-4140-8ae3-cd51bd41becc\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:49:15.629124 3763 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7dfc7f587b-hfsks] creating logical port tsf-tas_trillian-db-7dfc7f587b-hfsks for pod on switch ip-10-0-0-11.ec2.internal I0408 02:49:15.629249 3763 kube.go:256] Updating pod tsf-tas/trillian-db-7dfc7f587b-hfsks I0408 02:49:15.645429 3763 pod.go:62] [tsf-tas/trillian-db-7dfc7f587b-hfsks] pod update took 16.213588ms I0408 02:49:15.645565 3763 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-7dfc7f587b-hfsks] addLogicalPort annotation time took 16.353434ms I0408 02:49:15.648171 3763 pods.go:271] [tsf-tas/trillian-db-7dfc7f587b-hfsks] addLogicalPort took 19.072649ms, libovsdb time 1.601013ms I0408 02:49:19.912695 3763 cni.go:403] [tsf-tas/trillian-db-7dfc7f587b-hfsks 627d0a43030541b5b587cd793779564185102f1eb7c3430e902e35a7cca9f0c1 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-7dfc7f587b-hfsks 627d0a43030541b5b587cd793779564185102f1eb7c3430e902e35a7cca9f0c1 network default NAD default] I0408 02:49:19.923127 3763 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7dfc7f587b-hfsks, hostIfaceName: 627d0a43030541b, network: default, NAD default, SandboxID: "627d0a43030541b5b587cd793779564185102f1eb7c3430e902e35a7cca9f0c1", PCI device ID: , UID: "69f548bf-ce72-4bac-b290-6bdb6927c7cf", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0408 02:49:19.977737 3763 cni.go:424] [tsf-tas/trillian-db-7dfc7f587b-hfsks 627d0a43030541b5b587cd793779564185102f1eb7c3430e902e35a7cca9f0c1 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-7dfc7f587b-hfsks 627d0a43030541b5b587cd793779564185102f1eb7c3430e902e35a7cca9f0c1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:27:eb:4c:ca:21\",\"name\":\"627d0a43030541b\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a261f60-7b66-4aac-8764-bb1a6274c5e6\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:49:20.136851 3763 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:20.137386 3763 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:21.044607 3763 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:21.044634 3763 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:49:25.167775 3763 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0408 02:49:26.769989 3763 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0408 02:49:26.844571 3763 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0408 02:49:29.953812 3763 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:29.954329 3763 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:30.978167 3763 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:30.978188 3763 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:31.938473 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-zpdl4 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:49:31.938567 3763 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4 I0408 02:49:31.956214 3763 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4] pod update took 17.671576ms I0408 02:49:31.956240 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4] addLogicalPort annotation time took 17.699646ms I0408 02:49:31.957622 3763 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4] addLogicalPort took 19.160256ms, libovsdb time 971.602µs I0408 02:49:32.301146 3763 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4 6d4e2f0a7b5877e1fba122d0064d0750e78bf1e12230c2237ae83d4daa3016a3 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4 6d4e2f0a7b5877e1fba122d0064d0750e78bf1e12230c2237ae83d4daa3016a3 network default NAD default] I0408 02:49:32.311306 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-zpdl4, hostIfaceName: 6d4e2f0a7b5877e, network: default, NAD default, SandboxID: "6d4e2f0a7b5877e1fba122d0064d0750e78bf1e12230c2237ae83d4daa3016a3", PCI device ID: , UID: "cbac8271-260c-4e1a-b8d0-a163fba4dd23", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0408 02:49:32.363140 3763 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4 6d4e2f0a7b5877e1fba122d0064d0750e78bf1e12230c2237ae83d4daa3016a3 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zpdl4 6d4e2f0a7b5877e1fba122d0064d0750e78bf1e12230c2237ae83d4daa3016a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:5a:68:f0:2d:fb\",\"name\":\"6d4e2f0a7b5877e\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e5540eb-383c-46c5-82c8-cc97828a267a\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:49:34.821971 3763 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:34.821990 3763 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:35.094487 3763 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0408 02:49:36.211439 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0408 02:49:47.166031 3763 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-vtgvq for pod on switch ip-10-0-0-11.ec2.internal I0408 02:49:47.166148 3763 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq I0408 02:49:47.180931 3763 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq] pod update took 14.805332ms I0408 02:49:47.180958 3763 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq] addLogicalPort annotation time took 14.8346ms I0408 02:49:47.182405 3763 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq] addLogicalPort took 16.385703ms, libovsdb time 920.267µs I0408 02:49:48.126040 3763 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq 2735a7daea8cadb8fe52d4fc2c91483a0f8d6b46f987132b43a91724b7672e34 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq 2735a7daea8cadb8fe52d4fc2c91483a0f8d6b46f987132b43a91724b7672e34 network default NAD default] I0408 02:49:48.135711 3763 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-vtgvq, hostIfaceName: 2735a7daea8cadb, network: default, NAD default, SandboxID: "2735a7daea8cadb8fe52d4fc2c91483a0f8d6b46f987132b43a91724b7672e34", PCI device ID: , UID: "5780917a-a508-468f-9d40-1522e068d32b", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0408 02:49:48.188375 3763 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq 2735a7daea8cadb8fe52d4fc2c91483a0f8d6b46f987132b43a91724b7672e34 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vtgvq 2735a7daea8cadb8fe52d4fc2c91483a0f8d6b46f987132b43a91724b7672e34 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:d2:64:21:90:74\",\"name\":\"2735a7daea8cadb\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f665e95-7211-4d3e-8b42-22e72c9f567f\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:50:00.165185 3763 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:00.165737 3763 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:00.186010 3763 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:00.186027 3763 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:00.195510 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0408 02:50:00.195528 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0408 02:50:04.172441 3763 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.173011 3763 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.389828 3763 cni.go:403] [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default] I0408 02:50:04.467553 3763 cni.go:424] [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-kdv79-wm7rv 93cb7154d2413478ad38886facd057f9ec11eda933bd6f347625eaa040392e17 network default NAD default], result "{}", err I0408 02:50:04.517743 3763 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.517778 3763 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-kdv79-wm7rv I0408 02:50:04.519152 3763 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-kdv79-wm7rv, ips: 10.128.0.41 I0408 02:50:04.519183 3763 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.998363 3763 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:04.998385 3763 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:05.404581 3763 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:05.404657 3763 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:07.131568 3763 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:07.132140 3763 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:08.029659 3763 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:08.029684 3763 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:09.425805 3763 obj_retry.go:464] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:09.426210 3763 obj_retry.go:464] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:10.451351 3763 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:10.451376 3763 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:12.915829 3763 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-9946545f6-b5qnq] creating logical port tsf-tas_ctlog-9946545f6-b5qnq for pod on switch ip-10-0-0-11.ec2.internal I0408 02:50:12.915920 3763 kube.go:256] Updating pod tsf-tas/ctlog-9946545f6-b5qnq I0408 02:50:12.930388 3763 pod.go:62] [tsf-tas/ctlog-9946545f6-b5qnq] pod update took 14.492143ms I0408 02:50:12.930414 3763 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-9946545f6-b5qnq] addLogicalPort annotation time took 14.521599ms I0408 02:50:12.931760 3763 pods.go:271] [tsf-tas/ctlog-9946545f6-b5qnq] addLogicalPort took 15.949654ms, libovsdb time 849.285µs I0408 02:50:13.281205 3763 cni.go:403] [tsf-tas/ctlog-9946545f6-b5qnq ea50fa85afaa5e3558f1fefdc3ddf2b04829ee929c836a18acbd824d264fa7d4 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-9946545f6-b5qnq ea50fa85afaa5e3558f1fefdc3ddf2b04829ee929c836a18acbd824d264fa7d4 network default NAD default] I0408 02:50:13.290644 3763 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-9946545f6-b5qnq, hostIfaceName: ea50fa85afaa5e3, network: default, NAD default, SandboxID: "ea50fa85afaa5e3558f1fefdc3ddf2b04829ee929c836a18acbd824d264fa7d4", PCI device ID: , UID: "bccc6064-bc25-42c6-bb80-e46a6966f9fb", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0408 02:50:13.342949 3763 cni.go:424] [tsf-tas/ctlog-9946545f6-b5qnq ea50fa85afaa5e3558f1fefdc3ddf2b04829ee929c836a18acbd824d264fa7d4 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-9946545f6-b5qnq ea50fa85afaa5e3558f1fefdc3ddf2b04829ee929c836a18acbd824d264fa7d4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:25:67:15:13:c7\",\"name\":\"ea50fa85afaa5e3\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe1d849b-8ebb-433b-87d7-b951360c7143\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:50:18.469408 3763 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:18.470006 3763 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0408 02:50:19.467926 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0408 02:50:19.491732 3763 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.491751 3763 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.530330 3763 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.530351 3763 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.537076 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zw9x9 I0408 02:50:19.537106 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zw9x9 W0408 02:50:21.097041 3763 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0408 02:50:21.123410 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0408 02:50:21.954228 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=101 I0408 02:50:22.046424 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0408 02:50:23.111229 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0408 02:50:24.259896 3763 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:24.260470 3763 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:24.280306 3763 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:24.280329 3763 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:24.287188 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0408 02:50:24.287208 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0408 02:50:30.482144 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0408 02:50:30.530994 3763 obj_retry.go:464] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:30.531573 3763 obj_retry.go:464] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:31.556172 3763 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:31.556195 3763 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:34.589675 3763 obj_retry.go:464] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:34.590287 3763 obj_retry.go:464] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:34.699981 3763 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:34.700006 3763 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:39.361620 3763 obj_retry.go:464] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:39.362236 3763 obj_retry.go:464] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:40.387248 3763 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:40.387274 3763 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:40.637941 3763 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-dqfbk-zq7lm] creating logical port tsf-tas_tuf-repository-init-dqfbk-zq7lm for pod on switch ip-10-0-0-11.ec2.internal I0408 02:50:40.638038 3763 kube.go:256] Updating pod tsf-tas/tuf-repository-init-dqfbk-zq7lm I0408 02:50:40.654240 3763 pod.go:62] [tsf-tas/tuf-repository-init-dqfbk-zq7lm] pod update took 16.230618ms I0408 02:50:40.654270 3763 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-dqfbk-zq7lm] addLogicalPort annotation time took 16.261645ms I0408 02:50:40.655572 3763 pods.go:271] [tsf-tas/tuf-repository-init-dqfbk-zq7lm] addLogicalPort took 17.645107ms, libovsdb time 894.83µs W0408 02:50:43.493142 3763 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0408 02:50:43.721179 3763 cni.go:403] [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default] I0408 02:50:43.731119 3763 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-dqfbk-zq7lm, hostIfaceName: 21a611984ebb82b, network: default, NAD default, SandboxID: "21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4", PCI device ID: , UID: "b329d24b-d361-4ab0-9837-bfbce99a671f", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0408 02:50:43.787859 3763 cni.go:424] [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:a1:55:5f:c5:a7\",\"name\":\"21a611984ebb82b\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9eb64eb-eef4-4d08-a110-b8d72b0a102b\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:50:47.636122 3763 cni.go:403] [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default] I0408 02:50:47.725994 3763 cni.go:424] [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-dqfbk-zq7lm 21a611984ebb82b670f7110ba5cae8c614613384e54b82fe9bbec4b2433c12a4 network default NAD default], result "{}", err I0408 02:50:47.778887 3763 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:47.778922 3763 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-dqfbk-zq7lm I0408 02:50:47.780218 3763 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-dqfbk-zq7lm, ips: 10.128.0.46 I0408 02:50:47.780244 3763 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:48.653847 3763 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:48.653884 3763 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:52.747939 3763 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-h68nl] creating logical port tsf-tas_tuf-bc5768c88-h68nl for pod on switch ip-10-0-0-11.ec2.internal I0408 02:50:52.748037 3763 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-h68nl I0408 02:50:52.762801 3763 pod.go:62] [tsf-tas/tuf-bc5768c88-h68nl] pod update took 14.793731ms I0408 02:50:52.762830 3763 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-h68nl] addLogicalPort annotation time took 14.826291ms I0408 02:50:52.764151 3763 pods.go:271] [tsf-tas/tuf-bc5768c88-h68nl] addLogicalPort took 16.231141ms, libovsdb time 858.675µs I0408 02:50:54.959437 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0408 02:50:55.050500 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0408 02:51:01.819625 3763 cni.go:403] [tsf-tas/tuf-bc5768c88-h68nl 3d3092f314d7843497a13e47858f487d82485ebbc2431f0abcfaacbcb6ded2ec network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-h68nl 3d3092f314d7843497a13e47858f487d82485ebbc2431f0abcfaacbcb6ded2ec network default NAD default] I0408 02:51:01.829622 3763 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-h68nl, hostIfaceName: 3d3092f314d7843, network: default, NAD default, SandboxID: "3d3092f314d7843497a13e47858f487d82485ebbc2431f0abcfaacbcb6ded2ec", PCI device ID: , UID: "33056f9e-46a3-44a3-8461-08482e962318", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0408 02:51:01.885176 3763 cni.go:424] [tsf-tas/tuf-bc5768c88-h68nl 3d3092f314d7843497a13e47858f487d82485ebbc2431f0abcfaacbcb6ded2ec network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-h68nl 3d3092f314d7843497a13e47858f487d82485ebbc2431f0abcfaacbcb6ded2ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:fa:32:f5:63:a3\",\"name\":\"3d3092f314d7843\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6165fffb-508c-404e-a32b-44845f6d25f4\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:51:03.728028 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0408 02:51:11.529211 3763 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:11.529855 3763 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:11.581941 3763 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:11.581968 3763 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:11.589381 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0408 02:51:11.589411 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0408 02:51:12.438796 3763 namespace.go:98] [build-service] adding namespace I0408 02:51:12.438962 3763 namespace.go:98] [image-controller] adding namespace I0408 02:51:12.439743 3763 namespace.go:102] [build-service] adding namespace took 918.846µs I0408 02:51:12.440346 3763 namespace.go:102] [image-controller] adding namespace took 1.3593ms I0408 02:51:12.444866 3763 namespace.go:98] [integration-service] adding namespace I0408 02:51:12.445623 3763 namespace.go:102] [integration-service] adding namespace took 736.734µs I0408 02:51:12.447675 3763 namespace.go:98] [default-tenant] adding namespace I0408 02:51:12.448350 3763 namespace.go:102] [default-tenant] adding namespace took 662.077µs I0408 02:51:12.478874 3763 namespace.go:142] [build-service] updating namespace I0408 02:51:12.497865 3763 namespace.go:142] [build-service] updating namespace I0408 02:51:12.526808 3763 namespace.go:142] [image-controller] updating namespace I0408 02:51:12.537074 3763 namespace.go:142] [image-controller] updating namespace I0408 02:51:12.550690 3763 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.585050 3763 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.585084 3763 namespace.go:142] [default-tenant] updating namespace I0408 02:51:12.607788 3763 namespace.go:142] [default-tenant] updating namespace I0408 02:51:12.800765 3763 namespace.go:142] [build-service] updating namespace I0408 02:51:12.830004 3763 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.926740 3763 namespace.go:98] [release-service] adding namespace I0408 02:51:12.927818 3763 namespace.go:102] [release-service] adding namespace took 1.049171ms I0408 02:51:12.981997 3763 namespace.go:142] [release-service] updating namespace I0408 02:51:13.009143 3763 namespace.go:142] [release-service] updating namespace I0408 02:51:13.025140 3763 namespace.go:142] [konflux-ui] updating namespace I0408 02:51:13.249759 3763 namespace.go:98] [konflux-info] adding namespace I0408 02:51:13.250663 3763 namespace.go:102] [konflux-info] adding namespace took 882.437µs I0408 02:51:13.301027 3763 namespace.go:142] [konflux-info] updating namespace I0408 02:51:13.401011 3763 namespace.go:142] [konflux-info] updating namespace I0408 02:51:13.401123 3763 namespace.go:142] [build-service] updating namespace I0408 02:51:13.452328 3763 namespace.go:98] [namespace-lister] adding namespace I0408 02:51:13.453355 3763 namespace.go:102] [namespace-lister] adding namespace took 1.002553ms I0408 02:51:13.509832 3763 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:13.608945 3763 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:13.660785 3763 namespace.go:98] [enterprise-contract-service] adding namespace I0408 02:51:13.661681 3763 namespace.go:102] [enterprise-contract-service] adding namespace took 875.572µs I0408 02:51:13.700312 3763 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:13.705295 3763 namespace.go:142] [default-tenant] updating namespace I0408 02:51:13.764754 3763 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:13.816053 3763 namespace.go:142] [image-controller] updating namespace I0408 02:51:13.988369 3763 namespace.go:142] [default-tenant] updating namespace I0408 02:51:13.991583 3763 namespace.go:142] [image-controller] updating namespace I0408 02:51:14.084801 3763 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0408 02:51:14.085578 3763 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0408 02:51:14.085601 3763 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0408 02:51:14.088546 3763 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0408 02:51:14.115854 3763 namespace.go:98] [segment-bridge] adding namespace I0408 02:51:14.116854 3763 namespace.go:102] [segment-bridge] adding namespace took 977.408µs I0408 02:51:14.121669 3763 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0408 02:51:14.121697 3763 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0408 02:51:14.122425 3763 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0408 02:51:14.499755 3763 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:14.681011 3763 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-bd974] creating logical port namespace-lister_namespace-lister-67655c4674-bd974 for pod on switch ip-10-0-0-11.ec2.internal I0408 02:51:14.681141 3763 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-bd974 I0408 02:51:14.775981 3763 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:14.783269 3763 pod.go:62] [namespace-lister/namespace-lister-67655c4674-bd974] pod update took 102.151743ms I0408 02:51:14.783297 3763 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-bd974] addLogicalPort annotation time took 102.188347ms I0408 02:51:14.784674 3763 pods.go:271] [namespace-lister/namespace-lister-67655c4674-bd974] addLogicalPort took 103.677418ms, libovsdb time 917.853µs W0408 02:51:15.148077 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0408 02:51:15.352156 3763 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6f84fcb97-dxvmz] creating logical port konflux-ui_proxy-6f84fcb97-dxvmz for pod on switch ip-10-0-0-11.ec2.internal I0408 02:51:15.352295 3763 kube.go:256] Updating pod konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:51:15.482554 3763 pod.go:62] [konflux-ui/proxy-6f84fcb97-dxvmz] pod update took 130.291103ms I0408 02:51:15.482579 3763 base_network_controller_pods.go:937] [default/konflux-ui/proxy-6f84fcb97-dxvmz] addLogicalPort annotation time took 130.323663ms I0408 02:51:15.484012 3763 pods.go:271] [konflux-ui/proxy-6f84fcb97-dxvmz] addLogicalPort took 131.874558ms, libovsdb time 943.342µs I0408 02:51:15.700778 3763 namespace.go:142] [integration-service] updating namespace I0408 02:51:15.703852 3763 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg] creating logical port integration-service_integration-service-controller-manager-7884d6c5d6-cbmhg for pod on switch ip-10-0-0-11.ec2.internal I0408 02:51:15.703963 3763 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg I0408 02:51:15.745511 3763 pod.go:62] [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg] pod update took 41.576009ms I0408 02:51:15.745536 3763 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg] addLogicalPort annotation time took 41.60682ms I0408 02:51:15.746845 3763 pods.go:271] [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg] addLogicalPort took 43.016356ms, libovsdb time 898.846µs I0408 02:51:15.755668 3763 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-fc44cc754-cmnts] creating logical port image-controller_image-controller-controller-manager-fc44cc754-cmnts for pod on switch ip-10-0-0-11.ec2.internal I0408 02:51:15.755790 3763 kube.go:256] Updating pod image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:51:15.808789 3763 pod.go:62] [image-controller/image-controller-controller-manager-fc44cc754-cmnts] pod update took 53.029001ms I0408 02:51:15.808813 3763 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-fc44cc754-cmnts] addLogicalPort annotation time took 53.059356ms I0408 02:51:15.810100 3763 pods.go:271] [image-controller/image-controller-controller-manager-fc44cc754-cmnts] addLogicalPort took 54.45095ms, libovsdb time 888.013µs I0408 02:51:15.864862 3763 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-ppzct] creating logical port build-service_build-service-controller-manager-7df75dd4df-ppzct for pod on switch ip-10-0-0-11.ec2.internal I0408 02:51:15.864961 3763 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-ppzct I0408 02:51:15.918684 3763 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-ppzct] pod update took 53.7498ms I0408 02:51:15.918707 3763 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-ppzct] addLogicalPort annotation time took 53.778632ms I0408 02:51:15.920088 3763 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-ppzct] addLogicalPort took 55.243968ms, libovsdb time 955.803µs I0408 02:51:15.949940 3763 namespace.go:142] [build-service] updating namespace I0408 02:51:16.006800 3763 namespace.go:142] [default-tenant] updating namespace I0408 02:51:16.019836 3763 namespace.go:142] [image-controller] updating namespace I0408 02:51:16.033705 3763 namespace.go:142] [integration-service] updating namespace I0408 02:51:16.123635 3763 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default] I0408 02:51:16.133505 3763 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-fc44cc754-cmnts, hostIfaceName: 66e6805a89c55ff, network: default, NAD default, SandboxID: "66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18", PCI device ID: , UID: "af951296-1840-4033-810d-c84db01a99bd", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0408 02:51:16.137827 3763 namespace.go:142] [build-service] updating namespace I0408 02:51:16.196576 3763 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:15:8e:2c:d6:71\",\"name\":\"66e6805a89c55ff\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56df4456-2fcd-4a7c-8189-ec9e6d34fc43\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:51:16.201066 3763 namespace.go:142] [default-tenant] updating namespace I0408 02:51:16.224774 3763 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-ppzct 09e45020e810b85426e5820446582e03ecf7e75ea91dfe782de9c08ecc43febe network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-ppzct 09e45020e810b85426e5820446582e03ecf7e75ea91dfe782de9c08ecc43febe network default NAD default] I0408 02:51:16.235000 3763 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-ppzct, hostIfaceName: 09e45020e810b85, network: default, NAD default, SandboxID: "09e45020e810b85426e5820446582e03ecf7e75ea91dfe782de9c08ecc43febe", PCI device ID: , UID: "a9b0aade-bd9a-4799-a942-68eaf1d87e72", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0408 02:51:16.263405 3763 namespace.go:142] [image-controller] updating namespace I0408 02:51:16.295892 3763 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-ppzct 09e45020e810b85426e5820446582e03ecf7e75ea91dfe782de9c08ecc43febe network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-ppzct 09e45020e810b85426e5820446582e03ecf7e75ea91dfe782de9c08ecc43febe network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:33:e9:65:18:61\",\"name\":\"09e45020e810b85\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbe9e164-905f-4bcf-a51b-6ba6adb9f0c5\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:51:16.351009 3763 namespace.go:142] [integration-service] updating namespace I0408 02:51:17.869458 3763 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:18.071573 3763 namespace.go:142] [konflux-info] updating namespace I0408 02:51:18.285326 3763 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:18.472411 3763 namespace.go:142] [release-service] updating namespace I0408 02:51:18.623293 3763 cni.go:403] [namespace-lister/namespace-lister-67655c4674-bd974 855ee18238d8e84aaea99ada35baa5fc25225e4ea72910cfffa328cdf4e93312 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-bd974 855ee18238d8e84aaea99ada35baa5fc25225e4ea72910cfffa328cdf4e93312 network default NAD default] I0408 02:51:18.634112 3763 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-bd974, hostIfaceName: 855ee18238d8e84, network: default, NAD default, SandboxID: "855ee18238d8e84aaea99ada35baa5fc25225e4ea72910cfffa328cdf4e93312", PCI device ID: , UID: "2b330764-cd2d-4694-b72c-6b36bb35f1d3", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0408 02:51:18.674350 3763 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:18.694234 3763 cni.go:424] [namespace-lister/namespace-lister-67655c4674-bd974 855ee18238d8e84aaea99ada35baa5fc25225e4ea72910cfffa328cdf4e93312 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-bd974 855ee18238d8e84aaea99ada35baa5fc25225e4ea72910cfffa328cdf4e93312 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:57:9e:7b:a0:d4\",\"name\":\"855ee18238d8e84\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21adcb44-a8e2-4922-a0c2-e59590cdadbf\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:51:18.802829 3763 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:18.829840 3763 namespace.go:142] [konflux-info] updating namespace I0408 02:51:18.845687 3763 namespace.go:142] [namespace-lister] updating namespace W0408 02:51:18.855828 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0408 02:51:18.858020 3763 namespace.go:142] [release-service] updating namespace I0408 02:51:18.872229 3763 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:18.913160 3763 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:19.001134 3763 namespace.go:142] [konflux-info] updating namespace I0408 02:51:19.115786 3763 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:19.197034 3763 namespace.go:142] [release-service] updating namespace I0408 02:51:19.301893 3763 namespace.go:142] [segment-bridge] updating namespace W0408 02:51:21.849741 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0408 02:51:21.868356 3763 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0408 02:51:21.890468 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0408 02:51:23.215858 3763 cni.go:403] [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default] ADD starting CNI request [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default] I0408 02:51:23.225734 3763 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-6f84fcb97-dxvmz, hostIfaceName: 0bb731ef1388f68, network: default, NAD default, SandboxID: "0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28", PCI device ID: , UID: "241fe84a-f105-41dc-b752-92fbadafbbbe", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0408 02:51:23.279926 3763 cni.go:424] [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default] ADD finished CNI request [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:48:d8:61:c5:35\",\"name\":\"0bb731ef1388f68\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dc7385c-c139-499b-9759-a64a24dc16dc\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 02:51:23.887804 3763 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default] I0408 02:51:23.900538 3763 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7884d6c5d6-cbmhg, hostIfaceName: 9167f521072c1bf, network: default, NAD default, SandboxID: "9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7", PCI device ID: , UID: "15173193-ce4e-4d5b-b8ee-8395d510a076", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0408 02:51:23.976586 3763 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:5e:26:ee:9b:75\",\"name\":\"9167f521072c1bf\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/945bb7b8-24ca-43fb-8b7d-8f5d38dad866\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0408 02:51:29.834998 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0408 02:51:29.914880 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:29.914900 3763 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:29.941614 3763 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:29.941685 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:31.549138 3763 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0408 02:51:31.593083 3763 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:31.593110 3763 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:31.626623 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:31.627357 3763 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:31.654077 3763 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0408 02:51:31.656925 3763 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0408 02:51:32.870396 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0408 02:51:40.923580 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:40.923710 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0408 02:51:42.728197 3763 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default] I0408 02:51:42.822835 3763 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg 9167f521072c1bfff93f28c475197637f0af95c6441575eb0195d578e01873a7 network default NAD default], result "{}", err I0408 02:51:42.884832 3763 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:42.884869 3763 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg I0408 02:51:42.886256 3763 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg, ips: 10.128.0.50 I0408 02:51:42.886283 3763 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:43.017068 3763 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:43.017093 3763 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:43.023528 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg I0408 02:51:43.023553 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg I0408 02:51:47.069542 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0408 02:52:05.955802 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0408 02:52:10.002511 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0408 02:52:10.002533 3763 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0408 02:52:11.061438 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0408 02:52:40.195172 3763 cni.go:403] [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default] DEL starting CNI request [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default] I0408 02:52:40.285847 3763 cni.go:424] [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default] DEL finished CNI request [konflux-ui/proxy-6f84fcb97-dxvmz 0bb731ef1388f68f9181d5f4c15643554a90c6e9bcdcfb8b9d0b40ae7a3bec28 network default NAD default], result "{}", err I0408 02:52:40.351123 3763 obj_retry.go:464] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:40.351162 3763 pods.go:176] Deleting pod: konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:52:40.352532 3763 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6f84fcb97-dxvmz, ips: 10.128.0.49 I0408 02:52:40.352568 3763 obj_retry.go:464] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:41.344707 3763 obj_retry.go:458] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:41.344746 3763 obj_retry.go:458] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:41.355127 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:52:41.355161 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:52:45.124327 3763 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:45.124949 3763 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:45.150156 3763 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:45.150175 3763 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:45.157872 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0408 02:52:45.157899 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0408 02:52:58.040650 3763 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0408 02:53:03.584487 3763 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:03.585117 3763 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:04.214030 3763 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:04.214054 3763 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:04.225999 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr I0408 02:53:04.226028 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr I0408 02:53:11.953369 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0408 02:53:12.056261 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0408 02:53:18.281526 3763 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default] I0408 02:53:18.364654 3763 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-cmnts 66e6805a89c55ffdadd397f5eaf754c55d4560157a9f5f81645f82da514b1d18 network default NAD default], result "{}", err I0408 02:53:18.417391 3763 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:18.417428 3763 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:53:18.419000 3763 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-fc44cc754-cmnts, ips: 10.128.0.51 I0408 02:53:18.419033 3763 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:18.562680 3763 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:18.562748 3763 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:18.571194 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:53:18.571233 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:53:20.959185 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=158 I0408 02:53:24.040826 3763 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0408 02:54:12.965024 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=421 I0408 02:54:45.074420 3763 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0408 02:56:04.080519 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0408 02:56:08.962238 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=16 I0408 02:56:33.956834 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=63 I0408 02:57:07.082214 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0408 02:58:24.043445 3763 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0408 02:58:37.059205 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0408 02:58:54.962492 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0408 02:59:29.053465 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0408 03:00:00.308106 3763 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29593620-cslbb] creating logical port segment-bridge_segment-bridge-29593620-cslbb for pod on switch ip-10-0-0-11.ec2.internal I0408 03:00:00.308219 3763 kube.go:256] Updating pod segment-bridge/segment-bridge-29593620-cslbb I0408 03:00:00.323595 3763 pod.go:62] [segment-bridge/segment-bridge-29593620-cslbb] pod update took 15.397065ms I0408 03:00:00.323622 3763 base_network_controller_pods.go:937] [default/segment-bridge/segment-bridge-29593620-cslbb] addLogicalPort annotation time took 15.428676ms I0408 03:00:00.324928 3763 pods.go:271] [segment-bridge/segment-bridge-29593620-cslbb] addLogicalPort took 16.835197ms, libovsdb time 883.396µs I0408 03:00:00.671881 3763 cni.go:403] [segment-bridge/segment-bridge-29593620-cslbb 2d7aa87e67589fb5f4c12991c97088ef12ddd424c0eb1c22ec4eb67a1d8cef8b network default NAD default] ADD starting CNI request [segment-bridge/segment-bridge-29593620-cslbb 2d7aa87e67589fb5f4c12991c97088ef12ddd424c0eb1c22ec4eb67a1d8cef8b network default NAD default] I0408 03:00:00.681159 3763 helper_linux.go:450] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29593620-cslbb, hostIfaceName: 2d7aa87e67589fb, network: default, NAD default, SandboxID: "2d7aa87e67589fb5f4c12991c97088ef12ddd424c0eb1c22ec4eb67a1d8cef8b", PCI device ID: , UID: "cd8df4fe-0f48-400f-837d-2a94b612cf15", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0408 03:00:00.733819 3763 cni.go:424] [segment-bridge/segment-bridge-29593620-cslbb 2d7aa87e67589fb5f4c12991c97088ef12ddd424c0eb1c22ec4eb67a1d8cef8b network default NAD default] ADD finished CNI request [segment-bridge/segment-bridge-29593620-cslbb 2d7aa87e67589fb5f4c12991c97088ef12ddd424c0eb1c22ec4eb67a1d8cef8b network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:72:a3:17:9a:56\",\"name\":\"2d7aa87e67589fb\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c82991f-92f6-434a-a366-c54bba8d28d2\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0408 03:00:04.513493 3763 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 03:00:04.514149 3763 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 03:00:05.376252 3763 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:05.376301 3763 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:08.043280 3763 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0408 03:00:11.049593 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0408 03:00:27.063800 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0408 03:00:31.055036 3763 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:31.055057 3763 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:31.059978 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wtpkt I0408 03:00:31.060009 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wtpkt I0408 03:00:33.956707 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0408 03:00:34.033538 3763 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:34.033556 3763 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:34.041078 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qpp77 I0408 03:00:34.041096 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qpp77 I0408 03:00:40.032606 3763 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:40.032635 3763 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:40.035515 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2skrn I0408 03:00:40.035541 3763 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2skrn I0408 03:00:59.958882 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0408 03:01:05.072160 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0408 03:01:10.077572 3763 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0408 03:02:18.965444 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0408 03:02:53.960019 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0408 03:03:59.084789 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0408 03:04:09.968373 3763 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=47 I0408 03:04:50.062517 3763 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7