+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-110.ec2.internal ++ [[ -n ip-10-0-1-110.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-110.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0403 00:04:01.757604551 - disable conntrack on geneve port' I0403 00:04:01.757604551 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0403 00:04:01.774498205 - starting ovnkube-node' I0403 00:04:01.774498205 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-110.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-110.ec2.internal --init-node ip-10-0-1-110.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-110.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0403 00:04:01.812661 3792 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0403 00:04:01.812736 3792 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-f1cb2dbfda.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0403 00:04:01.814084 3792 kube.go:423] Waiting for certificate I0403 00:04:01.814113 3792 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0403 00:04:01.814146 3792 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0403 00:04:01.815005 3792 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:04:01.844738 3792 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:04:01.844757 3792 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:04:01.848094 3792 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:04:01.848179 3792 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bppc5" I0403 00:04:11.551990 3792 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bppc5" I0403 00:04:11.552119 3792 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:04:11.815041 3792 kube.go:430] Certificate found I0403 00:04:11.815597 3792 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:04:11.816934 3792 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0403 00:04:11.881774 3792 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:04:11.891391 3792 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0403 00:04:11.893779 3792 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0403 00:04:11.893930 3792 factory.go:537] Starting watch factory I0403 00:04:11.894091 3792 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894133 3792 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894494 3792 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894545 3792 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894598 3792 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894664 3792 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894927 3792 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894978 3792 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.894540 3792 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.895206 3792 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.897418 3792 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.897481 3792 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.900729 3792 controller_manager.go:368] Starting the ovnkube controller I0403 00:04:11.900790 3792 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-110.ec2.internal I0403 00:04:11.900883 3792 controller_manager.go:393] NBDB zone sync took: 60.831µs I0403 00:04:11.900913 3792 factory.go:537] Starting watch factory I0403 00:04:11.914604 3792 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.916238 3792 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.919096 3792 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.919302 3792 ovn_northd.go:121] Registering OVN northd metrics I0403 00:04:11.919511 3792 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0403 00:04:11.922876 3792 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.923234 3792 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.924162 3792 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0403 00:04:11.924222 3792 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0403 00:04:11.934584 3792 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:11.944027 3792 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0403 00:04:12.000587 3792 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:04:12.000612 3792 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:04:12.000616 3792 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:04:12.000619 3792 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:04:12.000622 3792 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:04:12.000625 3792 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:04:12.000743 3792 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:04:12.000764 3792 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:04:12.000741 3792 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:04:12.001185 3792 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:04:12.003910 3792 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:04:12.003902 3792 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:04:12.005699 3792 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:04:12.005729 3792 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:04:12.005796 3792 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.005813 3792 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.006017 3792 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:04:12.006027 3792 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:04:12.006032 3792 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:04:12.006036 3792 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:04:12.006040 3792 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:04:12.006046 3792 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:04:12.009265 3792 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.011276 3792 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:04:12.011290 3792 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:04:12.011297 3792 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:04:12.011346 3792 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.011357 3792 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.013899 3792 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.017227 3792 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:04:12.017241 3792 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:04:12.017293 3792 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.017305 3792 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.019645 3792 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.022297 3792 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:04:12.022298 3792 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:04:12.022364 3792 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.022380 3792 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.024809 3792 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.028341 3792 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:04:12.028417 3792 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:04:12.028475 3792 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.028487 3792 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.031055 3792 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.034021 3792 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:04:12.034038 3792 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:04:12.034187 3792 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:04:12.034202 3792 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:04:12.037505 3792 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:04:12.039503 3792 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:04:12.039572 3792 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:04:12.039644 3792 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.039656 3792 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.039692 3792 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.039722 3792 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.043687 3792 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.043769 3792 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:04:12.044600 3792 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:04:12.044678 3792 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:04:12.044687 3792 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:04:12.044695 3792 factory.go:649] Watch Factory start up complete, took: 150.771077ms I0403 00:04:12.044782 3792 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0403 00:04:12.050476 3792 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:04:12.050488 3792 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:04:12.050495 3792 factory.go:649] Watch Factory start up complete, took: 149.582128ms I0403 00:04:12.050503 3792 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-110.ec2.internal" zone I0403 00:04:12.086491 3792 default_node_network_controller.go:709] Initializing the default node network controller I0403 00:04:12.165162 3792 udn_isolation.go:101] Starting UDN host isolation manager I0403 00:04:12.173388 3792 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0403 00:04:12.249786 3792 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0403 00:04:12.249941 3792 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0403 00:04:12.249955 3792 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0403 00:04:12.283628 3792 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0403 00:04:12.283694 3792 default_node_network_controller.go:808] Node ip-10-0-1-110.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0403 00:04:12.289269 3792 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.110"] k8s.ovn.org/zone-name:ip-10-0-1-110.ec2.internal] on node ip-10-0-1-110.ec2.internal I0403 00:04:12.318409 3792 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0403 00:04:12.324528 3792 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0403 00:04:12.324646 3792 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0403 00:04:12.324779 3792 gateway_init.go:263] Preparing Gateway I0403 00:04:12.324787 3792 gateway_shared_intf.go:1658] Creating new gateway I0403 00:04:12.424209 3792 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:04:12.430797 3792 iptables.go:108] Creating table: filter chain: OUTPUT I0403 00:04:12.437392 3792 gateway_shared_intf.go:1787] Gateway Creation Complete I0403 00:04:12.437408 3792 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-110.ec2.internal","mac-address":"0a:ff:c0:94:fd:cf","ip-addresses":["10.0.1.110/24"],"ip-address":"10.0.1.110/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f7db5a9b-0785-4ad5-84a3-1f9371ba13f2 k8s.ovn.org/node-encap-ips:["10.0.1.110"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.110/24"} k8s.ovn.org/zone-name:ip-10-0-1-110.ec2.internal] on node ip-10-0-1-110.ec2.internal I0403 00:04:12.459540 3792 default_node_network_controller.go:518] Node connection status = connected I0403 00:04:12.550568 3792 controller_manager.go:427] Waiting for node in zone sync took: 500.052548ms I0403 00:04:12.556016 3792 controller_manager.go:608] Switching to transit router for layer2 networks I0403 00:04:12.556032 3792 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-110.ec2.internal I0403 00:04:12.573021 3792 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-03 23:59:11 +0000 UTC" deadline="2026-04-03 20:29:07.823097579 +0000 UTC" I0403 00:04:12.573045 3792 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h24m55.250061806s" I0403 00:04:12.574438 3792 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:04:12.581296 3792 controller_manager.go:288] SCTP support detected in OVN I0403 00:04:12.581909 3792 services_controller.go:69] Creating services controller for network=default I0403 00:04:12.582034 3792 udn_enabled_svc.go:80] Waiting for service informer to sync I0403 00:04:12.582077 3792 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0403 00:04:12.582117 3792 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0403 00:04:12.582132 3792 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0403 00:04:12.582140 3792 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:04:12.582293 3792 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0403 00:04:12.582330 3792 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0403 00:04:12.582363 3792 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.461µs I0403 00:04:12.582366 3792 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 24.74µs I0403 00:04:12.582381 3792 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.267µs I0403 00:04:12.582388 3792 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0403 00:04:12.582400 3792 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0403 00:04:12.582412 3792 default_network_controller.go:321] Starting the default network controller I0403 00:04:12.582484 3792 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.636µs I0403 00:04:12.582531 3792 udn_enabled_svc.go:95] Performing full resync I0403 00:04:12.582830 3792 udn_enabled_svc.go:99] Waiting for handler to sync I0403 00:04:12.582840 3792 udn_enabled_svc.go:104] Starting worker I0403 00:04:12.591666 3792 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0403 00:04:12.591838 3792 repair.go:33] Syncing exgw routes took 158.397µs I0403 00:04:12.591864 3792 default_network_controller.go:407] Starting all the Watchers... I0403 00:04:12.592028 3792 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0403 00:04:12.592042 3792 namespace.go:98] [openshift-backplane-tam] adding namespace I0403 00:04:12.592043 3792 namespace.go:98] [openshift-network-node-identity] adding namespace I0403 00:04:12.592067 3792 namespace.go:98] [openshift-insights] adding namespace I0403 00:04:12.592078 3792 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0403 00:04:12.592081 3792 namespace.go:98] [openshift] adding namespace I0403 00:04:12.592098 3792 namespace.go:98] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] adding namespace I0403 00:04:12.592098 3792 namespace.go:98] [openshift-cluster-version] adding namespace I0403 00:04:12.592106 3792 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0403 00:04:12.592112 3792 namespace.go:98] [openshift-kube-scheduler] adding namespace I0403 00:04:12.592109 3792 namespace.go:98] [openshift-console] adding namespace I0403 00:04:12.592117 3792 namespace.go:98] [openshift-operators] adding namespace I0403 00:04:12.592121 3792 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0403 00:04:12.592118 3792 namespace.go:98] [dedicated-admin] adding namespace I0403 00:04:12.592031 3792 namespace.go:98] [openshift-dns-operator] adding namespace I0403 00:04:12.592648 3792 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 608.701µs I0403 00:04:12.592663 3792 namespace.go:98] [openshift-must-gather-operator] adding namespace I0403 00:04:12.593184 3792 namespace.go:102] [openshift-must-gather-operator] adding namespace took 514.66µs I0403 00:04:12.593200 3792 namespace.go:98] [openshift-service-ca-operator] adding namespace I0403 00:04:12.593748 3792 namespace.go:102] [openshift-backplane-tam] adding namespace took 1.690201ms I0403 00:04:12.593761 3792 namespace.go:98] [openshift-backplane-mobb] adding namespace I0403 00:04:12.594306 3792 namespace.go:102] [openshift-backplane-mobb] adding namespace took 538.792µs I0403 00:04:12.594319 3792 namespace.go:98] [openshift-config-managed] adding namespace I0403 00:04:12.594745 3792 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.691243ms I0403 00:04:12.594761 3792 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0403 00:04:12.595232 3792 namespace.go:102] [openshift-insights] adding namespace took 3.154199ms I0403 00:04:12.595252 3792 namespace.go:98] [openshift-kube-apiserver] adding namespace I0403 00:04:12.595793 3792 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.70348ms I0403 00:04:12.595807 3792 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0403 00:04:12.596367 3792 namespace.go:102] [openshift] adding namespace took 4.272311ms I0403 00:04:12.596383 3792 namespace.go:98] [openshift-etcd] adding namespace I0403 00:04:12.596920 3792 namespace.go:102] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] adding namespace took 4.811963ms I0403 00:04:12.596930 3792 namespace.go:98] [default] adding namespace I0403 00:04:12.597830 3792 namespace.go:102] [openshift-cluster-version] adding namespace took 5.710752ms I0403 00:04:12.597844 3792 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0403 00:04:12.598387 3792 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.270065ms I0403 00:04:12.598401 3792 namespace.go:98] [openshift-operators-redhat] adding namespace I0403 00:04:12.598943 3792 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.825217ms I0403 00:04:12.598952 3792 namespace.go:98] [openshift-machine-config-operator] adding namespace I0403 00:04:12.599533 3792 namespace.go:102] [openshift-console] adding namespace took 7.411333ms I0403 00:04:12.599544 3792 namespace.go:98] [openshift-customer-monitoring] adding namespace I0403 00:04:12.600111 3792 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.977388ms I0403 00:04:12.600122 3792 namespace.go:98] [openshift-backplane-srep] adding namespace I0403 00:04:12.600578 3792 namespace.go:102] [openshift-operators] adding namespace took 8.445799ms I0403 00:04:12.600593 3792 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0403 00:04:12.601057 3792 namespace.go:102] [dedicated-admin] adding namespace took 8.91785ms I0403 00:04:12.601075 3792 namespace.go:98] [openshift-authentication] adding namespace I0403 00:04:12.601671 3792 namespace.go:102] [openshift-dns-operator] adding namespace took 9.503401ms I0403 00:04:12.601683 3792 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0403 00:04:12.602165 3792 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.959134ms I0403 00:04:12.602182 3792 namespace.go:98] [openshift-image-registry] adding namespace I0403 00:04:12.602593 3792 namespace.go:102] [openshift-config-managed] adding namespace took 8.264729ms I0403 00:04:12.602614 3792 namespace.go:98] [openshift-backplane-csm] adding namespace I0403 00:04:12.603117 3792 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.350261ms I0403 00:04:12.603131 3792 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0403 00:04:12.603555 3792 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.293708ms I0403 00:04:12.603569 3792 namespace.go:98] [openshift-infra] adding namespace I0403 00:04:12.604079 3792 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.267525ms I0403 00:04:12.604093 3792 namespace.go:98] [openshift-ingress] adding namespace I0403 00:04:12.604647 3792 namespace.go:102] [openshift-etcd] adding namespace took 8.258419ms I0403 00:04:12.604659 3792 namespace.go:98] [openshift-controller-manager] adding namespace I0403 00:04:12.605123 3792 namespace.go:102] [default] adding namespace took 8.187856ms I0403 00:04:12.605135 3792 namespace.go:98] [openshift-ingress-canary] adding namespace I0403 00:04:12.605576 3792 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.727444ms I0403 00:04:12.605589 3792 namespace.go:98] [openshift-host-network] adding namespace I0403 00:04:12.606188 3792 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.782516ms I0403 00:04:12.606202 3792 namespace.go:98] [kube-public] adding namespace I0403 00:04:12.606659 3792 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.701465ms I0403 00:04:12.606672 3792 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0403 00:04:12.607173 3792 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.624172ms I0403 00:04:12.607183 3792 namespace.go:98] [openshift-backplane-cse] adding namespace I0403 00:04:12.607668 3792 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.541224ms I0403 00:04:12.607679 3792 namespace.go:98] [openshift-network-console] adding namespace I0403 00:04:12.608173 3792 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.575766ms I0403 00:04:12.608185 3792 namespace.go:98] [openshift-monitoring] adding namespace I0403 00:04:12.608676 3792 namespace.go:102] [openshift-authentication] adding namespace took 7.593482ms I0403 00:04:12.608692 3792 namespace.go:98] [kube-node-lease] adding namespace I0403 00:04:12.609169 3792 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.482352ms I0403 00:04:12.609179 3792 namespace.go:98] [openshift-apiserver] adding namespace I0403 00:04:12.609680 3792 namespace.go:102] [openshift-image-registry] adding namespace took 7.492052ms I0403 00:04:12.609693 3792 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0403 00:04:12.610147 3792 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.524843ms I0403 00:04:12.610164 3792 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0403 00:04:12.610622 3792 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.484568ms I0403 00:04:12.610636 3792 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0403 00:04:12.611231 3792 namespace.go:102] [openshift-infra] adding namespace took 7.656379ms I0403 00:04:12.611244 3792 namespace.go:98] [openshift-console-user-settings] adding namespace I0403 00:04:12.611780 3792 namespace.go:102] [openshift-ingress] adding namespace took 7.682828ms I0403 00:04:12.611789 3792 namespace.go:98] [openshift-network-operator] adding namespace I0403 00:04:12.612293 3792 namespace.go:102] [openshift-controller-manager] adding namespace took 7.631128ms I0403 00:04:12.612301 3792 namespace.go:98] [openshift-apiserver-operator] adding namespace I0403 00:04:12.612735 3792 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.594655ms I0403 00:04:12.612751 3792 namespace.go:98] [openshift-node] adding namespace I0403 00:04:12.613211 3792 namespace.go:102] [openshift-host-network] adding namespace took 7.617936ms I0403 00:04:12.613220 3792 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0403 00:04:12.613684 3792 namespace.go:102] [kube-public] adding namespace took 7.475971ms I0403 00:04:12.613703 3792 namespace.go:98] [openshift-ingress-operator] adding namespace I0403 00:04:12.614052 3792 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.372547ms I0403 00:04:12.614066 3792 namespace.go:98] [kube-system] adding namespace I0403 00:04:12.614570 3792 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.381951ms I0403 00:04:12.614583 3792 namespace.go:98] [openshift-backplane-cee] adding namespace I0403 00:04:12.615128 3792 namespace.go:102] [openshift-network-console] adding namespace took 7.443642ms I0403 00:04:12.615136 3792 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0403 00:04:12.615638 3792 namespace.go:102] [openshift-monitoring] adding namespace took 7.44951ms I0403 00:04:12.615646 3792 namespace.go:98] [openshift-console-operator] adding namespace I0403 00:04:12.616108 3792 namespace.go:102] [kube-node-lease] adding namespace took 7.41258ms I0403 00:04:12.616118 3792 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0403 00:04:12.616540 3792 namespace.go:102] [openshift-apiserver] adding namespace took 7.357935ms I0403 00:04:12.616549 3792 namespace.go:98] [openshift-route-controller-manager] adding namespace I0403 00:04:12.616976 3792 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.27438ms I0403 00:04:12.617355 3792 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.186796ms I0403 00:04:12.617365 3792 namespace.go:98] [openshift-logging] adding namespace I0403 00:04:12.617900 3792 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.258681ms I0403 00:04:12.617912 3792 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0403 00:04:12.618294 3792 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.045819ms I0403 00:04:12.618306 3792 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0403 00:04:12.618729 3792 namespace.go:102] [openshift-network-operator] adding namespace took 6.933646ms I0403 00:04:12.618745 3792 namespace.go:98] [openshift-backplane] adding namespace I0403 00:04:12.619168 3792 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.861957ms I0403 00:04:12.619179 3792 namespace.go:98] [openshift-multus] adding namespace I0403 00:04:12.619563 3792 namespace.go:102] [openshift-node] adding namespace took 6.805333ms I0403 00:04:12.619580 3792 namespace.go:98] [openshift-dns] adding namespace I0403 00:04:12.620023 3792 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.799068ms I0403 00:04:12.620034 3792 namespace.go:98] [openshift-machine-api] adding namespace I0403 00:04:12.620911 3792 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.183049ms I0403 00:04:12.620922 3792 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0403 00:04:12.621333 3792 namespace.go:102] [kube-system] adding namespace took 7.2614ms I0403 00:04:12.621346 3792 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0403 00:04:12.621728 3792 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.140004ms I0403 00:04:12.621739 3792 namespace.go:98] [openshift-package-operator] adding namespace I0403 00:04:12.622246 3792 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.106299ms I0403 00:04:12.622256 3792 namespace.go:98] [openshift-authentication-operator] adding namespace I0403 00:04:12.622746 3792 namespace.go:102] [openshift-console-operator] adding namespace took 7.096033ms I0403 00:04:12.622756 3792 namespace.go:98] [openshift-config] adding namespace I0403 00:04:12.623125 3792 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.003501ms I0403 00:04:12.623133 3792 namespace.go:98] [openshift-marketplace] adding namespace I0403 00:04:12.623721 3792 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.169519ms I0403 00:04:12.623729 3792 namespace.go:98] [openshift-network-diagnostics] adding namespace I0403 00:04:12.624185 3792 namespace.go:102] [openshift-logging] adding namespace took 6.816799ms I0403 00:04:12.624592 3792 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.672253ms I0403 00:04:12.625074 3792 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.762519ms W0403 00:04:12.625463 3792 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nfwxx: pod openshift-multus/network-metrics-daemon-nfwxx: no pod IPs found I0403 00:04:12.625502 3792 namespace.go:102] [openshift-backplane] adding namespace took 6.7517ms I0403 00:04:12.626002 3792 namespace.go:102] [openshift-multus] adding namespace took 6.818104ms I0403 00:04:12.626390 3792 namespace.go:102] [openshift-dns] adding namespace took 6.803466ms I0403 00:04:12.626402 3792 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0403 00:04:12.626853 3792 namespace.go:102] [openshift-machine-api] adding namespace took 6.81418ms I0403 00:04:12.627317 3792 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.390116ms I0403 00:04:12.627335 3792 namespace.go:98] [openshift-service-ca] adding namespace I0403 00:04:12.627677 3792 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.327971ms I0403 00:04:12.627687 3792 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0403 00:04:12.628167 3792 namespace.go:102] [openshift-package-operator] adding namespace took 6.423221ms I0403 00:04:12.628181 3792 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0403 00:04:12.628594 3792 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.33168ms I0403 00:04:12.629067 3792 namespace.go:102] [openshift-config] adding namespace took 6.306079ms W0403 00:04:12.629460 3792 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-swclw: pod openshift-network-diagnostics/network-check-target-swclw: no pod IPs found I0403 00:04:12.629507 3792 namespace.go:102] [openshift-marketplace] adding namespace took 6.368694ms I0403 00:04:12.629984 3792 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.251332ms I0403 00:04:12.629994 3792 namespace.go:98] [openshift-config-operator] adding namespace I0403 00:04:12.630438 3792 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.032338ms I0403 00:04:12.630815 3792 namespace.go:102] [openshift-service-ca] adding namespace took 3.473381ms I0403 00:04:12.631274 3792 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.581257ms I0403 00:04:12.631644 3792 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.456976ms I0403 00:04:12.632069 3792 namespace.go:102] [openshift-config-operator] adding namespace took 2.068958ms I0403 00:04:12.632423 3792 zone_ic_handler.go:186] Time taken to create transit switch: 261.396µs I0403 00:04:12.632522 3792 master.go:532] Adding or Updating local node "ip-10-0-1-110.ec2.internal" for network "default" I0403 00:04:12.632927 3792 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-147.ec2.internal for the network default I0403 00:04:12.633134 3792 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-108.ec2.internal for the network default I0403 00:04:12.634028 3792 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-147.ec2.internal" on network "default" took: 1.116815ms I0403 00:04:12.634344 3792 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-108.ec2.internal" on network "default" took: 1.220168ms W0403 00:04:12.640217 3792 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nfwxx: pod openshift-multus/network-metrics-daemon-nfwxx: no pod IPs found W0403 00:04:12.640245 3792 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-swclw: pod openshift-network-diagnostics/network-check-target-swclw: no pod IPs found I0403 00:04:12.646671 3792 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-110.ec2.internal for the network default I0403 00:04:12.647897 3792 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0403 00:04:12.647922 3792 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0403 00:04:12.647936 3792 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0403 00:04:12.647971 3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-110.ec2.internal in network "default" I0403 00:04:12.648020 3792 node_tracker.go:169] Node ip-10-0-1-110.ec2.internal switch + router changed, syncing services in network "default" I0403 00:04:12.648030 3792 services_controller.go:574] Full service sync requested for network=default I0403 00:04:12.648039 3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-108.ec2.internal in network "default" I0403 00:04:12.648064 3792 node_tracker.go:169] Node ip-10-0-2-108.ec2.internal switch + router changed, syncing services in network "default" I0403 00:04:12.648071 3792 services_controller.go:574] Full service sync requested for network=default I0403 00:04:12.648076 3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-147.ec2.internal in network "default" I0403 00:04:12.648096 3792 node_tracker.go:169] Node ip-10-0-0-147.ec2.internal switch + router changed, syncing services in network "default" I0403 00:04:12.648104 3792 services_controller.go:574] Full service sync requested for network=default I0403 00:04:12.748095 3792 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0403 00:04:12.748116 3792 services_controller.go:208] Setting up event handlers for services for network=default I0403 00:04:12.748161 3792 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0403 00:04:12.748200 3792 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0403 00:04:12.748211 3792 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0403 00:04:12.848436 3792 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0403 00:04:12.848458 3792 repair.go:60] Starting repairing loop for services I0403 00:04:12.848543 3792 repair.go:131] Deleted 0 stale service LBs I0403 00:04:12.848562 3792 repair.go:137] Deleted 0 stale Chassis Template Vars I0403 00:04:12.848579 3792 repair.go:62] Finished repairing loop for services: 121.959µs I0403 00:04:12.848603 3792 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0403 00:04:12.848624 3792 services_controller.go:254] Starting workers for network=default I0403 00:04:12.848945 3792 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nznpj of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0403 00:04:12.849033 3792 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-swclw] creating logical port openshift-network-diagnostics_network-check-target-swclw for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:12.849102 3792 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nfwxx] creating logical port openshift-multus_network-metrics-daemon-nfwxx for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:12.849170 3792 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-swclw I0403 00:04:12.849186 3792 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nfwxx W0403 00:04:12.850369 3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:04:12.852545 3792 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:04:12.868350 3792 pod.go:62] [openshift-network-diagnostics/network-check-target-swclw] pod update took 19.233755ms I0403 00:04:12.868369 3792 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-swclw] addLogicalPort annotation time took 19.26381ms I0403 00:04:12.869193 3792 pods.go:271] [openshift-network-diagnostics/network-check-target-swclw] addLogicalPort took 20.169724ms, libovsdb time 623.905µs I0403 00:04:12.869217 3792 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-nt956 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0403 00:04:12.869265 3792 pod.go:62] [openshift-multus/network-metrics-daemon-nfwxx] pod update took 20.115022ms I0403 00:04:12.869285 3792 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-nfwxx] addLogicalPort annotation time took 20.135865ms I0403 00:04:12.870212 3792 pods.go:271] [openshift-multus/network-metrics-daemon-nfwxx] addLogicalPort took 21.115757ms, libovsdb time 725.837µs I0403 00:04:12.870676 3792 admin_network_policy_controller.go:227] Starting controller default-network-controller I0403 00:04:12.870702 3792 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0403 00:04:12.870736 3792 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0403 00:04:12.870742 3792 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0403 00:04:12.870974 3792 repair.go:29] Repairing admin network policies took 225.429µs I0403 00:04:12.871130 3792 repair.go:92] Repairing baseline admin network policies took 139.978µs I0403 00:04:12.871479 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0403 00:04:12.871495 3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0403 00:04:12.873193 3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0403 00:04:12.873216 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0403 00:04:12.873225 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0403 00:04:12.874823 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0403 00:04:12.874843 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0403 00:04:12.874850 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0403 00:04:12.876602 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0403 00:04:12.876622 3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0403 00:04:12.876633 3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0403 00:04:12.878672 3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0403 00:04:12.878692 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0403 00:04:12.878701 3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0403 00:04:12.879214 3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0403 00:04:12.879242 3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0403 00:04:12.879258 3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0403 00:04:12.881202 3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0403 00:04:12.881226 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0403 00:04:12.881236 3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0403 00:04:12.881560 3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0403 00:04:12.881578 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0403 00:04:12.881586 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0403 00:04:12.883117 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0403 00:04:12.883135 3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0403 00:04:12.883148 3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0403 00:04:12.884343 3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0403 00:04:12.884367 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0403 00:04:12.884377 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0403 00:04:12.884904 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0403 00:04:12.884927 3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0403 00:04:12.884938 3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0403 00:04:12.886027 3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0403 00:04:12.886049 3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0403 00:04:12.886057 3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0403 00:04:12.886372 3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0403 00:04:12.886396 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0403 00:04:12.886405 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0403 00:04:12.886922 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0403 00:04:12.886946 3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0403 00:04:12.886954 3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0403 00:04:12.887411 3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0403 00:04:12.887428 3792 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0403 00:04:12.887440 3792 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0403 00:04:12.889301 3792 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0403 00:04:12.889326 3792 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0403 00:04:12.889337 3792 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0403 00:04:12.890893 3792 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0403 00:04:12.890910 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0403 00:04:12.890919 3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0403 00:04:12.891548 3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0403 00:04:12.891566 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0403 00:04:12.891574 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0403 00:04:12.892061 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0403 00:04:12.892080 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0403 00:04:12.892443 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0403 00:04:12.892916 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:04:12.892932 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0403 00:04:12.893657 3792 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0403 00:04:12.893670 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:04:12.894377 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0403 00:04:12.894395 3792 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0403 00:04:12.894402 3792 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0403 00:04:12.894668 3792 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0403 00:04:12.894684 3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0403 00:04:12.894694 3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0403 00:04:12.895657 3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0403 00:04:12.895679 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0403 00:04:12.895688 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0403 00:04:12.896201 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:04:12.896218 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0403 00:04:12.896238 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:04:12.896939 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0403 00:04:12.896953 3792 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0403 00:04:12.896961 3792 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0403 00:04:12.898014 3792 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0403 00:04:12.898033 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0403 00:04:12.898042 3792 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0403 00:04:12.898489 3792 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0403 00:04:12.898505 3792 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0403 00:04:12.898511 3792 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0403 00:04:12.898793 3792 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0403 00:04:12.898809 3792 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0403 00:04:12.898817 3792 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0403 00:04:12.899314 3792 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0403 00:04:12.899328 3792 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0403 00:04:12.899340 3792 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0403 00:04:12.900543 3792 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0403 00:04:12.900804 3792 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nznpj of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0403 00:04:12.900838 3792 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-nt956 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0403 00:04:12.906601 3792 egressfirewall.go:319] Starting EgressFirewall controller I0403 00:04:12.906631 3792 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0403 00:04:12.906669 3792 controller.go:133] Adding controller egress-firewall-controller event handlers I0403 00:04:12.906702 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0403 00:04:12.906724 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0403 00:04:12.906740 3792 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0403 00:04:12.906741 3792 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0403 00:04:12.907601 3792 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0403 00:04:12.907622 3792 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0403 00:04:12.907637 3792 egressqos.go:193] Setting up event handlers for EgressQoS I0403 00:04:12.907723 3792 egressfirewall.go:628] Syncing node "ip-10-0-1-110.ec2.internal" for egress firewall I0403 00:04:12.907735 3792 egressfirewall.go:628] Syncing node "ip-10-0-2-108.ec2.internal" for egress firewall I0403 00:04:12.907739 3792 egressfirewall.go:628] Syncing node "ip-10-0-0-147.ec2.internal" for egress firewall I0403 00:04:12.907880 3792 egressqos.go:245] Starting EgressQoS Controller I0403 00:04:12.907893 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0403 00:04:12.907902 3792 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0403 00:04:12.907911 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0403 00:04:12.907919 3792 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0403 00:04:12.907928 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0403 00:04:12.907936 3792 shared_informer.go:356] "Caches are synced" controller="egressqos" I0403 00:04:12.907943 3792 egressqos.go:259] Repairing EgressQoSes I0403 00:04:12.907949 3792 egressqos.go:399] Starting repairing loop for egressqos I0403 00:04:12.908032 3792 egressqos.go:401] Finished repairing loop for egressqos: 83.865µs I0403 00:04:12.908058 3792 egressservice_zone.go:132] Setting up event handlers for Egress Services I0403 00:04:12.908078 3792 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-110.ec2.internal I0403 00:04:12.908135 3792 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-110.ec2.internal : 56.698µs I0403 00:04:12.908236 3792 egressservice_zone.go:210] Starting Egress Services Controller I0403 00:04:12.908250 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:04:12.908259 3792 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:04:12.908269 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:04:12.908277 3792 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:04:12.908286 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:04:12.908294 3792 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:04:12.908303 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0403 00:04:12.908310 3792 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0403 00:04:12.908317 3792 egressservice_zone.go:228] Repairing Egress Services I0403 00:04:12.908595 3792 master_controller.go:88] Starting Admin Policy Based Route Controller I0403 00:04:12.908605 3792 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:04:12.908675 3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-147.ec2.internal I0403 00:04:12.908697 3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-147.ec2.internal: 21.934µs I0403 00:04:12.908728 3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:04:12.908735 3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 8.087µs I0403 00:04:12.908743 3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-108.ec2.internal I0403 00:04:12.908750 3792 default_network_controller.go:568] Completing all the Watchers took 316.877769ms I0403 00:04:12.908753 3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-108.ec2.internal: 10.135µs I0403 00:04:12.908763 3792 default_network_controller.go:572] Starting unidling controllers I0403 00:04:12.908769 3792 unidle.go:46] Registering OVN SB ControllerEvent handler I0403 00:04:12.908775 3792 unidle.go:63] Populating Initial ContollerEvent events I0403 00:04:12.908786 3792 unidle.go:79] Setting up event handlers for services I0403 00:04:12.908849 3792 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:04:12.919942 3792 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:04:12.960562 3792 default_node_network_controller.go:518] Node connection status = connected I0403 00:04:12.978187 3792 bridgeconfig.go:537] Gateway is ready I0403 00:04:12.978204 3792 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0403 00:04:12.989846 3792 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.110. Updating OVN encap IP. I0403 00:04:12.995191 3792 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.110 - it is already configured I0403 00:04:12.995204 3792 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.110/24:{} 172.20.0.1/32:{}]. Updating annotations. I0403 00:04:12.995401 3792 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.110/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-110.ec2.internal","mac-address":"0a:ff:c0:94:fd:cf","ip-addresses":["10.0.1.110/24"],"ip-address":"10.0.1.110/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f7db5a9b-0785-4ad5-84a3-1f9371ba13f2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.110/24"}] on node ip-10-0-1-110.ec2.internal I0403 00:04:13.015523 3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:04:13.015531 3792 egressfirewall.go:628] Syncing node "ip-10-0-1-110.ec2.internal" for egress firewall I0403 00:04:13.015541 3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 23.833µs I0403 00:04:13.015610 3792 master.go:532] Adding or Updating local node "ip-10-0-1-110.ec2.internal" for network "default" I0403 00:04:13.015662 3792 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-110.ec2.internal in network "default" I0403 00:04:13.015732 3792 node_tracker.go:169] Node ip-10-0-1-110.ec2.internal switch + router changed, syncing services in network "default" I0403 00:04:13.015749 3792 services_controller.go:574] Full service sync requested for network=default I0403 00:04:13.015782 3792 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.110 I0403 00:04:13.015876 3792 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-110.ec2.internal W0403 00:04:13.015986 3792 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:04:13.016153 3792 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:04:13.020101 3792 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-110.ec2.internal. Updating no re-route policies I0403 00:04:13.020170 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dfrxs I0403 00:04:13.020171 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-mk45w I0403 00:04:13.020182 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-110.ec2.internal I0403 00:04:13.020187 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dfrxs I0403 00:04:13.020192 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-mk45w I0403 00:04:13.020192 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kq2fp I0403 00:04:13.020201 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nfwxx I0403 00:04:13.020205 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-kq2fp I0403 00:04:13.020209 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nfwxx I0403 00:04:13.020209 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-df9xw I0403 00:04:13.020214 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dfrxs after 0 failed attempt(s) I0403 00:04:13.020216 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-mk45w after 0 failed attempt(s) I0403 00:04:13.020220 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-df9xw I0403 00:04:13.020193 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-110.ec2.internal I0403 00:04:13.020229 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-mmb59 I0403 00:04:13.020230 3792 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-q7jpv I0403 00:04:13.020234 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-mmb59 I0403 00:04:13.020234 3792 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nfwxx] creating logical port openshift-multus_network-metrics-daemon-nfwxx for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:13.020231 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lksrr I0403 00:04:13.020220 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tz8wm I0403 00:04:13.020220 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-kq2fp after 0 failed attempt(s) I0403 00:04:13.020245 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-mmb59 after 0 failed attempt(s) I0403 00:04:13.020248 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lksrr I0403 00:04:13.020252 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tz8wm I0403 00:04:13.020251 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-swclw I0403 00:04:13.020241 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-df9xw after 0 failed attempt(s) I0403 00:04:13.020248 3792 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-110.ec2.internal I0403 00:04:13.020262 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-swclw I0403 00:04:13.020267 3792 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-110.ec2.internal I0403 00:04:13.020279 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lksrr after 0 failed attempt(s) I0403 00:04:13.020266 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tz8wm after 0 failed attempt(s) I0403 00:04:13.020282 3792 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-110.ec2.internal after 0 failed attempt(s) I0403 00:04:13.020239 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-110.ec2.internal after 0 failed attempt(s) I0403 00:04:13.020237 3792 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-q7jpv I0403 00:04:13.020296 3792 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-swclw] creating logical port openshift-network-diagnostics_network-check-target-swclw for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:13.020306 3792 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-q7jpv after 0 failed attempt(s) I0403 00:04:13.020364 3792 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jhp4s I0403 00:04:13.020384 3792 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jhp4s I0403 00:04:13.020407 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jhp4s after 0 failed attempt(s) I0403 00:04:13.020946 3792 pods.go:271] [openshift-multus/network-metrics-daemon-nfwxx] addLogicalPort took 718.399µs, libovsdb time 273.23µs I0403 00:04:13.020977 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nfwxx after 0 failed attempt(s) I0403 00:04:13.021141 3792 pods.go:271] [openshift-network-diagnostics/network-check-target-swclw] addLogicalPort took 850.919µs, libovsdb time 372.437µs I0403 00:04:13.021151 3792 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-swclw after 0 failed attempt(s) I0403 00:04:13.049145 3792 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0403 00:04:13.061809 3792 iptables.go:108] Creating table: mangle chain: OUTPUT I0403 00:04:13.065298 3792 iptables.go:108] Creating table: nat chain: OUTPUT I0403 00:04:13.110050 3792 iptables.go:108] Creating table: nat chain: PREROUTING I0403 00:04:13.186404 3792 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:04:13.204473 3792 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0403 00:04:13.204585 3792 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0403 00:04:13.204640 3792 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0403 00:04:13.204736 3792 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0403 00:04:13.204790 3792 gateway_init.go:325] Gateway and management port readiness took 749.584212ms I0403 00:04:13.204818 3792 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0403 00:04:13.204865 3792 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0403 00:04:13.204878 3792 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0403 00:04:13.204886 3792 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:04:13.204953 3792 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0403 00:04:13.205025 3792 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.417µs I0403 00:04:13.205279 3792 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0403 00:04:13.205302 3792 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.409µs I0403 00:04:13.205310 3792 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.458µs I0403 00:04:13.205316 3792 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0403 00:04:13.205325 3792 nad_controller.go:173] [node-nad-controller NAD controller]: started I0403 00:04:13.205332 3792 default_node_network_controller.go:898] Starting the default node network controller I0403 00:04:13.205336 3792 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0403 00:04:13.205370 3792 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 9.294µs I0403 00:04:13.205493 3792 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0403 00:04:13.205501 3792 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0403 00:04:13.205525 3792 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9dc30 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc000aabe50 0xc0002dc8c0 0xc0002dc930 0xc000720320 0xc0063c1110 0xc0002dc9a0 map[0x2f8f0c0:0xc002308a20 0x2f8f600:0xc002308ba0 0x2f90080:0xc0041037a0 0x2f90320:0xc0023089c0 0x2f90b00:0xc002308a80 0x2f90da0:0xc002308ae0 0x2f91040:0xc002308b40 0x2f91820:0xc002308c00 0x2f91ac0:0xc002308c60 0x2fbc3e0:0xc001a845a0 0x2fbc780:0xc001a84600 0x2fbd260:0xc000bd3e60 0x2fbebc0:0xc001a60000 0x2fbf6a0:0xc001a84660 0x2fc0520:0xc000acade0] 0xc000aa0ee0 0} I0403 00:04:13.205579 3792 gateway.go:151] Starting gateway service sync I0403 00:04:13.206128 3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0403 00:04:13.208480 3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0403 00:04:13.227414 3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0403 00:04:13.228777 3792 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0403 00:04:13.229996 3792 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0403 00:04:13.264886 3792 gateway.go:168] Gateway service sync done. Time taken: 59.293959ms I0403 00:04:13.265359 3792 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30848 I0403 00:04:13.265865 3792 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9dc30 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc000aabe50 0xc0002dc8c0 0xc0002dc930 0xc000720320 0xc0063c1110 0xc0002dc9a0 map[0x2f8f0c0:0xc002308a20 0x2f8f600:0xc002308ba0 0x2f90080:0xc0041037a0 0x2f90320:0xc0023089c0 0x2f90b00:0xc002308a80 0x2f90da0:0xc002308ae0 0x2f91040:0xc002308b40 0x2f91820:0xc002308c00 0x2f91ac0:0xc002308c60 0x2fbc3e0:0xc001a845a0 0x2fbc780:0xc001a84600 0x2fbd260:0xc000bd3e60 0x2fbebc0:0xc001a60000 0x2fbf6a0:0xc001a84660 0x2fc0520:0xc000acade0] 0xc000aa0ee0 0} I0403 00:04:13.266806 3792 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9dc30 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc000aabe50 0xc0002dc8c0 0xc0002dc930 0xc000720320 0xc0063c1110 0xc0002dc9a0 map[0x2f8f0c0:0xc002308a20 0x2f8f600:0xc002308ba0 0x2f90080:0xc0041037a0 0x2f90320:0xc0023089c0 0x2f90b00:0xc002308a80 0x2f90da0:0xc002308ae0 0x2f91040:0xc002308b40 0x2f91820:0xc002308c00 0x2f91ac0:0xc002308c60 0x2fbc3e0:0xc001a845a0 0x2fbc780:0xc001a84600 0x2fbd260:0xc000bd3e60 0x2fbebc0:0xc001a60000 0x2fbf6a0:0xc001a84660 0x2fc0520:0xc000acade0] 0xc000aa0ee0 0} I0403 00:04:13.266852 3792 gateway.go:519] Reconciling gateway with updates I0403 00:04:13.272392 3792 gateway.go:326] Spawning Conntrack Rule Check Thread I0403 00:04:13.272478 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:04:13.272493 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:04:13.272498 3792 default_node_network_controller.go:943] Gateway and management port readiness took 66.985579ms I0403 00:04:13.272504 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:04:13.272522 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:04:13.272520 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0403 00:04:13.272540 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:04:13.272540 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:04:13.272480 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:04:13.272548 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0403 00:04:13.272554 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:04:13.272559 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:04:13.272502 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:04:13.272560 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:04:13.272573 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:04:13.272574 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:04:13.272582 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:04:13.272580 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:04:13.272596 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0403 00:04:13.272603 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:04:13.272602 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:04:13.272543 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:04:13.272614 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0403 00:04:13.272617 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:04:13.272620 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:04:13.272621 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:04:13.272624 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:04:13.272629 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:04:13.272620 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:04:13.272633 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0403 00:04:13.272636 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:04:13.272640 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:04:13.272648 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:04:13.272642 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:04:13.272653 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:04:13.272655 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:04:13.272656 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:04:13.272660 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:04:13.272663 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:04:13.272666 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0403 00:04:13.272671 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:04:13.272669 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:04:13.272673 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:04:13.272669 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:04:13.272686 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:04:13.272689 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:04:13.272687 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:04:13.272690 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:04:13.272695 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:04:13.272685 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:04:13.272701 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:04:13.272722 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:04:13.272702 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0403 00:04:13.272727 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:04:13.272725 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:04:13.272726 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:04:13.272703 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:04:13.272745 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:04:13.272746 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:04:13.272747 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:04:13.272674 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:04:13.272764 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:04:13.272773 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:04:13.272686 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:04:13.272781 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:04:13.272585 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:04:13.272802 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:04:13.272702 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:04:13.272810 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:04:13.272772 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:04:13.272785 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:04:13.272730 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:04:13.272677 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:04:13.272840 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:04:13.272608 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:04:13.272843 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:04:13.272855 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:04:13.272861 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:04:13.272865 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:04:13.272865 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:04:13.272863 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:04:13.272873 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:04:13.272879 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:04:13.272879 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:04:13.272881 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:04:13.272868 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:04:13.272869 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:04:13.272889 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:04:13.272893 3792 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0403 00:04:13.272894 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:04:13.272899 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:04:13.272899 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:04:13.272902 3792 port_claim.go:71] Svc openshift-ingress/router-default: port 30980 is already open, no action needed I0403 00:04:13.272922 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0403 00:04:13.272556 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:04:13.272940 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0403 00:04:13.272885 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:04:13.272973 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:04:13.272855 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:04:13.272623 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:04:13.273029 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:04:13.272640 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:04:13.273045 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:04:13.272647 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:04:13.272651 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:04:13.273088 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:04:13.272649 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:04:13.272655 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:04:13.272663 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:04:13.273167 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:04:13.272673 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:04:13.273191 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:04:13.272702 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:04:13.273225 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:04:13.273229 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:04:13.272734 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0403 00:04:13.273236 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0403 00:04:13.272752 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:04:13.272871 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:04:13.272881 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:04:13.273265 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:04:13.273268 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:04:13.272892 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:04:13.272889 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:04:13.273300 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:04:13.273616 3792 node_ip_handler_linux.go:160] Node IP manager is running W0403 00:04:13.310806 3792 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:04:13.310984 3792 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:04:13.311078 3792 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0403 00:04:13.319358 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:04:13.319382 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:04:13.319391 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:04:13.319398 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:04:13.319407 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:04:13.319413 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:04:13.319420 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:04:13.319425 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:04:13.319433 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:04:13.358224 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:04:13.358233 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:04:13.358252 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0403 00:04:13.358259 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:04:13.358266 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:04:13.358272 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:04:13.358278 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:04:13.358284 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:04:13.358291 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:04:13.397534 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:04:13.397566 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:04:13.397574 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:04:13.397580 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) W0403 00:04:14.712843 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0403 00:04:14.949276 3792 default_node_network_controller.go:1369] Starting node controller node sync W0403 00:04:14.949299 3792 egressip_healthcheck.go:76] Health checking using insecure connection I0403 00:04:14.949351 3792 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0403 00:04:14.961026 3792 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.731925ms I0403 00:04:14.961140 3792 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-147.ec2.internal", IP: 10.0.0.147 to PMTUD blocking rules I0403 00:04:14.961155 3792 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-147.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:04:14.961161 3792 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 10.0.2.108 to PMTUD blocking rules I0403 00:04:14.961173 3792 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:04:14.972037 3792 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0403 00:04:14.972338 3792 egressservice_node.go:93] Setting up event handlers for Egress Services I0403 00:04:14.972463 3792 egressservice_node.go:183] Starting Egress Services Controller I0403 00:04:14.972490 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:04:14.972505 3792 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:04:14.972510 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:04:14.972515 3792 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:04:14.972520 3792 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:04:14.972524 3792 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:04:14.972528 3792 egressservice_node.go:197] Repairing Egress Services I0403 00:04:14.982489 3792 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0403 00:04:14.982502 3792 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:04:14.982683 3792 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0403 00:04:14.982696 3792 link_network_manager.go:117] Link manager is running I0403 00:04:14.982721 3792 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0403 00:04:14.982785 3792 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0403 00:04:14.983040 3792 vrf_manager.go:128] VRF manager is running I0403 00:04:14.983160 3792 node_controller_manager.go:437] Removing flows to drop GARP I0403 00:04:14.983171 3792 gateway.go:519] Reconciling gateway with updates I0403 00:04:15.006616 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:04:15.006616 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:04:15.006627 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:04:15.006634 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:04:15.006644 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:04:15.006645 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:04:15.006650 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:04:15.006652 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:04:15.006656 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:04:15.006657 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:04:15.006669 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:04:15.006674 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:04:15.006688 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:04:15.006700 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:04:15.006730 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:04:15.006734 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:04:15.006741 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:04:15.006744 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:04:15.006748 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:04:15.006748 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:04:15.006754 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:04:15.006754 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:04:15.006759 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:04:15.006756 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:04:15.006763 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:04:15.006766 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:04:15.006766 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:04:15.006771 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:04:15.006769 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:04:15.006770 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:04:15.006782 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:04:15.006783 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:04:15.006789 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:04:15.006787 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:04:15.006795 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:04:15.006791 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:04:15.006799 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:04:15.006805 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0403 00:04:15.006807 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:04:15.006797 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:04:15.006816 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:04:15.006820 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:04:15.006823 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:04:15.006828 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:04:15.006830 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:04:15.006826 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:04:15.006829 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:04:15.006835 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:04:15.006841 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:04:15.006848 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:04:15.006775 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:04:15.006855 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:04:15.006860 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:04:15.006862 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:04:15.006864 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:04:15.006866 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:04:15.006867 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:04:15.006873 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:04:15.006743 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:04:15.006877 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:04:15.006876 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:04:15.006885 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:04:15.006889 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:04:15.006894 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:04:15.006901 3792 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0403 00:04:15.006902 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0403 00:04:15.006909 3792 port_claim.go:71] Svc openshift-ingress/router-default: port 30980 is already open, no action needed I0403 00:04:15.006814 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0403 00:04:15.006908 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:04:15.006934 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:04:15.006900 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:04:15.006909 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:04:15.006982 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:04:15.006823 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:04:15.006992 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:04:15.006994 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:04:15.007000 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:04:15.007002 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:04:15.006998 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:04:15.007004 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:04:15.007011 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:04:15.006834 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:04:15.007016 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:04:15.007017 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:04:15.007021 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:04:15.007029 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:04:15.006772 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:04:15.007065 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:04:15.006883 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:04:15.007117 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:04:15.007123 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:04:15.007123 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:04:15.006883 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:04:15.007137 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:04:15.006852 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:04:15.007138 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:04:15.007168 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:04:15.007177 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:04:15.007179 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:04:15.007184 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:04:15.006802 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:04:15.007190 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:04:15.007189 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:04:15.006913 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0403 00:04:15.007200 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0403 00:04:15.007203 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:04:15.007206 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:04:15.007212 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0403 00:04:15.007340 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0403 00:04:15.007357 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0403 00:04:15.007209 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0403 00:04:15.006880 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:04:15.007392 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:04:15.007216 3792 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:04:15.007433 3792 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:04:15.046421 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:04:15.046443 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:04:15.046450 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:04:15.046457 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:04:15.046464 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:04:15.046472 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:04:15.046478 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0403 00:04:15.046484 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:04:15.046489 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:04:15.085805 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:04:15.085817 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:04:15.085845 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:04:15.085874 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:04:15.085881 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:04:15.085886 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:04:15.085893 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:04:15.085900 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:04:15.085906 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:04:15.085911 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:04:15.085919 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:04:15.085924 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:04:15.085930 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:04:15.085937 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:04:15.085945 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:04:15.085950 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:04:15.085955 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:04:15.085960 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0403 00:04:15.085966 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0403 00:04:15.085971 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:04:15.085977 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:04:15.124676 3792 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) W0403 00:04:16.374549 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:04:16.723488 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0403 00:04:16.752141 3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:04:16.752168 3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 36.271µs I0403 00:04:16.777527 3792 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-788bc45d6c-8xwl9] creating logical port openshift-image-registry_image-registry-788bc45d6c-8xwl9 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:16.777672 3792 kube.go:256] Updating pod openshift-image-registry/image-registry-788bc45d6c-8xwl9 I0403 00:04:16.799335 3792 pod.go:62] [openshift-image-registry/image-registry-788bc45d6c-8xwl9] pod update took 21.735303ms I0403 00:04:16.799356 3792 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-788bc45d6c-8xwl9] addLogicalPort annotation time took 21.758582ms I0403 00:04:16.800857 3792 pods.go:271] [openshift-image-registry/image-registry-788bc45d6c-8xwl9] addLogicalPort took 23.344261ms, libovsdb time 1.200671ms I0403 00:04:16.801231 3792 base_network_controller_pods.go:487] [default/openshift-console/console-86d9fd7876-4vf2f] creating logical port openshift-console_console-86d9fd7876-4vf2f for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:16.801336 3792 kube.go:256] Updating pod openshift-console/console-86d9fd7876-4vf2f I0403 00:04:16.819105 3792 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-2rvxh] creating logical port openshift-insights_insights-runtime-extractor-2rvxh for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:16.819210 3792 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-2rvxh I0403 00:04:16.820738 3792 pod.go:62] [openshift-console/console-86d9fd7876-4vf2f] pod update took 19.422698ms I0403 00:04:16.820760 3792 base_network_controller_pods.go:937] [default/openshift-console/console-86d9fd7876-4vf2f] addLogicalPort annotation time took 19.448167ms I0403 00:04:16.822180 3792 pods.go:271] [openshift-console/console-86d9fd7876-4vf2f] addLogicalPort took 20.959686ms, libovsdb time 914.73µs I0403 00:04:16.822225 3792 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-lksc5] creating logical port openshift-ingress-canary_ingress-canary-lksc5 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:16.822276 3792 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-lksc5 I0403 00:04:16.835088 3792 pod.go:62] [openshift-ingress-canary/ingress-canary-lksc5] pod update took 12.827803ms I0403 00:04:16.835116 3792 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-lksc5] addLogicalPort annotation time took 12.856523ms I0403 00:04:16.835215 3792 pod.go:62] [openshift-insights/insights-runtime-extractor-2rvxh] pod update took 16.026758ms I0403 00:04:16.835233 3792 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-2rvxh] addLogicalPort annotation time took 16.048732ms I0403 00:04:16.836135 3792 pods.go:271] [openshift-ingress-canary/ingress-canary-lksc5] addLogicalPort took 13.915669ms, libovsdb time 733.057µs I0403 00:04:16.836392 3792 pods.go:271] [openshift-insights/insights-runtime-extractor-2rvxh] addLogicalPort took 17.305ms, libovsdb time 878.031µs I0403 00:04:16.900746 3792 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-h2nwf] creating logical port openshift-dns_dns-default-h2nwf for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:16.900878 3792 kube.go:256] Updating pod openshift-dns/dns-default-h2nwf I0403 00:04:16.915833 3792 pod.go:62] [openshift-dns/dns-default-h2nwf] pod update took 14.955037ms I0403 00:04:16.915859 3792 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-h2nwf] addLogicalPort annotation time took 15.00867ms I0403 00:04:16.917123 3792 pods.go:271] [openshift-dns/dns-default-h2nwf] addLogicalPort took 16.39222ms, libovsdb time 913.618µs I0403 00:04:17.168398 3792 cni.go:403] [openshift-image-registry/image-registry-788bc45d6c-8xwl9 273807ce84a4622f09bf6893af26cdde82a201694a683b20f38554ba2e14d994 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-788bc45d6c-8xwl9 273807ce84a4622f09bf6893af26cdde82a201694a683b20f38554ba2e14d994 network default NAD default] I0403 00:04:17.194138 3792 cni.go:403] [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default] ADD starting CNI request [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default] I0403 00:04:17.198323 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-788bc45d6c-8xwl9, hostIfaceName: 273807ce84a4622, network: default, NAD default, SandboxID: "273807ce84a4622f09bf6893af26cdde82a201694a683b20f38554ba2e14d994", PCI device ID: , UID: "158009b3-73b7-4c82-a5a1-2a9b0c4811e1", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0403 00:04:17.199490 3792 cni.go:403] [openshift-ingress-canary/ingress-canary-lksc5 87dfab7d38b6de58950277bbb43bce86e3f295dbbab933186e82f40d44b42431 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-lksc5 87dfab7d38b6de58950277bbb43bce86e3f295dbbab933186e82f40d44b42431 network default NAD default] I0403 00:04:17.206419 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-86d9fd7876-4vf2f, hostIfaceName: 434d6fb814c49de, network: default, NAD default, SandboxID: "434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a", PCI device ID: , UID: "07cfea41-061f-4437-b50a-be9761c1aeb1", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0403 00:04:17.211832 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-lksc5, hostIfaceName: 87dfab7d38b6de5, network: default, NAD default, SandboxID: "87dfab7d38b6de58950277bbb43bce86e3f295dbbab933186e82f40d44b42431", PCI device ID: , UID: "4b65f952-515e-40ce-b259-d95cd42b3625", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0403 00:04:17.221396 3792 cni.go:403] [openshift-insights/insights-runtime-extractor-2rvxh d53b35c6a0327a7f4570422bf43509719a142556bdac7c844192b1b4da08daf1 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-2rvxh d53b35c6a0327a7f4570422bf43509719a142556bdac7c844192b1b4da08daf1 network default NAD default] I0403 00:04:17.242271 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-2rvxh, hostIfaceName: d53b35c6a0327a7, network: default, NAD default, SandboxID: "d53b35c6a0327a7f4570422bf43509719a142556bdac7c844192b1b4da08daf1", PCI device ID: , UID: "0069cec4-d248-44dd-be5f-8708bad460d5", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0403 00:04:17.264187 3792 cni.go:424] [openshift-image-registry/image-registry-788bc45d6c-8xwl9 273807ce84a4622f09bf6893af26cdde82a201694a683b20f38554ba2e14d994 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-788bc45d6c-8xwl9 273807ce84a4622f09bf6893af26cdde82a201694a683b20f38554ba2e14d994 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:59:b5:47:24:bb\",\"name\":\"273807ce84a4622\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20e1ee21-9fac-4671-9928-6802b01b8414\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:17.272800 3792 cni.go:424] [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default] ADD finished CNI request [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:48:18:cf:8e:03\",\"name\":\"434d6fb814c49de\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aecd9d86-a80f-4efd-b7c2-6060d8083c9e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:17.273279 3792 cni.go:424] [openshift-ingress-canary/ingress-canary-lksc5 87dfab7d38b6de58950277bbb43bce86e3f295dbbab933186e82f40d44b42431 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-lksc5 87dfab7d38b6de58950277bbb43bce86e3f295dbbab933186e82f40d44b42431 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:45:cb:e3:e8:d6\",\"name\":\"87dfab7d38b6de5\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1e968c7-c336-4ca3-9bf3-91dafe74eb41\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:17.289886 3792 cni.go:403] [openshift-dns/dns-default-h2nwf d1f3a8f6c47be8108b4e1b229935d1015c1f803c561e695476628be9db98236a network default NAD default] ADD starting CNI request [openshift-dns/dns-default-h2nwf d1f3a8f6c47be8108b4e1b229935d1015c1f803c561e695476628be9db98236a network default NAD default] I0403 00:04:17.296790 3792 cni.go:424] [openshift-insights/insights-runtime-extractor-2rvxh d53b35c6a0327a7f4570422bf43509719a142556bdac7c844192b1b4da08daf1 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-2rvxh d53b35c6a0327a7f4570422bf43509719a142556bdac7c844192b1b4da08daf1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:f0:18:a2:92:7f\",\"name\":\"d53b35c6a0327a7\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b1f5a1c-fa37-4135-846b-8465b00d2f61\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:17.300781 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-h2nwf, hostIfaceName: d1f3a8f6c47be81, network: default, NAD default, SandboxID: "d1f3a8f6c47be8108b4e1b229935d1015c1f803c561e695476628be9db98236a", PCI device ID: , UID: "1e96268b-0088-4586-9064-82c54a3212ee", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0403 00:04:17.351595 3792 cni.go:424] [openshift-dns/dns-default-h2nwf d1f3a8f6c47be8108b4e1b229935d1015c1f803c561e695476628be9db98236a network default NAD default] ADD finished CNI request [openshift-dns/dns-default-h2nwf d1f3a8f6c47be8108b4e1b229935d1015c1f803c561e695476628be9db98236a network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:5b:ab:d7:e6:16\",\"name\":\"d1f3a8f6c47be81\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8b77dee-dab0-47d0-87f9-96ecae25a82c\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:04:18.166369 3792 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:21.826910 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:21.826935 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:22.209537 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:04:23.422129 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:23.422155 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:27.215078 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:28.685181 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:28.685207 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:29.782990 3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0403 00:04:32.204240 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0403 00:04:32.204268 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:04:32.204277 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0403 00:04:32.676076 3792 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9] creating logical port openshift-monitoring_kube-state-metrics-794f95bd5b-66pw9 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:32.676199 3792 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9 I0403 00:04:32.692848 3792 pod.go:62] [openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9] pod update took 16.673187ms I0403 00:04:32.692869 3792 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9] addLogicalPort annotation time took 16.698643ms I0403 00:04:32.693978 3792 pods.go:271] [openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9] addLogicalPort took 17.916913ms, libovsdb time 861.745µs I0403 00:04:33.122213 3792 cni.go:403] [openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9 d5a818435282e1f0e668fb3024c17bf995d09c2dc798e6245d64250aaa3ee404 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9 d5a818435282e1f0e668fb3024c17bf995d09c2dc798e6245d64250aaa3ee404 network default NAD default] I0403 00:04:33.132805 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-794f95bd5b-66pw9, hostIfaceName: d5a818435282e1f, network: default, NAD default, SandboxID: "d5a818435282e1f0e668fb3024c17bf995d09c2dc798e6245d64250aaa3ee404", PCI device ID: , UID: "3196ab96-16c8-4458-a459-f1aad14f64f8", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0403 00:04:33.179916 3792 cni.go:424] [openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9 d5a818435282e1f0e668fb3024c17bf995d09c2dc798e6245d64250aaa3ee404 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-66pw9 d5a818435282e1f0e668fb3024c17bf995d09c2dc798e6245d64250aaa3ee404 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:74:48:31:37:77\",\"name\":\"d5a818435282e1f\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96e505df-7c7d-41b7-981e-16e066478f4c\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:33.817319 3792 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:33.817474 3792 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0403 00:04:33.835918 3792 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 18.530386ms I0403 00:04:33.835938 3792 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 18.554596ms I0403 00:04:33.837217 3792 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 19.915504ms, libovsdb time 976.215µs I0403 00:04:34.239619 3792 cni.go:403] [openshift-monitoring/alertmanager-main-0 dfb314fbdd64fac9095565b5340c1a407120c932deb25b1b406ab50e181d63ee network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 dfb314fbdd64fac9095565b5340c1a407120c932deb25b1b406ab50e181d63ee network default NAD default] I0403 00:04:34.250347 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: dfb314fbdd64fac, network: default, NAD default, SandboxID: "dfb314fbdd64fac9095565b5340c1a407120c932deb25b1b406ab50e181d63ee", PCI device ID: , UID: "efe9d81c-276e-4089-97eb-e682e6c3ef5e", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0403 00:04:34.299222 3792 cni.go:424] [openshift-monitoring/alertmanager-main-0 dfb314fbdd64fac9095565b5340c1a407120c932deb25b1b406ab50e181d63ee network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 dfb314fbdd64fac9095565b5340c1a407120c932deb25b1b406ab50e181d63ee network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:24:90:ac:07:c5\",\"name\":\"dfb314fbdd64fac\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d57e25a4-611b-40a6-8eb0-ebd5ac8af970\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:35.811025 3792 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl] creating logical port openshift-monitoring_thanos-querier-7c6bdb7795-9qzkl for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:35.811124 3792 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl I0403 00:04:35.831229 3792 pod.go:62] [openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl] pod update took 20.140588ms I0403 00:04:35.831248 3792 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl] addLogicalPort annotation time took 20.164156ms I0403 00:04:35.832378 3792 pods.go:271] [openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl] addLogicalPort took 21.368751ms, libovsdb time 851.648µs I0403 00:04:36.207515 3792 cni.go:403] [openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl c1c11b113f9bf925775dfa933e9dd6ac79eda079ced6a80e62aa755140eec75d network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl c1c11b113f9bf925775dfa933e9dd6ac79eda079ced6a80e62aa755140eec75d network default NAD default] I0403 00:04:36.217975 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c6bdb7795-9qzkl, hostIfaceName: c1c11b113f9bf92, network: default, NAD default, SandboxID: "c1c11b113f9bf925775dfa933e9dd6ac79eda079ced6a80e62aa755140eec75d", PCI device ID: , UID: "187fa252-4899-4c8b-99b6-d691a15b9bbb", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0403 00:04:36.267389 3792 cni.go:424] [openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl c1c11b113f9bf925775dfa933e9dd6ac79eda079ced6a80e62aa755140eec75d network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c6bdb7795-9qzkl c1c11b113f9bf925775dfa933e9dd6ac79eda079ced6a80e62aa755140eec75d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:9d:9b:ea:a5:2a\",\"name\":\"c1c11b113f9bf92\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51f95135-2fc9-4f8d-9240-c4e378ed7c0f\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:04:36.283755 3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:36.283775 3792 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:36.283779 3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:04:37.257232 3792 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5] creating logical port openshift-monitoring_metrics-server-7bdbc7d9cf-2z2j5 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:37.257365 3792 kube.go:256] Updating pod openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5 I0403 00:04:37.272857 3792 pod.go:62] [openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5] pod update took 15.514947ms I0403 00:04:37.272898 3792 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5] addLogicalPort annotation time took 15.560987ms I0403 00:04:37.274126 3792 pods.go:271] [openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5] addLogicalPort took 16.910502ms, libovsdb time 894.175µs I0403 00:04:37.441764 3792 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-z5lqb for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:37.441876 3792 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb W0403 00:04:37.444646 3792 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-86d9fd7876-cpmgs IP address from the namespace address-set, err: pod openshift-console/console-86d9fd7876-cpmgs: no pod IPs found I0403 00:04:37.458305 3792 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb] pod update took 16.468036ms I0403 00:04:37.458334 3792 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb] addLogicalPort annotation time took 16.51025ms I0403 00:04:37.459792 3792 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb] addLogicalPort took 18.046359ms, libovsdb time 1.134468ms I0403 00:04:38.758188 3792 cni.go:403] [openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5 06d7a728cd8e081a7cd5e2812a4b38adf65abb04170ef2013554cbecf47ddcd4 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5 06d7a728cd8e081a7cd5e2812a4b38adf65abb04170ef2013554cbecf47ddcd4 network default NAD default] I0403 00:04:38.764237 3792 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb 81bae4455c047a5c7bc33d1a8e65f2cce656ef2a1bd0f464c0f420d3582deb62 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb 81bae4455c047a5c7bc33d1a8e65f2cce656ef2a1bd0f464c0f420d3582deb62 network default NAD default] I0403 00:04:38.768328 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7bdbc7d9cf-2z2j5, hostIfaceName: 06d7a728cd8e081, network: default, NAD default, SandboxID: "06d7a728cd8e081a7cd5e2812a4b38adf65abb04170ef2013554cbecf47ddcd4", PCI device ID: , UID: "88fa4b2f-1413-4f06-a375-46e1e6d9ed12", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0403 00:04:38.774702 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-z5lqb, hostIfaceName: 81bae4455c047a5, network: default, NAD default, SandboxID: "81bae4455c047a5c7bc33d1a8e65f2cce656ef2a1bd0f464c0f420d3582deb62", PCI device ID: , UID: "0f761a71-7112-4c94-9cc7-c7c9b09afe6a", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0403 00:04:38.823399 3792 cni.go:424] [openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5 06d7a728cd8e081a7cd5e2812a4b38adf65abb04170ef2013554cbecf47ddcd4 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-7bdbc7d9cf-2z2j5 06d7a728cd8e081a7cd5e2812a4b38adf65abb04170ef2013554cbecf47ddcd4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:47:18:cc:65:c2\",\"name\":\"06d7a728cd8e081\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/790b5460-71d8-4a08-83cf-bbed3bed14dd\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:38.840430 3792 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:38.840599 3792 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb 81bae4455c047a5c7bc33d1a8e65f2cce656ef2a1bd0f464c0f420d3582deb62 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-z5lqb 81bae4455c047a5c7bc33d1a8e65f2cce656ef2a1bd0f464c0f420d3582deb62 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:35:ee:10:f0:9f\",\"name\":\"81bae4455c047a5\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10529822-9cd7-4226-a9ff-9659d908b20c\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:38.840964 3792 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.050387 3792 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:04:39.050536 3792 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0403 00:04:39.076267 3792 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.770981ms I0403 00:04:39.076293 3792 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.800964ms I0403 00:04:39.077631 3792 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.267225ms, libovsdb time 1.017461ms W0403 00:04:39.194764 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:04:39.434827 3792 cni.go:403] [openshift-monitoring/prometheus-k8s-0 711ac9c26bcf62ab0a42ce3da7a77bfeeb8edb2639229a8ef0ded42548ccbafb network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 711ac9c26bcf62ab0a42ce3da7a77bfeeb8edb2639229a8ef0ded42548ccbafb network default NAD default] I0403 00:04:39.444446 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 711ac9c26bcf62a, network: default, NAD default, SandboxID: "711ac9c26bcf62ab0a42ce3da7a77bfeeb8edb2639229a8ef0ded42548ccbafb", PCI device ID: , UID: "3375511f-a8d0-41aa-aa19-699a4055e17f", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0403 00:04:39.494105 3792 cni.go:424] [openshift-monitoring/prometheus-k8s-0 711ac9c26bcf62ab0a42ce3da7a77bfeeb8edb2639229a8ef0ded42548ccbafb network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 711ac9c26bcf62ab0a42ce3da7a77bfeeb8edb2639229a8ef0ded42548ccbafb network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:6f:65:fa:70:be\",\"name\":\"711ac9c26bcf62a\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5e5c5dc-a0a8-4b82-8ede-9b572bdeb7df\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:04:39.546127 3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:39.546145 3792 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:39.546151 3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:04:39.593536 3792 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:39.593565 3792 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:39.604963 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c687859fb-28dsx I0403 00:04:39.604991 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c687859fb-28dsx W0403 00:04:40.288942 3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:04:40.288964 3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:04:40.534420 3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:04:40.534450 3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:04:41.527800 3792 cni.go:403] [openshift-multus/network-metrics-daemon-nfwxx 3cf49219b43a6a35c777490811dfbae9de5d69094fc78183f4f6c3c4f01d3e9a network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-nfwxx 3cf49219b43a6a35c777490811dfbae9de5d69094fc78183f4f6c3c4f01d3e9a network default NAD default] I0403 00:04:41.530105 3792 cni.go:403] [openshift-network-diagnostics/network-check-target-swclw b849cc2728410e42c8665145219ec5f6f3e8240d0790aa175d0d5337991d8d3f network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-swclw b849cc2728410e42c8665145219ec5f6f3e8240d0790aa175d0d5337991d8d3f network default NAD default] I0403 00:04:41.541294 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nfwxx, hostIfaceName: 3cf49219b43a6a3, network: default, NAD default, SandboxID: "3cf49219b43a6a35c777490811dfbae9de5d69094fc78183f4f6c3c4f01d3e9a", PCI device ID: , UID: "0bc1e593-71db-496b-a962-ed835263f562", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0403 00:04:41.541886 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-swclw, hostIfaceName: b849cc2728410e4, network: default, NAD default, SandboxID: "b849cc2728410e42c8665145219ec5f6f3e8240d0790aa175d0d5337991d8d3f", PCI device ID: , UID: "bd1bbe13-bd1b-4d9a-82a8-b3f00267d76c", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0403 00:04:41.605491 3792 cni.go:424] [openshift-multus/network-metrics-daemon-nfwxx 3cf49219b43a6a35c777490811dfbae9de5d69094fc78183f4f6c3c4f01d3e9a network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nfwxx 3cf49219b43a6a35c777490811dfbae9de5d69094fc78183f4f6c3c4f01d3e9a network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:58:57:9e:9f:16\",\"name\":\"3cf49219b43a6a3\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bda3aae1-6bb2-4973-a1e8-e48351218f47\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:41.624942 3792 cni.go:424] [openshift-network-diagnostics/network-check-target-swclw b849cc2728410e42c8665145219ec5f6f3e8240d0790aa175d0d5337991d8d3f network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-swclw b849cc2728410e42c8665145219ec5f6f3e8240d0790aa175d0d5337991d8d3f network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:af:4d:f0:91:9d\",\"name\":\"b849cc2728410e4\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46e7801a-da00-4a1d-b0b6-eeeb0560e382\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:41.678101 3792 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.678857 3792 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.678941 3792 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.678975 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0403 00:04:41.678998 3792 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.679007 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0403 00:04:42.279945 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0403 00:04:42.357115 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0403 00:04:42.579119 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0403 00:04:42.704541 3792 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:42.704646 3792 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:42.704678 3792 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:42.704691 3792 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:43.039229 3792 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-fb65s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:43.039953 3792 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-fb65s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:04:43.345014 3792 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:43.345031 3792 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:43.345036 3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:43.345040 3792 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0403 00:04:43.876758 3792 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-fb65s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:43.876788 3792 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-fb65s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:43.879385 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56dbfb7889-fb65s I0403 00:04:43.879411 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56dbfb7889-fb65s W0403 00:04:44.312517 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:04:44.381831 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:44.381857 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:44.381864 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:44.381871 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0403 00:04:44.648408 3792 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:04:44.658664 3792 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:04:52.549600 3792 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-njmjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:52.550160 3792 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-njmjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:52.886130 3792 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-njmjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:52.886156 3792 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-njmjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:52.889008 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56dbfb7889-njmjr I0403 00:04:52.889035 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56dbfb7889-njmjr W0403 00:04:53.916627 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0403 00:04:54.923799 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0403 00:05:03.547698 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:05:03.547733 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:05:04.262926 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.262950 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.262956 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.262977 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.262984 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.262991 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.270635 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.270654 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.270659 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:05:04.599702 3792 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:04.600240 3792 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:04.962584 3792 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:04.962613 3792 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:04.968537 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c687859fb-z2cst I0403 00:05:04.968563 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c687859fb-z2cst W0403 00:05:06.347290 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0403 00:05:08.155913 3792 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:08.156494 3792 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:05:08.992107 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0403 00:05:09.007212 3792 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:09.007237 3792 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:05:17.344587 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:05:19.138408 3792 cni.go:403] [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default] DEL starting CNI request [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default] I0403 00:05:19.223174 3792 cni.go:424] [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default] DEL finished CNI request [openshift-console/console-86d9fd7876-4vf2f 434d6fb814c49de49d20be31fd651c6efb8e465b982452a84f13babb1a5cee5a network default NAD default], result "{}", err I0403 00:05:19.268616 3792 obj_retry.go:464] Detected object openshift-console/console-86d9fd7876-4vf2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:19.268654 3792 pods.go:176] Deleting pod: openshift-console/console-86d9fd7876-4vf2f I0403 00:05:19.269929 3792 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86d9fd7876-4vf2f, ips: 10.130.0.6 I0403 00:05:19.269955 3792 obj_retry.go:464] Detected object openshift-console/console-86d9fd7876-4vf2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:19.465536 3792 obj_retry.go:458] Detected object openshift-console/console-86d9fd7876-4vf2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:19.465566 3792 obj_retry.go:458] Detected object openshift-console/console-86d9fd7876-4vf2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:19.470736 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86d9fd7876-4vf2f I0403 00:05:19.470770 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86d9fd7876-4vf2f I0403 00:05:21.380660 3792 obj_retry.go:464] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:21.381245 3792 obj_retry.go:464] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:22.052808 3792 obj_retry.go:458] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:22.052837 3792 obj_retry.go:458] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:22.060163 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-76c85c67b7-g4kf5 I0403 00:05:22.060194 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-76c85c67b7-g4kf5 W0403 00:05:39.577223 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:05:39.577241 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:05:57.257291 3792 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7576cb7464-tc4bl] creating logical port openshift-monitoring_telemeter-client-7576cb7464-tc4bl for pod on switch ip-10-0-1-110.ec2.internal I0403 00:05:57.257417 3792 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7576cb7464-tc4bl I0403 00:05:57.280579 3792 pod.go:62] [openshift-monitoring/telemeter-client-7576cb7464-tc4bl] pod update took 23.186812ms I0403 00:05:57.280609 3792 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-7576cb7464-tc4bl] addLogicalPort annotation time took 23.221619ms I0403 00:05:57.281794 3792 pods.go:271] [openshift-monitoring/telemeter-client-7576cb7464-tc4bl] addLogicalPort took 24.522653ms, libovsdb time 868.249µs I0403 00:05:57.619469 3792 cni.go:403] [openshift-monitoring/telemeter-client-7576cb7464-tc4bl e91e17b210abf83f6a19be639facb611c4be55575beeb8b9e8bb18d99a856347 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-7576cb7464-tc4bl e91e17b210abf83f6a19be639facb611c4be55575beeb8b9e8bb18d99a856347 network default NAD default] I0403 00:05:57.628805 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7576cb7464-tc4bl, hostIfaceName: e91e17b210abf83, network: default, NAD default, SandboxID: "e91e17b210abf83f6a19be639facb611c4be55575beeb8b9e8bb18d99a856347", PCI device ID: , UID: "b64be432-870f-43f8-91d2-e3ad4795b688", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0403 00:05:57.679278 3792 cni.go:424] [openshift-monitoring/telemeter-client-7576cb7464-tc4bl e91e17b210abf83f6a19be639facb611c4be55575beeb8b9e8bb18d99a856347 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-7576cb7464-tc4bl e91e17b210abf83f6a19be639facb611c4be55575beeb8b9e8bb18d99a856347 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:15:88:46:f8:a1\",\"name\":\"e91e17b210abf83\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e379f64-1d4b-4c39-8898-48bfff853814\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:06:00.900187 3792 base_network_controller_pods.go:487] [default/openshift-console/console-78b7847f64-8mlvw] creating logical port openshift-console_console-78b7847f64-8mlvw for pod on switch ip-10-0-1-110.ec2.internal I0403 00:06:00.900337 3792 kube.go:256] Updating pod openshift-console/console-78b7847f64-8mlvw I0403 00:06:00.935264 3792 pod.go:62] [openshift-console/console-78b7847f64-8mlvw] pod update took 34.950946ms I0403 00:06:00.935292 3792 base_network_controller_pods.go:937] [default/openshift-console/console-78b7847f64-8mlvw] addLogicalPort annotation time took 34.986805ms I0403 00:06:00.936393 3792 pods.go:271] [openshift-console/console-78b7847f64-8mlvw] addLogicalPort took 36.223326ms, libovsdb time 788.332µs I0403 00:06:01.262116 3792 cni.go:403] [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default] ADD starting CNI request [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default] I0403 00:06:01.272090 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-78b7847f64-8mlvw, hostIfaceName: 57731f8b28086ef, network: default, NAD default, SandboxID: "57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7", PCI device ID: , UID: "7a061869-bfef-41b3-bd54-c9fad88ce351", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0403 00:06:01.320280 3792 cni.go:424] [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default] ADD finished CNI request [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:ba:38:5c:79:64\",\"name\":\"57731f8b28086ef\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/867443cc-ec19-47b5-a87a-bc42ee42f2b0\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:06:04.466809 3792 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0403 00:06:09.801633 3792 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-78b7847f64-tkcfs IP address from the namespace address-set, err: pod openshift-console/console-78b7847f64-tkcfs: no pod IPs found I0403 00:06:26.214194 3792 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-qs6ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:26.214731 3792 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-qs6ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:27.024623 3792 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-qs6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:27.024651 3792 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-qs6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:27.030992 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-db7994b7c-qs6ts I0403 00:06:27.031009 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-db7994b7c-qs6ts I0403 00:06:34.959701 3792 cni.go:403] [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default] DEL starting CNI request [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default] I0403 00:06:35.032982 3792 cni.go:424] [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default] DEL finished CNI request [openshift-console/console-78b7847f64-8mlvw 57731f8b28086eff8c89e468f5d0c77dc6d7d5f0592f426ae9839b27ed5968b7 network default NAD default], result "{}", err I0403 00:06:35.080723 3792 obj_retry.go:464] Detected object openshift-console/console-78b7847f64-8mlvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:35.080754 3792 pods.go:176] Deleting pod: openshift-console/console-78b7847f64-8mlvw I0403 00:06:35.081977 3792 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78b7847f64-8mlvw, ips: 10.130.0.17 I0403 00:06:35.082012 3792 obj_retry.go:464] Detected object openshift-console/console-78b7847f64-8mlvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:35.091044 3792 base_network_controller_pods.go:487] [default/openshift-console/console-7d6bdbd5b8-fsl8g] creating logical port openshift-console_console-7d6bdbd5b8-fsl8g for pod on switch ip-10-0-1-110.ec2.internal I0403 00:06:35.091156 3792 kube.go:256] Updating pod openshift-console/console-7d6bdbd5b8-fsl8g I0403 00:06:35.105968 3792 pod.go:62] [openshift-console/console-7d6bdbd5b8-fsl8g] pod update took 14.847053ms I0403 00:06:35.105991 3792 base_network_controller_pods.go:937] [default/openshift-console/console-7d6bdbd5b8-fsl8g] addLogicalPort annotation time took 14.878226ms I0403 00:06:35.107129 3792 pods.go:271] [openshift-console/console-7d6bdbd5b8-fsl8g] addLogicalPort took 16.101753ms, libovsdb time 824.69µs I0403 00:06:35.448555 3792 cni.go:403] [openshift-console/console-7d6bdbd5b8-fsl8g 50e43c8cccac9f44fc9a91fecd3d088306c64e8426dac2cfb8e6014678f93252 network default NAD default] ADD starting CNI request [openshift-console/console-7d6bdbd5b8-fsl8g 50e43c8cccac9f44fc9a91fecd3d088306c64e8426dac2cfb8e6014678f93252 network default NAD default] I0403 00:06:35.457725 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7d6bdbd5b8-fsl8g, hostIfaceName: 50e43c8cccac9f4, network: default, NAD default, SandboxID: "50e43c8cccac9f44fc9a91fecd3d088306c64e8426dac2cfb8e6014678f93252", PCI device ID: , UID: "f628b4e1-782b-4e1a-8df7-c0f17b0b8d44", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0403 00:06:35.506113 3792 cni.go:424] [openshift-console/console-7d6bdbd5b8-fsl8g 50e43c8cccac9f44fc9a91fecd3d088306c64e8426dac2cfb8e6014678f93252 network default NAD default] ADD finished CNI request [openshift-console/console-7d6bdbd5b8-fsl8g 50e43c8cccac9f44fc9a91fecd3d088306c64e8426dac2cfb8e6014678f93252 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:5d:3a:0c:de:de\",\"name\":\"50e43c8cccac9f4\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba171f34-d72c-443d-90aa-04c7df0e0644\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:06:35.781575 3792 obj_retry.go:458] Detected object openshift-console/console-78b7847f64-8mlvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:35.781597 3792 obj_retry.go:458] Detected object openshift-console/console-78b7847f64-8mlvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:35.786313 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b7847f64-8mlvw I0403 00:06:35.786356 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b7847f64-8mlvw W0403 00:06:37.060220 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:06:37.060250 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:06:37.102112 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:06:37.102134 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:06:40.526589 3792 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:40.527229 3792 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:41.413812 3792 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:41.413844 3792 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:06:45.815133 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:07:02.390882 3792 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-6lh5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:02.391421 3792 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-6lh5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:02.784571 3792 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-6lh5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:02.784594 3792 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-6lh5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:02.790787 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-db7994b7c-6lh5g I0403 00:07:02.790815 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-db7994b7c-6lh5g I0403 00:09:29.022637 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0403 00:09:36.034936 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0403 00:09:44.047674 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 W0403 00:09:50.206988 3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:10:01.251541 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0403 00:10:01.251609 3792 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qb9kb IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qb9kb: no pod IPs found I0403 00:10:04.394503 3792 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:04.395031 3792 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:05.417288 3792 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:05.417339 3792 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:32.042460 3792 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0403 00:10:46.923146 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=97 I0403 00:10:59.937521 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=354 I0403 00:11:08.927471 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0403 00:11:13.011820 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0403 00:11:21.353951 3792 namespace.go:98] [tsf] adding namespace I0403 00:11:21.354835 3792 namespace.go:102] [tsf] adding namespace took 861.397µs I0403 00:11:21.371695 3792 namespace.go:142] [tsf] updating namespace I0403 00:11:21.382204 3792 namespace.go:142] [tsf] updating namespace I0403 00:11:25.209498 3792 namespace.go:98] [cert-manager-operator] adding namespace I0403 00:11:25.210414 3792 namespace.go:102] [cert-manager-operator] adding namespace took 888.772µs I0403 00:11:25.213565 3792 namespace.go:98] [tsf-tpa] adding namespace I0403 00:11:25.213585 3792 namespace.go:98] [tsf-tas] adding namespace I0403 00:11:25.214229 3792 namespace.go:102] [tsf-tpa] adding namespace took 646.439µs I0403 00:11:25.214746 3792 namespace.go:102] [tsf-tas] adding namespace took 1.144568ms I0403 00:11:25.218633 3792 namespace.go:98] [konflux-operator] adding namespace I0403 00:11:25.218747 3792 namespace.go:98] [tsf-keycloak] adding namespace I0403 00:11:25.218871 3792 namespace.go:98] [rhbk-operator] adding namespace I0403 00:11:25.218974 3792 namespace.go:98] [rhtpa-operator] adding namespace I0403 00:11:25.219327 3792 namespace.go:102] [konflux-operator] adding namespace took 681.254µs I0403 00:11:25.219866 3792 namespace.go:102] [tsf-keycloak] adding namespace took 1.102351ms I0403 00:11:25.220346 3792 namespace.go:102] [rhbk-operator] adding namespace took 1.458052ms I0403 00:11:25.220862 3792 namespace.go:102] [rhtpa-operator] adding namespace took 1.878306ms I0403 00:11:25.220884 3792 namespace.go:98] [konflux-ui] adding namespace I0403 00:11:25.221318 3792 namespace.go:102] [konflux-ui] adding namespace took 429.201µs I0403 00:11:25.235647 3792 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.242635 3792 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.254664 3792 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.268591 3792 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.268656 3792 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.268878 3792 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.271946 3792 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.285820 3792 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.285889 3792 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.285886 3792 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.286051 3792 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.294639 3792 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.318204 3792 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.321647 3792 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.331343 3792 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.346278 3792 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.353426 3792 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.375938 3792 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.376028 3792 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.379166 3792 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.384302 3792 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.397148 3792 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.406505 3792 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.418815 3792 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:26.459938 3792 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:26.460094 3792 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:26.622054 3792 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-110.ec2.internal I0403 00:11:26.622188 3792 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0403 00:11:26.638587 3792 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.429856ms I0403 00:11:26.638614 3792 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.457604ms I0403 00:11:26.639836 3792 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.805465ms, libovsdb time 875.516µs I0403 00:11:26.997105 3792 cni.go:403] [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default] I0403 00:11:27.006324 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 3a18bb61f3d7b3d, network: default, NAD default, SandboxID: "3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097", PCI device ID: , UID: "ff570866-8240-4765-b63b-28f0fd167b01", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0403 00:11:27.056613 3792 cni.go:424] [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:e8:5c:d8:13:2b\",\"name\":\"3a18bb61f3d7b3d\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a00a2a1-60ef-40ec-9e84-1ef41661f07a\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:32.435630 3792 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436309 3792 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436340 3792 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436350 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:32.436367 3792 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436373 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:33.459115 3792 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.459139 3792 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.459151 3792 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.459169 3792 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.085281 3792 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.085969 3792 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.085995 3792 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.086004 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:34.086020 3792 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.086027 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:35.109861 3792 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.109886 3792 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.109897 3792 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.109908 3792 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.480233 3792 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.480758 3792 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.480787 3792 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.480798 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:36.480815 3792 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.480822 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:37.483648 3792 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.484213 3792 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.484240 3792 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.484250 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:37.484267 3792 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.484276 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:37.513109 3792 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:37.513134 3792 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:37.513150 3792 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:37.513166 3792 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.524496 3792 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.524522 3792 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.524538 3792 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.524554 3792 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.520381 3792 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.521060 3792 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.521095 3792 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.521106 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:39.521124 3792 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.521131 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:39.553176 3792 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.554041 3792 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.554094 3792 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.554108 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:39.554141 3792 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.554170 3792 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:40.547521 3792 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.547544 3792 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.547556 3792 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.547568 3792 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.584855 3792 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.584881 3792 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.584896 3792 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.584909 3792 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:11:45.714171 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:50.470619 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0403 00:12:12.208405 3792 namespace.go:98] [cert-manager] adding namespace I0403 00:12:12.209242 3792 namespace.go:102] [cert-manager] adding namespace took 812.061µs I0403 00:12:12.259829 3792 namespace.go:142] [cert-manager] updating namespace I0403 00:12:12.299350 3792 namespace.go:142] [cert-manager] updating namespace I0403 00:12:13.439433 3792 namespace.go:142] [openshift-operators] updating namespace I0403 00:12:13.489316 3792 namespace.go:142] [openshift-operators] updating namespace W0403 00:12:19.878468 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0403 00:12:19.878491 3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0403 00:12:21.028618 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0403 00:12:22.891036 3792 namespace.go:98] [trusted-artifact-signer] adding namespace I0403 00:12:22.891892 3792 namespace.go:102] [trusted-artifact-signer] adding namespace took 831.595µs I0403 00:12:22.912946 3792 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:22.927186 3792 namespace.go:142] [trusted-artifact-signer] updating namespace W0403 00:12:23.632090 3792 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:12:25.716899 3792 namespace.go:142] [openshift-operators] updating namespace I0403 00:12:29.007027 3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0403 00:12:29.918065 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0403 00:12:36.191280 3792 cni.go:403] [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default] I0403 00:12:36.261509 3792 cni.go:424] [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 3a18bb61f3d7b3de8b49d19c6e365dc499196d9aa78256f1bd4ccb79e6bf9097 network default NAD default], result "{}", err I0403 00:12:36.317533 3792 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:36.317567 3792 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0403 00:12:36.318804 3792 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.19 I0403 00:12:36.318837 3792 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:36.340269 3792 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:36.340289 3792 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:36.347336 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0403 00:12:36.347364 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0403 00:12:37.619498 3792 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-110.ec2.internal I0403 00:12:37.619649 3792 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0403 00:12:37.636985 3792 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.370468ms I0403 00:12:37.637008 3792 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.409547ms I0403 00:12:37.638226 3792 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.748903ms, libovsdb time 873.27µs I0403 00:12:38.006308 3792 cni.go:403] [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default] I0403 00:12:38.017151 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 651bcd973052d7e, network: default, NAD default, SandboxID: "651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b", PCI device ID: , UID: "0c5ad452-4f9b-41a1-b35f-4be2b929f5c8", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0403 00:12:38.069588 3792 cni.go:424] [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:8d:57:c6:17:78\",\"name\":\"651bcd973052d7e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d43b7c3-f756-4c3b-a912-3343a6ed40b0\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:12:40.523411 3792 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-brwch for pod on switch ip-10-0-1-110.ec2.internal I0403 00:12:40.523534 3792 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch I0403 00:12:40.526495 3792 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-kqbgv for pod on switch ip-10-0-1-110.ec2.internal I0403 00:12:40.526657 3792 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv I0403 00:12:40.541049 3792 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch] pod update took 17.559949ms I0403 00:12:40.541075 3792 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch] addLogicalPort annotation time took 17.590874ms I0403 00:12:40.541152 3792 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv] pod update took 14.524584ms I0403 00:12:40.541181 3792 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv] addLogicalPort annotation time took 14.557291ms I0403 00:12:40.542857 3792 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch] addLogicalPort took 19.464088ms, libovsdb time 1.050335ms I0403 00:12:40.543318 3792 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv] addLogicalPort took 16.832775ms, libovsdb time 1.508509ms I0403 00:12:41.660843 3792 namespace.go:98] [openshift-pipelines] adding namespace I0403 00:12:41.661780 3792 namespace.go:102] [openshift-pipelines] adding namespace took 913.593µs I0403 00:12:41.683362 3792 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:12:42.392361 3792 namespace.go:142] [cert-manager] updating namespace I0403 00:12:42.590570 3792 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:42.992860 3792 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:43.192465 3792 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:43.396751 3792 namespace.go:142] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] updating namespace I0403 00:12:43.798049 3792 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:44.001531 3792 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:44.206819 3792 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:44.406760 3792 namespace.go:142] [tsf] updating namespace I0403 00:12:44.607990 3792 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:44.805368 3792 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:45.008245 3792 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:45.137573 3792 namespace.go:142] [cert-manager] updating namespace I0403 00:12:45.146946 3792 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:45.159419 3792 namespace.go:142] [default] updating namespace I0403 00:12:45.169521 3792 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:45.180172 3792 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:45.189108 3792 namespace.go:142] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] updating namespace I0403 00:12:45.199396 3792 namespace.go:142] [openshift] updating namespace I0403 00:12:45.210064 3792 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:45.218841 3792 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:45.225964 3792 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:45.235234 3792 namespace.go:142] [tsf] updating namespace I0403 00:12:45.251817 3792 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:45.271607 3792 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:45.289022 3792 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:45.388373 3792 namespace.go:142] [cert-manager] updating namespace I0403 00:12:45.490827 3792 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:45.593101 3792 namespace.go:142] [default] updating namespace I0403 00:12:45.690378 3792 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:45.797569 3792 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:45.891077 3792 namespace.go:142] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] updating namespace I0403 00:12:45.992977 3792 namespace.go:142] [openshift] updating namespace I0403 00:12:46.092846 3792 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:46.190388 3792 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:46.288247 3792 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:46.395774 3792 namespace.go:142] [tsf] updating namespace I0403 00:12:46.490538 3792 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:46.590409 3792 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:46.692352 3792 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:46.908644 3792 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:12:48.713730 3792 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch 249f10b2d3e6d29cf06aa99904cd51be78024984537e16f3a57ed382cb28b014 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch 249f10b2d3e6d29cf06aa99904cd51be78024984537e16f3a57ed382cb28b014 network default NAD default] I0403 00:12:48.714102 3792 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv de247beb00035e34f8851ac416ff390418bacb45f15abaf4de1ebae21a6ec8f2 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv de247beb00035e34f8851ac416ff390418bacb45f15abaf4de1ebae21a6ec8f2 network default NAD default] I0403 00:12:48.729189 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-kqbgv, hostIfaceName: de247beb00035e3, network: default, NAD default, SandboxID: "de247beb00035e34f8851ac416ff390418bacb45f15abaf4de1ebae21a6ec8f2", PCI device ID: , UID: "5eeba88b-daad-4262-9c14-d59ba564efe7", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0403 00:12:48.749397 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-brwch, hostIfaceName: 249f10b2d3e6d29, network: default, NAD default, SandboxID: "249f10b2d3e6d29cf06aa99904cd51be78024984537e16f3a57ed382cb28b014", PCI device ID: , UID: "1933dd94-acd8-426c-879c-40c06cb7e7d3", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0403 00:12:48.790496 3792 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv de247beb00035e34f8851ac416ff390418bacb45f15abaf4de1ebae21a6ec8f2 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-kqbgv de247beb00035e34f8851ac416ff390418bacb45f15abaf4de1ebae21a6ec8f2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:72:9f:ab:7d:ee\",\"name\":\"de247beb00035e3\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5f89019-8aa4-4c86-9c1c-49522ac6bab4\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:12:48.815870 3792 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch 249f10b2d3e6d29cf06aa99904cd51be78024984537e16f3a57ed382cb28b014 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-brwch 249f10b2d3e6d29cf06aa99904cd51be78024984537e16f3a57ed382cb28b014 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:56:0b:35:a4:07\",\"name\":\"249f10b2d3e6d29\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45a56816-f54b-4210-838b-7b2f1140428b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:12:49.252785 3792 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0403 00:12:49.275825 3792 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0403 00:12:55.398862 3792 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:12:55.398900 3792 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 44.901µs I0403 00:12:55.398982 3792 egressfirewall.go:628] Syncing node "ip-10-0-1-110.ec2.internal" for egress firewall I0403 00:12:55.424119 3792 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-fcmrq] creating logical port kube-system_global-pull-secret-syncer-fcmrq for pod on switch ip-10-0-1-110.ec2.internal I0403 00:12:55.424207 3792 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-fcmrq I0403 00:12:55.437087 3792 pod.go:62] [kube-system/global-pull-secret-syncer-fcmrq] pod update took 12.903048ms I0403 00:12:55.437114 3792 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-fcmrq] addLogicalPort annotation time took 12.936344ms I0403 00:12:55.438350 3792 pods.go:271] [kube-system/global-pull-secret-syncer-fcmrq] addLogicalPort took 14.245497ms, libovsdb time 899.34µs I0403 00:12:55.787216 3792 cni.go:403] [kube-system/global-pull-secret-syncer-fcmrq 2f8989d46bfe53be91edee2698dc396e29065c74152264d602239a32ffb3619f network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-fcmrq 2f8989d46bfe53be91edee2698dc396e29065c74152264d602239a32ffb3619f network default NAD default] I0403 00:12:55.796674 3792 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-fcmrq, hostIfaceName: 2f8989d46bfe53b, network: default, NAD default, SandboxID: "2f8989d46bfe53be91edee2698dc396e29065c74152264d602239a32ffb3619f", PCI device ID: , UID: "d1581866-2582-4c7e-b458-216e7dc0fc5b", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0403 00:12:55.846347 3792 cni.go:424] [kube-system/global-pull-secret-syncer-fcmrq 2f8989d46bfe53be91edee2698dc396e29065c74152264d602239a32ffb3619f network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-fcmrq 2f8989d46bfe53be91edee2698dc396e29065c74152264d602239a32ffb3619f network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:78:04:fb:a7:20\",\"name\":\"2f8989d46bfe53b\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4920eefd-643a-4df0-a616-e80975ff4062\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:12:57.806816 3792 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:57.806836 3792 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:57.806843 3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:59.832827 3792 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:59.832847 3792 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:59.832851 3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:59.851760 3792 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:59.851775 3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:59.851779 3792 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:59.851783 3792 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0403 00:13:09.046616 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0403 00:13:10.266826 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0403 00:13:10.295551 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0403 00:13:18.283503 3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-cx754 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:13:18.283612 3792 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754 I0403 00:13:18.301868 3792 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754] pod update took 18.278357ms I0403 00:13:18.301890 3792 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754] addLogicalPort annotation time took 18.305843ms I0403 00:13:18.303127 3792 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754] addLogicalPort took 19.641506ms, libovsdb time 932.634µs I0403 00:13:18.642123 3792 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754 021c447ed4192a441cb42549aa26807bb9ae6aa3d15881e31bdbdb70684f4b34 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754 021c447ed4192a441cb42549aa26807bb9ae6aa3d15881e31bdbdb70684f4b34 network default NAD default] I0403 00:13:18.651281 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-cx754, hostIfaceName: 021c447ed4192a4, network: default, NAD default, SandboxID: "021c447ed4192a441cb42549aa26807bb9ae6aa3d15881e31bdbdb70684f4b34", PCI device ID: , UID: "b3fb1f48-a035-484c-8200-a555f562b85a", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0403 00:13:18.701783 3792 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754 021c447ed4192a441cb42549aa26807bb9ae6aa3d15881e31bdbdb70684f4b34 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cx754 021c447ed4192a441cb42549aa26807bb9ae6aa3d15881e31bdbdb70684f4b34 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:91:19:94:23:6b\",\"name\":\"021c447ed4192a4\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2a4c8f0-a28b-4ad7-991b-af730f750c43\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:13:22.425866 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0403 00:13:27.444757 3792 cni.go:403] [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default] I0403 00:13:27.521264 3792 cni.go:424] [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 651bcd973052d7ef18d1257faa1fc71a7e5dcaeb3215f2373defcfe8bbdcd75b network default NAD default], result "{}", err I0403 00:13:27.574655 3792 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:27.574688 3792 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0403 00:13:27.575921 3792 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.20 I0403 00:13:27.575949 3792 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:27.624679 3792 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:27.624702 3792 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:27.631038 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0403 00:13:27.631060 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0403 00:13:28.750508 3792 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-110.ec2.internal I0403 00:13:28.750594 3792 kube.go:256] Updating pod tsf/test-tsf-iam I0403 00:13:28.766968 3792 pod.go:62] [tsf/test-tsf-iam] pod update took 16.397352ms I0403 00:13:28.766991 3792 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.425234ms I0403 00:13:28.768173 3792 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.680664ms, libovsdb time 847.117µs I0403 00:13:29.109214 3792 cni.go:403] [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default] I0403 00:13:29.118424 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: a659f12381d4e4a, network: default, NAD default, SandboxID: "a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4", PCI device ID: , UID: "ba651fb4-1d73-4564-bbd0-026564d8fe01", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0403 00:13:29.169093 3792 cni.go:424] [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:88:e3:c2:d1:39\",\"name\":\"a659f12381d4e4a\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55eee73f-7c59-4be9-9374-277eb3a42015\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:13:33.420744 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0403 00:13:34.272381 3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:34.272398 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:34.274011 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0403 00:13:35.352361 3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-kw9qv for pod on switch ip-10-0-1-110.ec2.internal I0403 00:13:35.352456 3792 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv I0403 00:13:35.370960 3792 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv] pod update took 18.52492ms I0403 00:13:35.370988 3792 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv] addLogicalPort annotation time took 18.558093ms I0403 00:13:35.372301 3792 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv] addLogicalPort took 19.954098ms, libovsdb time 964.743µs I0403 00:13:35.723581 3792 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv 537c6184eeb815a8eb3001f878c0c3fc162810712ea818a19739a20251a042f2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv 537c6184eeb815a8eb3001f878c0c3fc162810712ea818a19739a20251a042f2 network default NAD default] I0403 00:13:35.733621 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-kw9qv, hostIfaceName: 537c6184eeb815a, network: default, NAD default, SandboxID: "537c6184eeb815a8eb3001f878c0c3fc162810712ea818a19739a20251a042f2", PCI device ID: , UID: "fbebd928-bc5e-42b7-90a9-c635d52cb404", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0403 00:13:35.785918 3792 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv 537c6184eeb815a8eb3001f878c0c3fc162810712ea818a19739a20251a042f2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-kw9qv 537c6184eeb815a8eb3001f878c0c3fc162810712ea818a19739a20251a042f2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:0a:43:39:b4:4a\",\"name\":\"537c6184eeb815a\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78f013d8-30e0-495e-9e89-6707668e4eb3\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:13:38.017287 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0403 00:13:40.428515 3792 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0403 00:13:43.505074 3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:13:43.505187 3792 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0403 00:13:43.518674 3792 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.51498ms I0403 00:13:43.518725 3792 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.552697ms I0403 00:13:43.519975 3792 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.92225ms, libovsdb time 900.864µs I0403 00:13:44.007273 3792 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0403 00:13:48.964699 3792 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 a86a3285350fc823b0dc3bf1bbfb0b0f0872549b7ae5186e0364e85aa3d45ad0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 a86a3285350fc823b0dc3bf1bbfb0b0f0872549b7ae5186e0364e85aa3d45ad0 network default NAD default] I0403 00:13:48.974435 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: a86a3285350fc82, network: default, NAD default, SandboxID: "a86a3285350fc823b0dc3bf1bbfb0b0f0872549b7ae5186e0364e85aa3d45ad0", PCI device ID: , UID: "edc1991f-ccb1-47d9-b0b5-2f386b3833c5", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0403 00:13:49.025816 3792 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 a86a3285350fc823b0dc3bf1bbfb0b0f0872549b7ae5186e0364e85aa3d45ad0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 a86a3285350fc823b0dc3bf1bbfb0b0f0872549b7ae5186e0364e85aa3d45ad0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:88:c0:90:d6:56\",\"name\":\"a86a3285350fc82\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf82d6a2-d794-48e2-b409-e0d62ee2b555\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:13:49.923154 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0403 00:13:51.929757 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0403 00:13:54.616680 3792 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0403 00:13:56.072468 3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-8wx72 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:13:56.072557 3792 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72 I0403 00:13:56.087683 3792 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72] pod update took 15.144783ms I0403 00:13:56.087724 3792 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72] addLogicalPort annotation time took 15.17399ms I0403 00:13:56.089011 3792 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72] addLogicalPort took 16.55513ms, libovsdb time 893.711µs I0403 00:13:56.151192 3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-8m5fm for pod on switch ip-10-0-1-110.ec2.internal I0403 00:13:56.151311 3792 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm I0403 00:13:56.165534 3792 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm] pod update took 14.270915ms I0403 00:13:56.165556 3792 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm] addLogicalPort annotation time took 14.29809ms I0403 00:13:56.166778 3792 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm] addLogicalPort took 15.604407ms, libovsdb time 821.167µs I0403 00:13:56.436261 3792 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72 4522967aa26dc9fe42a8debc03462e3f82d1ac4ba19a17f49691db9dcf47c7c9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72 4522967aa26dc9fe42a8debc03462e3f82d1ac4ba19a17f49691db9dcf47c7c9 network default NAD default] I0403 00:13:56.446063 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-8wx72, hostIfaceName: 4522967aa26dc9f, network: default, NAD default, SandboxID: "4522967aa26dc9fe42a8debc03462e3f82d1ac4ba19a17f49691db9dcf47c7c9", PCI device ID: , UID: "7d42804e-ba98-42a0-b132-7dd5b20be776", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0403 00:13:56.497633 3792 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72 4522967aa26dc9fe42a8debc03462e3f82d1ac4ba19a17f49691db9dcf47c7c9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8wx72 4522967aa26dc9fe42a8debc03462e3f82d1ac4ba19a17f49691db9dcf47c7c9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:73:b4:e5:e6:16\",\"name\":\"4522967aa26dc9f\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40069ff2-7e8a-47c1-855e-44406681baf6\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:13:56.514075 3792 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm a300879118df6ee5a7382ec87f6af4116850348d6b79605b8f5e9f9162dcf2b4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm a300879118df6ee5a7382ec87f6af4116850348d6b79605b8f5e9f9162dcf2b4 network default NAD default] I0403 00:13:56.527074 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-8m5fm, hostIfaceName: a300879118df6ee, network: default, NAD default, SandboxID: "a300879118df6ee5a7382ec87f6af4116850348d6b79605b8f5e9f9162dcf2b4", PCI device ID: , UID: "29a5da7f-41af-462c-babc-5cebb49ebdff", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0403 00:13:56.579859 3792 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm a300879118df6ee5a7382ec87f6af4116850348d6b79605b8f5e9f9162dcf2b4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-8m5fm a300879118df6ee5a7382ec87f6af4116850348d6b79605b8f5e9f9162dcf2b4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:5c:29:41:d8:ff\",\"name\":\"a300879118df6ee\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e97abe71-8e3a-4a40-9501-600a9a7f9e6d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:13:59.051498 3792 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-s785n] creating logical port tsf-keycloak_tsf-iam-s785n for pod on switch ip-10-0-1-110.ec2.internal I0403 00:13:59.051684 3792 kube.go:256] Updating pod tsf-keycloak/tsf-iam-s785n I0403 00:13:59.066454 3792 pod.go:62] [tsf-keycloak/tsf-iam-s785n] pod update took 14.794814ms I0403 00:13:59.066484 3792 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-s785n] addLogicalPort annotation time took 14.836824ms I0403 00:13:59.067963 3792 pods.go:271] [tsf-keycloak/tsf-iam-s785n] addLogicalPort took 16.490423ms, libovsdb time 1.016894ms W0403 00:14:00.150383 3792 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:14:00.150404 3792 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:14:00.150408 3792 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0403 00:14:00.894959 3792 cni.go:403] [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default] I0403 00:14:00.905697 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-s785n, hostIfaceName: bdf3a82c3da4c02, network: default, NAD default, SandboxID: "bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde", PCI device ID: , UID: "b4d8f3d7-c29b-4288-b13d-fe5e990e831d", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0403 00:14:00.960535 3792 cni.go:424] [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:78:e9:c4:47:e0\",\"name\":\"bdf3a82c3da4c02\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bb39844-f2de-4abc-bc7d-6abe90fa772f\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:14:02.627629 3792 cni.go:403] [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default] I0403 00:14:02.718218 3792 cni.go:424] [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam a659f12381d4e4a6211f2e6bdfc70533806dbf93af999331e0d87b267b5718c4 network default NAD default], result "{}", err I0403 00:14:02.770694 3792 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:02.770774 3792 pods.go:176] Deleting pod: tsf/test-tsf-iam I0403 00:14:02.772050 3792 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.25 I0403 00:14:02.772078 3792 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:02.790373 3792 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:02.790404 3792 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:02.796061 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0403 00:14:02.796081 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0403 00:14:03.549953 3792 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-110.ec2.internal I0403 00:14:03.550054 3792 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0403 00:14:03.564948 3792 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.919884ms I0403 00:14:03.564971 3792 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.950836ms I0403 00:14:03.566200 3792 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.270819ms, libovsdb time 893.495µs I0403 00:14:03.965170 3792 cni.go:403] [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default] I0403 00:14:03.974390 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 238895785d5ae39, network: default, NAD default, SandboxID: "238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4", PCI device ID: , UID: "987dd809-45cf-47e5-a57f-568765c7c27a", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0403 00:14:04.026389 3792 cni.go:424] [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:d0:c3:f5:9a:ca\",\"name\":\"238895785d5ae39\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e455082a-bbe9-48eb-916e-29e2c7f79d97\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:14:12.505006 3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0403 00:14:13.259524 3792 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-fcgdb] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-fcgdb for pod on switch ip-10-0-1-110.ec2.internal I0403 00:14:13.259690 3792 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-fcgdb I0403 00:14:13.273779 3792 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-fcgdb] pod update took 14.106711ms I0403 00:14:13.273814 3792 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-fcgdb] addLogicalPort annotation time took 14.155598ms I0403 00:14:13.275438 3792 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-fcgdb] addLogicalPort took 15.932353ms, libovsdb time 1.131144ms I0403 00:14:13.646828 3792 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-fcgdb 2d7bb4516bd5df399d83d68e3b1ceea8f23a11836c0330274156bc610bca5ce2 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fcgdb 2d7bb4516bd5df399d83d68e3b1ceea8f23a11836c0330274156bc610bca5ce2 network default NAD default] I0403 00:14:13.661117 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-fcgdb, hostIfaceName: 2d7bb4516bd5df3, network: default, NAD default, SandboxID: "2d7bb4516bd5df399d83d68e3b1ceea8f23a11836c0330274156bc610bca5ce2", PCI device ID: , UID: "17eedc5b-b05c-46e1-b641-2d9ca851f266", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0403 00:14:13.723560 3792 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-fcgdb 2d7bb4516bd5df399d83d68e3b1ceea8f23a11836c0330274156bc610bca5ce2 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fcgdb 2d7bb4516bd5df399d83d68e3b1ceea8f23a11836c0330274156bc610bca5ce2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:c3:0e:8a:fa:21\",\"name\":\"2d7bb4516bd5df3\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/208433c3-433b-489e-8fee-e20a78f6051b\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:14:19.291099 3792 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0403 00:14:22.311871 3792 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0403 00:14:23.462618 3792 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:23.463460 3792 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:24.353397 3792 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:24.353429 3792 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:28.801537 3792 cni.go:403] [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default] I0403 00:14:28.883398 3792 cni.go:424] [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-s785n bdf3a82c3da4c02fb39ae2d6433986a709bce090f9eb10a6abc078dc9f8bccde network default NAD default], result "{}", err I0403 00:14:28.941793 3792 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-s785n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:28.941838 3792 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-s785n I0403 00:14:28.943105 3792 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-s785n, ips: 10.130.0.30 I0403 00:14:28.943137 3792 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-s785n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:29.966991 3792 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-s785n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:29.967018 3792 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-s785n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:30.557293 3792 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:30.557922 3792 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:30.869637 3792 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:30.869667 3792 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:30.875209 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:14:30.875225 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0403 00:14:31.369827 3792 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:31.369847 3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:31.393241 3792 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0403 00:14:37.626373 3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:37.626396 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:37.626408 3792 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0403 00:14:43.559134 3792 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-9wh6q for pod on switch ip-10-0-1-110.ec2.internal I0403 00:14:43.559225 3792 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q I0403 00:14:43.574990 3792 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q] pod update took 15.786269ms I0403 00:14:43.575020 3792 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q] addLogicalPort annotation time took 15.821759ms I0403 00:14:43.576461 3792 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q] addLogicalPort took 17.343176ms, libovsdb time 961.953µs I0403 00:14:43.927143 3792 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q b13585546ef94e753aea8917f2790dd6bd6f0550a30446bfcfd6ead5be5cfc49 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q b13585546ef94e753aea8917f2790dd6bd6f0550a30446bfcfd6ead5be5cfc49 network default NAD default] I0403 00:14:43.937187 3792 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-9wh6q, hostIfaceName: b13585546ef94e7, network: default, NAD default, SandboxID: "b13585546ef94e753aea8917f2790dd6bd6f0550a30446bfcfd6ead5be5cfc49", PCI device ID: , UID: "09de1e9a-8185-4ac4-b614-0b95a9ee88a1", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0403 00:14:43.989505 3792 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q b13585546ef94e753aea8917f2790dd6bd6f0550a30446bfcfd6ead5be5cfc49 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-9wh6q b13585546ef94e753aea8917f2790dd6bd6f0550a30446bfcfd6ead5be5cfc49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:08:12:b6:44:93\",\"name\":\"b13585546ef94e7\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66b7f8be-57a1-4f66-8a88-936cc5900727\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:14:52.928257 3792 cni.go:403] [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default] I0403 00:14:52.996682 3792 cni.go:424] [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 238895785d5ae395c18dd69fafb49f04637b875d2e9596095165c0eab5c64ca4 network default NAD default], result "{}", err I0403 00:14:53.048198 3792 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:53.048228 3792 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0403 00:14:53.049463 3792 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.31 I0403 00:14:53.049496 3792 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:53.068756 3792 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:53.068787 3792 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:53.074631 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0403 00:14:53.074660 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0403 00:14:53.701551 3792 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-k9vzh] creating logical port tsf_patch-tekton-config-k9vzh for pod on switch ip-10-0-1-110.ec2.internal I0403 00:14:53.701640 3792 kube.go:256] Updating pod tsf/patch-tekton-config-k9vzh I0403 00:14:53.714263 3792 pod.go:62] [tsf/patch-tekton-config-k9vzh] pod update took 12.64438ms I0403 00:14:53.714292 3792 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-k9vzh] addLogicalPort annotation time took 12.677691ms I0403 00:14:53.715679 3792 pods.go:271] [tsf/patch-tekton-config-k9vzh] addLogicalPort took 14.147163ms, libovsdb time 1.014973ms I0403 00:14:54.063647 3792 cni.go:403] [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default] I0403 00:14:54.073922 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-k9vzh, hostIfaceName: be9789b60fe7bae, network: default, NAD default, SandboxID: "be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186", PCI device ID: , UID: "c8766d5c-6697-4e5c-a18c-fe0d2027de94", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0403 00:14:54.128077 3792 cni.go:424] [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:34:a1:3e:de:03\",\"name\":\"be9789b60fe7bae\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03587522-128a-42db-91ec-62c606c774d5\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:14:55.915484 3792 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:15:02.990772 3792 cni.go:403] [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default] I0403 00:15:03.069773 3792 cni.go:424] [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-k9vzh be9789b60fe7baed50419e13c7f94d7e89c95de744417cba8c3499fa18468186 network default NAD default], result "{}", err I0403 00:15:03.120298 3792 obj_retry.go:464] Detected object tsf/patch-tekton-config-k9vzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:03.120335 3792 pods.go:176] Deleting pod: tsf/patch-tekton-config-k9vzh I0403 00:15:03.121608 3792 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-k9vzh, ips: 10.130.0.34 I0403 00:15:03.121637 3792 obj_retry.go:464] Detected object tsf/patch-tekton-config-k9vzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:04.012894 3792 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:04.012922 3792 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:04.113775 3792 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-gjprb] creating logical port tsf_tsf-tekton-configuration-gjprb for pod on switch ip-10-0-1-110.ec2.internal I0403 00:15:04.113873 3792 kube.go:256] Updating pod tsf/tsf-tekton-configuration-gjprb I0403 00:15:04.126078 3792 pod.go:62] [tsf/tsf-tekton-configuration-gjprb] pod update took 12.234895ms I0403 00:15:04.126101 3792 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-gjprb] addLogicalPort annotation time took 12.258765ms I0403 00:15:04.127332 3792 pods.go:271] [tsf/tsf-tekton-configuration-gjprb] addLogicalPort took 13.57511ms, libovsdb time 886.952µs I0403 00:15:04.473459 3792 cni.go:403] [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default] I0403 00:15:04.483562 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-gjprb, hostIfaceName: dd5058669216547, network: default, NAD default, SandboxID: "dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497", PCI device ID: , UID: "2b87d61c-b29d-45fa-9482-7fe2c493a253", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0403 00:15:04.536039 3792 cni.go:424] [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:1b:24:8d:d7:3a\",\"name\":\"dd5058669216547\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1350ed98-5441-42e0-86c2-4851c8ba60db\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:15:10.032079 3792 cni.go:403] [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default] I0403 00:15:10.111107 3792 cni.go:424] [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-gjprb dd505866921654712bd7f7217c3fe592b011e7a053a9769069882a3965355497 network default NAD default], result "{}", err I0403 00:15:10.160114 3792 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-gjprb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.160154 3792 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-gjprb I0403 00:15:10.161562 3792 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-gjprb, ips: 10.130.0.35 I0403 00:15:10.161595 3792 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-gjprb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.753971 3792 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.754518 3792 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.947468 3792 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.948045 3792 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:11.181955 3792 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-gjprb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.181986 3792 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-gjprb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.227475 3792 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.227501 3792 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.231590 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-k9vzh I0403 00:15:11.231620 3792 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-k9vzh I0403 00:15:11.622819 3792 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.622842 3792 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.810922 3792 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-110.ec2.internal I0403 00:15:11.811008 3792 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0403 00:15:11.827227 3792 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.241981ms I0403 00:15:11.827253 3792 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.269159ms I0403 00:15:11.827437 3792 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.827462 3792 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.828502 3792 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.599699ms, libovsdb time 852.33µs I0403 00:15:12.172013 3792 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default] I0403 00:15:12.182208 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 179d5c03928f6e4, network: default, NAD default, SandboxID: "179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b", PCI device ID: , UID: "b9cb8886-52f2-40f8-b5e8-2f031ce8443d", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0403 00:15:12.233930 3792 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:37:43:c0:14:13\",\"name\":\"179d5c03928f6e4\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45efc960-0da4-4041-9c11-46a84dc8a31c\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:15:15.710162 3792 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-848d7464f5-g7sb4] creating logical port tsf-tas_ctlog-848d7464f5-g7sb4 for pod on switch ip-10-0-1-110.ec2.internal I0403 00:15:15.710247 3792 kube.go:256] Updating pod tsf-tas/ctlog-848d7464f5-g7sb4 I0403 00:15:15.731837 3792 pod.go:62] [tsf-tas/ctlog-848d7464f5-g7sb4] pod update took 21.609767ms I0403 00:15:15.731864 3792 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-848d7464f5-g7sb4] addLogicalPort annotation time took 21.642617ms I0403 00:15:15.733177 3792 pods.go:271] [tsf-tas/ctlog-848d7464f5-g7sb4] addLogicalPort took 23.032444ms, libovsdb time 888.463µs I0403 00:15:16.070474 3792 cni.go:403] [tsf-tas/ctlog-848d7464f5-g7sb4 321a03573f0ddae295d0d82590c13496c0a961c5108f4a3e194ab56f8faa04a1 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-848d7464f5-g7sb4 321a03573f0ddae295d0d82590c13496c0a961c5108f4a3e194ab56f8faa04a1 network default NAD default] I0403 00:15:16.095688 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-848d7464f5-g7sb4, hostIfaceName: 321a03573f0ddae, network: default, NAD default, SandboxID: "321a03573f0ddae295d0d82590c13496c0a961c5108f4a3e194ab56f8faa04a1", PCI device ID: , UID: "45e18bb2-3d99-4e89-878f-08b38b72333f", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0403 00:15:16.147865 3792 cni.go:424] [tsf-tas/ctlog-848d7464f5-g7sb4 321a03573f0ddae295d0d82590c13496c0a961c5108f4a3e194ab56f8faa04a1 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-848d7464f5-g7sb4 321a03573f0ddae295d0d82590c13496c0a961c5108f4a3e194ab56f8faa04a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:d1:63:f8:a6:a8\",\"name\":\"321a03573f0ddae\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85f42b49-d9ef-40fe-97a3-1a6d6f00f832\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:15:19.077025 3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0403 00:15:19.664062 3792 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0403 00:15:20.864000 3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0403 00:15:28.037660 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0403 00:15:30.090564 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0403 00:15:31.921725 3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0403 00:15:48.355669 3792 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-k95vg-dmj7r] creating logical port tsf-tas_tuf-repository-init-k95vg-dmj7r for pod on switch ip-10-0-1-110.ec2.internal I0403 00:15:48.355835 3792 kube.go:256] Updating pod tsf-tas/tuf-repository-init-k95vg-dmj7r I0403 00:15:48.367774 3792 pod.go:62] [tsf-tas/tuf-repository-init-k95vg-dmj7r] pod update took 11.964937ms I0403 00:15:48.367793 3792 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-k95vg-dmj7r] addLogicalPort annotation time took 11.990302ms I0403 00:15:48.369025 3792 pods.go:271] [tsf-tas/tuf-repository-init-k95vg-dmj7r] addLogicalPort took 13.375145ms, libovsdb time 876.504µs I0403 00:15:52.649971 3792 cni.go:403] [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default] I0403 00:15:52.659492 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-k95vg-dmj7r, hostIfaceName: 9aa2c5f78274150, network: default, NAD default, SandboxID: "9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc", PCI device ID: , UID: "70b4a4c8-5d0d-4425-af5d-6744d257c4ae", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0403 00:15:52.713827 3792 cni.go:424] [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:4a:fe:bd:e4:6c\",\"name\":\"9aa2c5f78274150\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04a6e774-d917-4858-956c-b02ba73b6649\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:15:57.274217 3792 cni.go:403] [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default] I0403 00:15:57.346696 3792 cni.go:424] [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-k95vg-dmj7r 9aa2c5f782741502b82dd5ac95fc905f0555d2413b139aff77a77d6ced805cfc network default NAD default], result "{}", err I0403 00:15:57.399770 3792 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:57.399810 3792 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-k95vg-dmj7r I0403 00:15:57.401156 3792 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-k95vg-dmj7r, ips: 10.130.0.38 I0403 00:15:57.401189 3792 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:58.289689 3792 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:58.289737 3792 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:00.468606 3792 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-vx8js] creating logical port tsf-tas_tuf-bc5768c88-vx8js for pod on switch ip-10-0-1-110.ec2.internal I0403 00:16:00.468731 3792 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-vx8js I0403 00:16:00.483071 3792 pod.go:62] [tsf-tas/tuf-bc5768c88-vx8js] pod update took 14.383955ms I0403 00:16:00.483095 3792 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-vx8js] addLogicalPort annotation time took 14.410418ms I0403 00:16:00.484348 3792 pods.go:271] [tsf-tas/tuf-bc5768c88-vx8js] addLogicalPort took 15.761862ms, libovsdb time 896.004µs I0403 00:16:01.731692 3792 cni.go:403] [tsf-tas/tuf-bc5768c88-vx8js cefa2de0fa163519a45de4934bcb529c3568772164e89a7247451b656911fa80 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-vx8js cefa2de0fa163519a45de4934bcb529c3568772164e89a7247451b656911fa80 network default NAD default] I0403 00:16:01.740956 3792 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-vx8js, hostIfaceName: cefa2de0fa16351, network: default, NAD default, SandboxID: "cefa2de0fa163519a45de4934bcb529c3568772164e89a7247451b656911fa80", PCI device ID: , UID: "cb1a2553-82a5-42de-8cd6-1b54629c2df0", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0403 00:16:01.793560 3792 cni.go:424] [tsf-tas/tuf-bc5768c88-vx8js cefa2de0fa163519a45de4934bcb529c3568772164e89a7247451b656911fa80 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-vx8js cefa2de0fa163519a45de4934bcb529c3568772164e89a7247451b656911fa80 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:a8:f8:97:bf:c2\",\"name\":\"cefa2de0fa16351\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32982ee7-98a3-4331-8192-a9b15bd71f43\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:16:04.311229 3792 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0403 00:16:10.926000 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=117 W0403 00:16:15.320517 3792 util.go:959] Failed to build node endpoints for node ip-10-0-1-110.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0403 00:16:15.931280 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0403 00:16:28.025918 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0403 00:16:37.050585 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0403 00:17:06.046265 3792 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0403 00:18:37.921838 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0403 00:19:34.940207 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=486 I0403 00:20:04.483123 3792 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:04.483784 3792 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:05.360728 3792 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:05.360755 3792 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:19.015260 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0403 00:20:37.926515 3792 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0403 00:21:13.052759 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0403 00:21:14.871503 3792 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default] I0403 00:21:14.948936 3792 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 179d5c03928f6e4f1c3db885c26fe38e4c87ff1705434705138d50dbb445c24b network default NAD default], result "{}", err I0403 00:21:15.001208 3792 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:21:15.001240 3792 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0403 00:21:15.002548 3792 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.36 I0403 00:21:15.002576 3792 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:21:28.021150 3792 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8