+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-44.ec2.internal ++ [[ -n ip-10-0-1-44.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-44.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260324-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260324-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260324-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0408 02:38:26.042182876 - disable conntrack on geneve port' I0408 02:38:26.042182876 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0408 02:38:26.112785983 - starting ovnkube-node + echo 'I0408 02:38:26.112785983 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-44.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-44.ec2.internal --init-node ip-10-0-1-44.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-44.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0408 02:38:26.178907 3660 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0408 02:38:26.178964 3660 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-704d794a73.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0408 02:38:26.180440 3660 kube.go:423] Waiting for certificate I0408 02:38:26.180470 3660 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0408 02:38:26.180512 3660 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0408 02:38:26.181612 3660 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0408 02:38:26.214159 3660 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:26.214179 3660 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:26.216612 3660 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:26.219099 3660 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m6d25" I0408 02:38:26.227414 3660 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m6d25" I0408 02:38:26.227523 3660 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:27.180912 3660 kube.go:430] Certificate found I0408 02:38:27.181495 3660 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0408 02:38:27.182403 3660 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0408 02:38:27.243263 3660 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-09 02:33:26 +0000 UTC" deadline="2026-04-08 23:47:50.741997441 +0000 UTC" I0408 02:38:27.243301 3660 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h9m23.498708121s" I0408 02:38:27.255732 3660 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0408 02:38:27.268306 3660 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0408 02:38:27.269380 3660 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0408 02:38:27.269529 3660 factory.go:537] Starting watch factory I0408 02:38:27.269664 3660 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.269705 3660 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.269868 3660 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.269935 3660 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270053 3660 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270102 3660 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270248 3660 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270275 3660 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270279 3660 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270294 3660 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270516 3660 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.270535 3660 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.275683 3660 controller_manager.go:368] Starting the ovnkube controller I0408 02:38:27.275786 3660 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-44.ec2.internal I0408 02:38:27.275888 3660 controller_manager.go:393] NBDB zone sync took: 65.904µs I0408 02:38:27.275900 3660 factory.go:537] Starting watch factory I0408 02:38:27.294317 3660 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.294378 3660 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.294392 3660 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.294924 3660 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.295746 3660 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.295954 3660 ovn_northd.go:121] Registering OVN northd metrics I0408 02:38:27.301476 3660 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0408 02:38:27.306388 3660 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0408 02:38:27.306424 3660 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0408 02:38:27.307840 3660 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.325204 3660 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0408 02:38:27.375331 3660 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0408 02:38:27.375360 3660 factory.go:1931] *v1.Namespace informer cache synced successfully I0408 02:38:27.375374 3660 factory.go:1931] *v1.Node informer cache synced successfully I0408 02:38:27.375378 3660 factory.go:1931] *v1.Service informer cache synced successfully I0408 02:38:27.375381 3660 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0408 02:38:27.375384 3660 factory.go:1931] *v1.Pod informer cache synced successfully I0408 02:38:27.375487 3660 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.375533 3660 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.375534 3660 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.375562 3660 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.377878 3660 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.377883 3660 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.380667 3660 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0408 02:38:27.380680 3660 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0408 02:38:27.380762 3660 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.380774 3660 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.382063 3660 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0408 02:38:27.382073 3660 factory.go:1931] *v1.Pod informer cache synced successfully I0408 02:38:27.382076 3660 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0408 02:38:27.382080 3660 factory.go:1931] *v1.Namespace informer cache synced successfully I0408 02:38:27.382083 3660 factory.go:1931] *v1.Node informer cache synced successfully I0408 02:38:27.382085 3660 factory.go:1931] *v1.Service informer cache synced successfully I0408 02:38:27.382965 3660 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.386534 3660 factory.go:1931] *v1.EgressIP informer cache synced successfully I0408 02:38:27.386602 3660 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.386615 3660 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.387299 3660 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0408 02:38:27.387312 3660 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0408 02:38:27.388486 3660 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.392175 3660 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0408 02:38:27.392244 3660 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.392259 3660 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.392331 3660 factory.go:1931] *v1.EgressIP informer cache synced successfully I0408 02:38:27.394076 3660 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.397704 3660 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0408 02:38:27.397773 3660 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0408 02:38:27.397831 3660 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.397845 3660 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.399658 3660 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.403634 3660 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0408 02:38:27.403648 3660 factory.go:1931] *v1.EgressService informer cache synced successfully I0408 02:38:27.403732 3660 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.403750 3660 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.405788 3660 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.409432 3660 factory.go:1931] *v1.EgressService informer cache synced successfully I0408 02:38:27.409443 3660 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0408 02:38:27.409614 3660 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:38:27.409628 3660 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:38:27.411521 3660 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:38:27.415224 3660 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0408 02:38:27.415311 3660 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0408 02:38:27.415337 3660 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.415355 3660 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.415339 3660 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.415416 3660 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.417328 3660 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.417804 3660 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.420461 3660 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0408 02:38:27.420472 3660 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0408 02:38:27.420474 3660 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0408 02:38:27.420479 3660 factory.go:649] Watch Factory start up complete, took: 150.955029ms I0408 02:38:27.420563 3660 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0408 02:38:27.425954 3660 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0408 02:38:27.425967 3660 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0408 02:38:27.425974 3660 factory.go:649] Watch Factory start up complete, took: 150.073411ms I0408 02:38:27.425981 3660 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-44.ec2.internal" zone I0408 02:38:27.479243 3660 default_node_network_controller.go:709] Initializing the default node network controller I0408 02:38:27.547460 3660 udn_isolation.go:101] Starting UDN host isolation manager I0408 02:38:27.554849 3660 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0408 02:38:27.646565 3660 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0408 02:38:27.646665 3660 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0408 02:38:27.646684 3660 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0408 02:38:27.681939 3660 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0408 02:38:27.682008 3660 default_node_network_controller.go:808] Node ip-10-0-1-44.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0408 02:38:27.687878 3660 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.44"] k8s.ovn.org/zone-name:ip-10-0-1-44.ec2.internal] on node ip-10-0-1-44.ec2.internal I0408 02:38:27.709308 3660 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0408 02:38:27.716109 3660 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0408 02:38:27.716245 3660 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0408 02:38:27.716397 3660 gateway_init.go:263] Preparing Gateway I0408 02:38:27.716405 3660 gateway_shared_intf.go:1658] Creating new gateway I0408 02:38:27.815381 3660 iptables.go:108] Creating table: filter chain: FORWARD I0408 02:38:27.822418 3660 iptables.go:108] Creating table: filter chain: OUTPUT I0408 02:38:27.829431 3660 gateway_shared_intf.go:1787] Gateway Creation Complete I0408 02:38:27.829449 3660 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-44.ec2.internal","mac-address":"0a:ff:eb:31:5c:5b","ip-addresses":["10.0.1.44/24"],"ip-address":"10.0.1.44/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4f4ddc13-a784-46ee-be97-bb1f70f189d3 k8s.ovn.org/node-encap-ips:["10.0.1.44"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.44/24"} k8s.ovn.org/zone-name:ip-10-0-1-44.ec2.internal] on node ip-10-0-1-44.ec2.internal I0408 02:38:27.850596 3660 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:27.926580 3660 controller_manager.go:427] Waiting for node in zone sync took: 500.582719ms I0408 02:38:27.933831 3660 controller_manager.go:608] Switching to transit router for layer2 networks I0408 02:38:27.933849 3660 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-44.ec2.internal I0408 02:38:27.951370 3660 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0408 02:38:27.958690 3660 controller_manager.go:288] SCTP support detected in OVN I0408 02:38:27.959327 3660 services_controller.go:69] Creating services controller for network=default I0408 02:38:27.959416 3660 udn_enabled_svc.go:80] Waiting for service informer to sync I0408 02:38:27.959498 3660 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0408 02:38:27.959555 3660 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0408 02:38:27.959575 3660 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0408 02:38:27.959586 3660 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0408 02:38:27.959794 3660 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0408 02:38:27.959885 3660 udn_enabled_svc.go:95] Performing full resync I0408 02:38:27.959887 3660 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0408 02:38:27.959921 3660 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 21.537µs I0408 02:38:27.959930 3660 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.366µs I0408 02:38:27.959936 3660 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0408 02:38:27.959943 3660 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0408 02:38:27.959883 3660 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.039µs I0408 02:38:27.959953 3660 default_network_controller.go:321] Starting the default network controller I0408 02:38:27.959973 3660 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.486µs I0408 02:38:27.960228 3660 udn_enabled_svc.go:99] Waiting for handler to sync I0408 02:38:27.960242 3660 udn_enabled_svc.go:104] Starting worker I0408 02:38:27.969633 3660 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0408 02:38:27.969695 3660 repair.go:33] Syncing exgw routes took 45.04µs I0408 02:38:27.969739 3660 default_network_controller.go:407] Starting all the Watchers... I0408 02:38:27.969892 3660 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0408 02:38:27.969898 3660 namespace.go:98] [openshift-monitoring] adding namespace I0408 02:38:27.969902 3660 namespace.go:98] [openshift-controller-manager] adding namespace I0408 02:38:27.969908 3660 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0408 02:38:27.969913 3660 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0408 02:38:27.969924 3660 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0408 02:38:27.969920 3660 namespace.go:98] [default] adding namespace I0408 02:38:27.969934 3660 namespace.go:98] [openshift-package-operator] adding namespace I0408 02:38:27.969938 3660 namespace.go:98] [kube-public] adding namespace I0408 02:38:27.969941 3660 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0408 02:38:27.969945 3660 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0408 02:38:27.969945 3660 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0408 02:38:27.969947 3660 namespace.go:98] [openshift-image-registry] adding namespace I0408 02:38:27.969955 3660 namespace.go:98] [openshift-kube-scheduler] adding namespace I0408 02:38:27.969896 3660 namespace.go:98] [openshift-backplane] adding namespace I0408 02:38:27.970429 3660 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 524.246µs I0408 02:38:27.970445 3660 namespace.go:98] [openshift-backplane-tam] adding namespace I0408 02:38:27.970872 3660 namespace.go:102] [openshift-backplane-tam] adding namespace took 422.104µs I0408 02:38:27.970885 3660 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0408 02:38:27.971541 3660 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 647.634µs I0408 02:38:27.971563 3660 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0408 02:38:27.972098 3660 namespace.go:102] [openshift-monitoring] adding namespace took 2.187402ms I0408 02:38:27.972120 3660 namespace.go:98] [openshift-cluster-version] adding namespace I0408 02:38:27.972591 3660 namespace.go:102] [openshift-controller-manager] adding namespace took 2.678928ms I0408 02:38:27.972605 3660 namespace.go:98] [openshift-backplane-cse] adding namespace I0408 02:38:27.973545 3660 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.624192ms I0408 02:38:27.973555 3660 namespace.go:98] [openshift-network-console] adding namespace I0408 02:38:27.974134 3660 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.21566ms I0408 02:38:27.974154 3660 namespace.go:98] [openshift] adding namespace I0408 02:38:27.974670 3660 namespace.go:102] [default] adding namespace took 4.736336ms I0408 02:38:27.974683 3660 namespace.go:98] [kube-node-lease] adding namespace I0408 02:38:27.975258 3660 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.330445ms I0408 02:38:27.975268 3660 namespace.go:98] [openshift-insights] adding namespace I0408 02:38:27.975847 3660 namespace.go:102] [openshift-package-operator] adding namespace took 5.90146ms I0408 02:38:27.975864 3660 namespace.go:98] [openshift-authentication] adding namespace I0408 02:38:27.976346 3660 namespace.go:102] [kube-public] adding namespace took 6.399832ms I0408 02:38:27.976356 3660 namespace.go:98] [openshift-apiserver] adding namespace I0408 02:38:27.976971 3660 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.023257ms I0408 02:38:27.976980 3660 namespace.go:98] [openshift-backplane-srep] adding namespace I0408 02:38:27.977562 3660 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.609891ms I0408 02:38:27.977581 3660 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0408 02:38:27.978045 3660 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.090267ms I0408 02:38:27.978061 3660 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0408 02:38:27.978582 3660 namespace.go:102] [openshift-image-registry] adding namespace took 8.624324ms I0408 02:38:27.978596 3660 namespace.go:98] [openshift-network-operator] adding namespace I0408 02:38:27.979177 3660 namespace.go:102] [openshift-kube-scheduler] adding namespace took 9.217007ms I0408 02:38:27.979186 3660 namespace.go:98] [openshift-network-diagnostics] adding namespace I0408 02:38:27.979739 3660 namespace.go:102] [openshift-backplane] adding namespace took 9.719431ms I0408 02:38:27.979748 3660 namespace.go:98] [openshift-operators] adding namespace I0408 02:38:27.980204 3660 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.632248ms I0408 02:38:27.980224 3660 namespace.go:98] [openshift-operators-redhat] adding namespace I0408 02:38:27.980686 3660 namespace.go:102] [openshift-cluster-version] adding namespace took 8.55731ms I0408 02:38:27.980703 3660 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0408 02:38:27.981231 3660 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.620354ms I0408 02:38:27.981245 3660 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0408 02:38:27.981736 3660 namespace.go:102] [openshift-network-console] adding namespace took 8.177288ms I0408 02:38:27.981747 3660 namespace.go:98] [openshift-marketplace] adding namespace I0408 02:38:27.982214 3660 namespace.go:102] [openshift] adding namespace took 8.053478ms I0408 02:38:27.982228 3660 namespace.go:98] [openshift-config] adding namespace I0408 02:38:27.982577 3660 namespace.go:102] [kube-node-lease] adding namespace took 7.890426ms I0408 02:38:27.982589 3660 namespace.go:98] [openshift-console-operator] adding namespace I0408 02:38:27.982968 3660 namespace.go:102] [openshift-insights] adding namespace took 7.695074ms I0408 02:38:27.982979 3660 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0408 02:38:27.983333 3660 namespace.go:102] [openshift-authentication] adding namespace took 7.463952ms I0408 02:38:27.983344 3660 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0408 02:38:27.983689 3660 namespace.go:102] [openshift-apiserver] adding namespace took 7.329299ms I0408 02:38:27.983700 3660 namespace.go:98] [openshift-multus] adding namespace I0408 02:38:27.984087 3660 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.102841ms I0408 02:38:27.984099 3660 namespace.go:98] [openshift-backplane-mobb] adding namespace I0408 02:38:27.984481 3660 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.895021ms I0408 02:38:27.984494 3660 namespace.go:98] [openshift-dns-operator] adding namespace I0408 02:38:27.984901 3660 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.832163ms I0408 02:38:27.984921 3660 namespace.go:98] [openshift-must-gather-operator] adding namespace W0408 02:38:27.985321 3660 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8pz5b: pod openshift-network-diagnostics/network-check-target-8pz5b: no pod IPs found W0408 02:38:27.985346 3660 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xs8qk: pod openshift-network-diagnostics/network-check-target-xs8qk: no pod IPs found I0408 02:38:27.985366 3660 namespace.go:102] [openshift-network-operator] adding namespace took 6.764722ms I0408 02:38:27.985379 3660 namespace.go:98] [openshift-route-controller-manager] adding namespace I0408 02:38:27.985843 3660 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.652392ms I0408 02:38:27.985853 3660 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0408 02:38:27.986336 3660 namespace.go:102] [openshift-operators] adding namespace took 6.582083ms I0408 02:38:27.986353 3660 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0408 02:38:27.986705 3660 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.47498ms I0408 02:38:27.987122 3660 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.413702ms I0408 02:38:27.987134 3660 namespace.go:98] [openshift-ingress-canary] adding namespace I0408 02:38:27.987518 3660 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.268252ms I0408 02:38:27.987532 3660 namespace.go:98] [openshift-authentication-operator] adding namespace I0408 02:38:27.987902 3660 namespace.go:102] [openshift-marketplace] adding namespace took 6.150886ms I0408 02:38:27.987912 3660 namespace.go:98] [openshift-etcd] adding namespace I0408 02:38:27.988430 3660 namespace.go:102] [openshift-config] adding namespace took 6.192716ms I0408 02:38:27.988448 3660 namespace.go:98] [openshift-service-ca-operator] adding namespace I0408 02:38:27.988889 3660 namespace.go:102] [openshift-console-operator] adding namespace took 6.294827ms I0408 02:38:27.988901 3660 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0408 02:38:27.989295 3660 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.3124ms I0408 02:38:27.989305 3660 namespace.go:98] [openshift-machine-api] adding namespace W0408 02:38:27.989754 3660 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bg686: pod openshift-multus/network-metrics-daemon-bg686: no pod IPs found W0408 02:38:27.989771 3660 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2jjl6: pod openshift-multus/network-metrics-daemon-2jjl6: no pod IPs found I0408 02:38:27.989772 3660 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.425013ms I0408 02:38:27.989780 3660 namespace.go:98] [openshift-customer-monitoring] adding namespace I0408 02:38:27.990247 3660 namespace.go:102] [openshift-multus] adding namespace took 6.541105ms I0408 02:38:27.990261 3660 namespace.go:98] [openshift-apiserver-operator] adding namespace I0408 02:38:27.990620 3660 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.516366ms I0408 02:38:27.990630 3660 namespace.go:98] [openshift-config-operator] adding namespace I0408 02:38:27.990996 3660 namespace.go:102] [openshift-dns-operator] adding namespace took 6.497316ms I0408 02:38:27.991008 3660 namespace.go:98] [openshift-infra] adding namespace I0408 02:38:27.991365 3660 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.438157ms I0408 02:38:27.991376 3660 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0408 02:38:27.991744 3660 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.359937ms I0408 02:38:27.991754 3660 namespace.go:98] [kube-system] adding namespace I0408 02:38:27.992151 3660 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.29226ms I0408 02:38:27.992169 3660 namespace.go:98] [openshift-console] adding namespace I0408 02:38:27.992592 3660 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.233648ms I0408 02:38:27.992607 3660 namespace.go:98] [openshift-kube-apiserver] adding namespace I0408 02:38:27.992961 3660 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.822452ms I0408 02:38:27.992970 3660 namespace.go:98] [openshift-config-managed] adding namespace I0408 02:38:27.993506 3660 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.966454ms I0408 02:38:27.993526 3660 namespace.go:98] [openshift-machine-config-operator] adding namespace I0408 02:38:27.994031 3660 namespace.go:102] [openshift-etcd] adding namespace took 6.114231ms I0408 02:38:27.994045 3660 namespace.go:98] [openshift-console-user-settings] adding namespace I0408 02:38:27.994421 3660 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.96771ms I0408 02:38:27.994432 3660 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0408 02:38:27.994878 3660 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.972946ms I0408 02:38:27.994890 3660 namespace.go:98] [dedicated-admin] adding namespace I0408 02:38:27.995343 3660 namespace.go:102] [openshift-machine-api] adding namespace took 6.031852ms I0408 02:38:27.995357 3660 namespace.go:98] [openshift-host-network] adding namespace I0408 02:38:27.995836 3660 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.052222ms I0408 02:38:27.995846 3660 namespace.go:98] [openshift-ingress-operator] adding namespace I0408 02:38:27.996387 3660 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.120851ms I0408 02:38:27.996403 3660 namespace.go:98] [openshift-network-node-identity] adding namespace I0408 02:38:27.996817 3660 namespace.go:102] [openshift-config-operator] adding namespace took 6.178343ms I0408 02:38:27.996837 3660 namespace.go:98] [openshift-ingress] adding namespace I0408 02:38:27.997312 3660 namespace.go:102] [openshift-infra] adding namespace took 6.299157ms I0408 02:38:27.997325 3660 namespace.go:98] [openshift-dns] adding namespace W0408 02:38:27.997726 3660 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-7rd2h: pod kube-system/global-pull-secret-syncer-7rd2h: no pod IPs found W0408 02:38:27.997739 3660 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-6h8dl: pod kube-system/global-pull-secret-syncer-6h8dl: no pod IPs found I0408 02:38:27.997757 3660 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.377355ms I0408 02:38:27.997764 3660 namespace.go:98] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] adding namespace I0408 02:38:27.998271 3660 namespace.go:102] [kube-system] adding namespace took 6.512326ms I0408 02:38:27.998286 3660 namespace.go:98] [openshift-node] adding namespace I0408 02:38:27.998728 3660 namespace.go:102] [openshift-console] adding namespace took 6.534103ms I0408 02:38:27.998744 3660 namespace.go:98] [openshift-backplane-cee] adding namespace I0408 02:38:27.999517 3660 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.905779ms I0408 02:38:27.999528 3660 namespace.go:98] [openshift-backplane-csm] adding namespace I0408 02:38:28.000000 3660 namespace.go:102] [openshift-config-managed] adding namespace took 7.026375ms I0408 02:38:28.000437 3660 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.906112ms I0408 02:38:28.000912 3660 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.86176ms I0408 02:38:28.001340 3660 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.903696ms I0408 02:38:28.001810 3660 namespace.go:102] [dedicated-admin] adding namespace took 6.915423ms I0408 02:38:28.001828 3660 namespace.go:98] [openshift-logging] adding namespace I0408 02:38:28.002293 3660 namespace.go:102] [openshift-host-network] adding namespace took 6.931135ms I0408 02:38:28.002666 3660 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.816601ms I0408 02:38:28.003205 3660 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.798891ms I0408 02:38:28.003556 3660 namespace.go:102] [openshift-ingress] adding namespace took 6.714952ms I0408 02:38:28.004046 3660 namespace.go:102] [openshift-dns] adding namespace took 6.714757ms I0408 02:38:28.004530 3660 namespace.go:102] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] adding namespace took 6.762048ms I0408 02:38:28.004543 3660 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0408 02:38:28.004959 3660 namespace.go:102] [openshift-node] adding namespace took 6.668068ms I0408 02:38:28.004971 3660 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0408 02:38:28.005421 3660 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.671027ms I0408 02:38:28.005853 3660 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.319778ms I0408 02:38:28.005866 3660 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0408 02:38:28.006301 3660 namespace.go:102] [openshift-logging] adding namespace took 4.467482ms I0408 02:38:28.006750 3660 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.199646ms I0408 02:38:28.007225 3660 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.250043ms I0408 02:38:28.007631 3660 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 1.759099ms I0408 02:38:28.008050 3660 zone_ic_handler.go:186] Time taken to create transit switch: 280.626µs I0408 02:38:28.008146 3660 master.go:532] Adding or Updating local node "ip-10-0-1-44.ec2.internal" for network "default" I0408 02:38:28.008581 3660 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-11.ec2.internal for the network default I0408 02:38:28.008779 3660 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-217.ec2.internal for the network default I0408 02:38:28.009819 3660 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-11.ec2.internal" on network "default" took: 1.247061ms I0408 02:38:28.010114 3660 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-217.ec2.internal" on network "default" took: 1.346935ms W0408 02:38:28.016164 3660 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2jjl6: pod openshift-multus/network-metrics-daemon-2jjl6: no pod IPs found W0408 02:38:28.016182 3660 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8pz5b: pod openshift-network-diagnostics/network-check-target-8pz5b: no pod IPs found W0408 02:38:28.016187 3660 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-7rd2h: pod kube-system/global-pull-secret-syncer-7rd2h: no pod IPs found I0408 02:38:28.017149 3660 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-44.ec2.internal for the network default I0408 02:38:28.017902 3660 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0408 02:38:28.017932 3660 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0408 02:38:28.017949 3660 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0408 02:38:28.017986 3660 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0408 02:38:28.018041 3660 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:28.018052 3660 services_controller.go:574] Full service sync requested for network=default I0408 02:38:28.018061 3660 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:28.018089 3660 node_tracker.go:169] Node ip-10-0-1-44.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:28.018098 3660 services_controller.go:574] Full service sync requested for network=default I0408 02:38:28.018104 3660 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:28.018123 3660 node_tracker.go:169] Node ip-10-0-2-217.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:28.018129 3660 services_controller.go:574] Full service sync requested for network=default I0408 02:38:28.118734 3660 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0408 02:38:28.118766 3660 services_controller.go:208] Setting up event handlers for services for network=default I0408 02:38:28.118844 3660 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0408 02:38:28.118903 3660 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0408 02:38:28.118924 3660 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0408 02:38:28.219861 3660 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0408 02:38:28.219887 3660 repair.go:60] Starting repairing loop for services I0408 02:38:28.219976 3660 repair.go:131] Deleted 0 stale service LBs I0408 02:38:28.219996 3660 repair.go:137] Deleted 0 stale Chassis Template Vars I0408 02:38:28.220011 3660 repair.go:62] Finished repairing loop for services: 127.885µs I0408 02:38:28.220036 3660 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0408 02:38:28.220047 3660 services_controller.go:254] Starting workers for network=default I0408 02:38:28.220802 3660 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2jjl6] creating logical port openshift-multus_network-metrics-daemon-2jjl6 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:28.220868 3660 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8pz5b] creating logical port openshift-network-diagnostics_network-check-target-8pz5b for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:28.220912 3660 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-bg686, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bg686: suppressed error logged: pod openshift-multus/network-metrics-daemon-bg686: no pod IPs found I0408 02:38:28.220918 3660 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-7rd2h] creating logical port kube-system_global-pull-secret-syncer-7rd2h for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:28.221055 3660 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-7rd2h I0408 02:38:28.221084 3660 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2jjl6 I0408 02:38:28.221056 3660 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8pz5b I0408 02:38:28.221422 3660 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-xs8qk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xs8qk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xs8qk: no pod IPs found I0408 02:38:28.235936 3660 pod.go:62] [kube-system/global-pull-secret-syncer-7rd2h] pod update took 14.922258ms I0408 02:38:28.235958 3660 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-7rd2h] addLogicalPort annotation time took 14.951882ms I0408 02:38:28.236968 3660 pods.go:271] [kube-system/global-pull-secret-syncer-7rd2h] addLogicalPort took 16.059041ms, libovsdb time 722.312µs I0408 02:38:28.237011 3660 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0408 02:38:28.242925 3660 pod.go:62] [openshift-network-diagnostics/network-check-target-8pz5b] pod update took 21.914369ms I0408 02:38:28.242945 3660 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-8pz5b] addLogicalPort annotation time took 21.935224ms I0408 02:38:28.243709 3660 pod.go:62] [openshift-multus/network-metrics-daemon-2jjl6] pod update took 22.694954ms I0408 02:38:28.243741 3660 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-2jjl6] addLogicalPort annotation time took 22.733169ms I0408 02:38:28.244479 3660 pods.go:271] [openshift-network-diagnostics/network-check-target-8pz5b] addLogicalPort took 23.616695ms, libovsdb time 951.282µs I0408 02:38:28.244534 3660 pods.go:271] [openshift-multus/network-metrics-daemon-2jjl6] addLogicalPort took 23.743295ms, libovsdb time 556.321µs I0408 02:38:28.244896 3660 admin_network_policy_controller.go:227] Starting controller default-network-controller I0408 02:38:28.244920 3660 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0408 02:38:28.244938 3660 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0408 02:38:28.244945 3660 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0408 02:38:28.245246 3660 repair.go:29] Repairing admin network policies took 292.857µs I0408 02:38:28.245371 3660 repair.go:92] Repairing baseline admin network policies took 111.457µs I0408 02:38:28.245684 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0408 02:38:28.245702 3660 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0408 02:38:28.247261 3660 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0408 02:38:28.247280 3660 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0408 02:38:28.247292 3660 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0408 02:38:28.249538 3660 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0408 02:38:28.249558 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0408 02:38:28.249567 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0408 02:38:28.251113 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0408 02:38:28.251131 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0408 02:38:28.251980 3660 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0408 02:38:28.251996 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0408 02:38:28.252726 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0408 02:38:28.252751 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0408 02:38:28.252760 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0408 02:38:28.254222 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0408 02:38:28.254241 3660 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0408 02:38:28.254250 3660 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0408 02:38:28.254829 3660 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0408 02:38:28.254847 3660 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0408 02:38:28.254858 3660 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0408 02:38:28.256834 3660 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0408 02:38:28.256855 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0408 02:38:28.256865 3660 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0408 02:38:28.257526 3660 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0408 02:38:28.257552 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0408 02:38:28.257564 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0408 02:38:28.258079 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0408 02:38:28.258098 3660 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0408 02:38:28.258109 3660 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0408 02:38:28.259293 3660 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0408 02:38:28.259312 3660 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0408 02:38:28.259320 3660 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0408 02:38:28.260918 3660 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0408 02:38:28.260938 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0408 02:38:28.260947 3660 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0408 02:38:28.261456 3660 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0408 02:38:28.261473 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0408 02:38:28.261480 3660 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0408 02:38:28.261956 3660 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0408 02:38:28.261975 3660 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0408 02:38:28.261987 3660 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0408 02:38:28.263518 3660 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0408 02:38:28.263536 3660 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0408 02:38:28.263548 3660 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0408 02:38:28.264504 3660 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0408 02:38:28.264525 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0408 02:38:28.264532 3660 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0408 02:38:28.264870 3660 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0408 02:38:28.264893 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0408 02:38:28.264903 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0408 02:38:28.265423 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0408 02:38:28.265439 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0408 02:38:28.265445 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0408 02:38:28.266839 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0408 02:38:28.266858 3660 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0408 02:38:28.266864 3660 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0408 02:38:28.267143 3660 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0408 02:38:28.267162 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0408 02:38:28.267173 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0408 02:38:28.267625 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0408 02:38:28.267640 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0408 02:38:28.267647 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0408 02:38:28.268130 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0408 02:38:28.268148 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0408 02:38:28.268156 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0408 02:38:28.268611 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0408 02:38:28.268627 3660 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0408 02:38:28.268634 3660 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0408 02:38:28.269853 3660 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0408 02:38:28.269871 3660 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0408 02:38:28.269880 3660 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0408 02:38:28.270989 3660 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0408 02:38:28.271009 3660 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0408 02:38:28.271017 3660 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0408 02:38:28.271874 3660 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0408 02:38:28.271896 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0408 02:38:28.271925 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0408 02:38:28.272558 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0408 02:38:28.272578 3660 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0408 02:38:28.272584 3660 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0408 02:38:28.272861 3660 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0408 02:38:28.272878 3660 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0408 02:38:28.272886 3660 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0408 02:38:28.274300 3660 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0408 02:38:28.274319 3660 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0408 02:38:28.274332 3660 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0408 02:38:28.274881 3660 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0408 02:38:28.275211 3660 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0408 02:38:28.280735 3660 egressfirewall.go:319] Starting EgressFirewall controller I0408 02:38:28.280771 3660 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0408 02:38:28.280798 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0408 02:38:28.280812 3660 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0408 02:38:28.280828 3660 controller.go:133] Adding controller egress-firewall-controller event handlers I0408 02:38:28.280860 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0408 02:38:28.280873 3660 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0408 02:38:28.281202 3660 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0408 02:38:28.281217 3660 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0408 02:38:28.281231 3660 egressqos.go:193] Setting up event handlers for EgressQoS I0408 02:38:28.281302 3660 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0408 02:38:28.281311 3660 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:28.281315 3660 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:28.281370 3660 egressqos.go:245] Starting EgressQoS Controller I0408 02:38:28.281387 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0408 02:38:28.281396 3660 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0408 02:38:28.281401 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0408 02:38:28.281405 3660 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0408 02:38:28.281410 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0408 02:38:28.281416 3660 shared_informer.go:356] "Caches are synced" controller="egressqos" I0408 02:38:28.281419 3660 egressqos.go:259] Repairing EgressQoSes I0408 02:38:28.281423 3660 egressqos.go:399] Starting repairing loop for egressqos I0408 02:38:28.281508 3660 egressqos.go:401] Finished repairing loop for egressqos: 84.88µs I0408 02:38:28.281529 3660 egressservice_zone.go:132] Setting up event handlers for Egress Services I0408 02:38:28.281553 3660 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-44.ec2.internal I0408 02:38:28.281599 3660 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-44.ec2.internal : 47.327µs I0408 02:38:28.281640 3660 egressservice_zone.go:210] Starting Egress Services Controller I0408 02:38:28.281649 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0408 02:38:28.281654 3660 shared_informer.go:356] "Caches are synced" controller="egressservices" I0408 02:38:28.281659 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0408 02:38:28.281665 3660 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0408 02:38:28.281670 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0408 02:38:28.281674 3660 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0408 02:38:28.281680 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0408 02:38:28.281689 3660 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0408 02:38:28.281693 3660 egressservice_zone.go:228] Repairing Egress Services I0408 02:38:28.281984 3660 master_controller.go:88] Starting Admin Policy Based Route Controller I0408 02:38:28.281995 3660 external_controller.go:278] Starting Admin Policy Based Route Controller I0408 02:38:28.282011 3660 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0408 02:38:28.282025 3660 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 15.37µs I0408 02:38:28.282033 3660 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:28.282036 3660 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 4.315µs I0408 02:38:28.282041 3660 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:28.282044 3660 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 3.693µs I0408 02:38:28.282090 3660 default_network_controller.go:568] Completing all the Watchers took 312.341148ms I0408 02:38:28.282102 3660 default_network_controller.go:572] Starting unidling controllers I0408 02:38:28.282109 3660 unidle.go:46] Registering OVN SB ControllerEvent handler I0408 02:38:28.282115 3660 unidle.go:63] Populating Initial ContollerEvent events I0408 02:38:28.282126 3660 unidle.go:79] Setting up event handlers for services I0408 02:38:28.282178 3660 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0408 02:38:28.351294 3660 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:28.850934 3660 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:29.351537 3660 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:29.850597 3660 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:29.888242 3660 bridgeconfig.go:537] Gateway is ready I0408 02:38:29.888272 3660 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0408 02:38:29.902152 3660 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:29.902212 3660 node_tracker.go:169] Node ip-10-0-2-217.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:29.902218 3660 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:29.902227 3660 services_controller.go:574] Full service sync requested for network=default I0408 02:38:29.902235 3660 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 24.455µs I0408 02:38:29.902253 3660 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-217.ec2.internal. Updating no re-route policies I0408 02:38:29.902262 3660 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:29.902442 3660 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0408 02:38:29.902772 3660 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.44. Updating OVN encap IP. I0408 02:38:29.909456 3660 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.44 - it is already configured I0408 02:38:29.909471 3660 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.44/24:{} 172.20.0.1/32:{}]. Updating annotations. I0408 02:38:29.909757 3660 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.44/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-44.ec2.internal","mac-address":"0a:ff:eb:31:5c:5b","ip-addresses":["10.0.1.44/24"],"ip-address":"10.0.1.44/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4f4ddc13-a784-46ee-be97-bb1f70f189d3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.44/24"}] on node ip-10-0-1-44.ec2.internal I0408 02:38:29.925210 3660 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:29.925279 3660 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:29.925310 3660 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:29.925322 3660 master.go:532] Adding or Updating local node "ip-10-0-1-44.ec2.internal" for network "default" I0408 02:38:29.925336 3660 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 28.87µs I0408 02:38:29.925411 3660 node_tracker.go:169] Node ip-10-0-1-44.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:29.925436 3660 services_controller.go:574] Full service sync requested for network=default I0408 02:38:29.925831 3660 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.44 I0408 02:38:29.925968 3660 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-44.ec2.internal I0408 02:38:29.930116 3660 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-44.ec2.internal. Updating no re-route policies I0408 02:38:29.930192 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hqw9x I0408 02:38:29.930208 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-hqw9x I0408 02:38:29.930217 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8pz5b I0408 02:38:29.930226 3660 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-7rd2h I0408 02:38:29.930232 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8pz5b I0408 02:38:29.930237 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9twrg I0408 02:38:29.930240 3660 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-7rd2h I0408 02:38:29.930244 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-hqw9x after 0 failed attempt(s) I0408 02:38:29.930250 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9twrg I0408 02:38:29.930274 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9twrg after 0 failed attempt(s) I0408 02:38:29.930280 3660 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-7rd2h] creating logical port kube-system_global-pull-secret-syncer-7rd2h for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:29.930300 3660 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8pz5b] creating logical port openshift-network-diagnostics_network-check-target-8pz5b for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:29.930319 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8z8lz I0408 02:38:29.930327 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2jjl6 I0408 02:38:29.930334 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8z8lz I0408 02:38:29.930362 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8z8lz after 0 failed attempt(s) I0408 02:38:29.930319 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fj5vf I0408 02:38:29.930365 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-44.ec2.internal I0408 02:38:29.930378 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-psfp5 I0408 02:38:29.930386 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-pqs7z I0408 02:38:29.930389 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-44.ec2.internal I0408 02:38:29.930390 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-psfp5 I0408 02:38:29.930392 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-5dh7m I0408 02:38:29.930347 3660 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rd6pt I0408 02:38:29.930395 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-pqs7z I0408 02:38:29.930394 3660 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-44.ec2.internal I0408 02:38:29.930403 3660 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-rd6pt I0408 02:38:29.930403 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-5dh7m I0408 02:38:29.930407 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-44.ec2.internal after 0 failed attempt(s) I0408 02:38:29.930413 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-psfp5 after 0 failed attempt(s) I0408 02:38:29.930388 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fj5vf I0408 02:38:29.930419 3660 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-44.ec2.internal I0408 02:38:29.930425 3660 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-rd6pt after 0 failed attempt(s) I0408 02:38:29.930419 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-pqs7z after 0 failed attempt(s) I0408 02:38:29.930429 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-5dh7m after 0 failed attempt(s) I0408 02:38:29.930436 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fj5vf after 0 failed attempt(s) I0408 02:38:29.930335 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2jjl6 I0408 02:38:29.930498 3660 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cwhl9 I0408 02:38:29.930510 3660 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2jjl6] creating logical port openshift-multus_network-metrics-daemon-2jjl6 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:29.930512 3660 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cwhl9 I0408 02:38:29.930528 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cwhl9 after 0 failed attempt(s) I0408 02:38:29.930455 3660 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-44.ec2.internal after 0 failed attempt(s) I0408 02:38:29.931029 3660 pods.go:271] [kube-system/global-pull-secret-syncer-7rd2h] addLogicalPort took 759.514µs, libovsdb time 273.956µs I0408 02:38:29.931042 3660 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-7rd2h after 0 failed attempt(s) I0408 02:38:29.931270 3660 pods.go:271] [openshift-network-diagnostics/network-check-target-8pz5b] addLogicalPort took 983.53µs, libovsdb time 280.925µs I0408 02:38:29.931283 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8pz5b after 0 failed attempt(s) I0408 02:38:29.931329 3660 pods.go:271] [openshift-multus/network-metrics-daemon-2jjl6] addLogicalPort took 829.949µs, libovsdb time 340.313µs I0408 02:38:29.931336 3660 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2jjl6 after 0 failed attempt(s) I0408 02:38:29.940178 3660 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0408 02:38:29.953748 3660 iptables.go:108] Creating table: mangle chain: OUTPUT I0408 02:38:29.957420 3660 iptables.go:108] Creating table: nat chain: OUTPUT I0408 02:38:29.994650 3660 iptables.go:108] Creating table: nat chain: PREROUTING I0408 02:38:30.072038 3660 iptables.go:108] Creating table: filter chain: FORWARD I0408 02:38:30.091098 3660 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0408 02:38:30.091221 3660 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0408 02:38:30.091268 3660 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0408 02:38:30.091353 3660 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0408 02:38:30.091408 3660 gateway_init.go:325] Gateway and management port readiness took 2.24549258s I0408 02:38:30.091437 3660 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0408 02:38:30.091478 3660 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0408 02:38:30.091493 3660 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0408 02:38:30.091503 3660 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0408 02:38:30.091562 3660 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0408 02:38:30.091644 3660 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.247µs I0408 02:38:30.092037 3660 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0408 02:38:30.092064 3660 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.818µs I0408 02:38:30.092072 3660 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.929µs I0408 02:38:30.092079 3660 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0408 02:38:30.092088 3660 nad_controller.go:173] [node-nad-controller NAD controller]: started I0408 02:38:30.092094 3660 default_node_network_controller.go:898] Starting the default node network controller I0408 02:38:30.092099 3660 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0408 02:38:30.092179 3660 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.149µs I0408 02:38:30.092280 3660 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0408 02:38:30.092288 3660 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0408 02:38:30.092312 3660 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b07210 0xc0002ecbd0 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc0002ece00 0xc0002ece70 0xc000b055e0 0xc0002ecee0 0xc0002ecfc0 0xc0002a4370 0xc0064cb110 0xc0002ed030 map[0x2f8f0c0:0xc0030a5080 0x2f8f600:0xc0030a5200 0x2f90080:0xc001285800 0x2f90320:0xc0030a5020 0x2f90b00:0xc0030a50e0 0x2f90da0:0xc0030a5140 0x2f91040:0xc0030a51a0 0x2f91820:0xc0030a5260 0x2f91ac0:0xc0030a52c0 0x2fbc3e0:0xc001285560 0x2fbc780:0xc001285740 0x2fbd260:0xc000b413e0 0x2fbebc0:0xc001a46000 0x2fbf6a0:0xc0012857a0 0x2fc0520:0xc001a46060] 0xc00016b810 0} I0408 02:38:30.092366 3660 gateway.go:151] Starting gateway service sync I0408 02:38:30.092846 3660 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0408 02:38:30.095363 3660 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0408 02:38:30.121459 3660 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0408 02:38:30.122937 3660 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0408 02:38:30.124281 3660 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0408 02:38:30.160250 3660 gateway.go:168] Gateway service sync done. Time taken: 67.870594ms I0408 02:38:30.160761 3660 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32538 I0408 02:38:30.161140 3660 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b07210 0xc0002ecbd0 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc0002ece00 0xc0002ece70 0xc000b055e0 0xc0002ecee0 0xc0002ecfc0 0xc0002a4370 0xc0064cb110 0xc0002ed030 map[0x2f8f0c0:0xc0030a5080 0x2f8f600:0xc0030a5200 0x2f90080:0xc001285800 0x2f90320:0xc0030a5020 0x2f90b00:0xc0030a50e0 0x2f90da0:0xc0030a5140 0x2f91040:0xc0030a51a0 0x2f91820:0xc0030a5260 0x2f91ac0:0xc0030a52c0 0x2fbc3e0:0xc001285560 0x2fbc780:0xc001285740 0x2fbd260:0xc000b413e0 0x2fbebc0:0xc001a46000 0x2fbf6a0:0xc0012857a0 0x2fc0520:0xc001a46060] 0xc00016b810 0} I0408 02:38:30.161611 3660 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b07210 0xc0002ecbd0 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc0002ece00 0xc0002ece70 0xc000b055e0 0xc0002ecee0 0xc0002ecfc0 0xc0002a4370 0xc0064cb110 0xc0002ed030 map[0x2f8f0c0:0xc0030a5080 0x2f8f600:0xc0030a5200 0x2f90080:0xc001285800 0x2f90320:0xc0030a5020 0x2f90b00:0xc0030a50e0 0x2f90da0:0xc0030a5140 0x2f91040:0xc0030a51a0 0x2f91820:0xc0030a5260 0x2f91ac0:0xc0030a52c0 0x2fbc3e0:0xc001285560 0x2fbc780:0xc001285740 0x2fbd260:0xc000b413e0 0x2fbebc0:0xc001a46000 0x2fbf6a0:0xc0012857a0 0x2fc0520:0xc001a46060] 0xc00016b810 0} I0408 02:38:30.161647 3660 gateway.go:519] Reconciling gateway with updates I0408 02:38:30.167242 3660 gateway.go:326] Spawning Conntrack Rule Check Thread I0408 02:38:30.167363 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:30.167365 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:30.167386 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:30.167392 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:30.167402 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:30.167416 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:30.167421 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:30.167439 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:30.167439 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:30.167445 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0408 02:38:30.167454 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:30.167461 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:30.167459 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0408 02:38:30.167465 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0408 02:38:30.167462 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0408 02:38:30.167475 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0408 02:38:30.167466 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:30.167479 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0408 02:38:30.167477 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:30.167485 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:30.167490 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:30.167489 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:30.167495 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0408 02:38:30.167496 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:30.167503 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:30.167504 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:30.167507 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:30.167504 3660 port_claim.go:71] Svc openshift-ingress/router-default: port 30268 is already open, no action needed I0408 02:38:30.167511 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0408 02:38:30.167513 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0408 02:38:30.167516 3660 port_claim.go:71] Svc openshift-ingress/router-default: port 32530 is already open, no action needed I0408 02:38:30.167514 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:30.167479 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0408 02:38:30.167518 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:30.167524 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:30.167525 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:30.167536 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:30.167540 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:30.167538 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:30.167507 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:30.167551 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:30.167553 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:30.167556 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:30.167554 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:30.167564 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0408 02:38:30.167565 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:30.167515 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:30.167580 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:30.167583 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:30.167585 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0408 02:38:30.167582 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:30.167593 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:30.167534 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:30.167536 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0408 02:38:30.167579 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:30.167606 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:30.167612 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:30.167616 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:30.167494 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:30.167630 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:30.167636 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0408 02:38:30.167549 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:30.167647 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:30.167649 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:30.167653 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:30.167524 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0408 02:38:30.167522 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:30.167664 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0408 02:38:30.167668 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:30.167526 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:30.167524 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:30.167541 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:30.167702 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:30.167704 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:30.167537 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:30.167738 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:30.167543 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:30.167567 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:30.167505 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0408 02:38:30.167796 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:30.167805 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:30.167826 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:30.167580 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:30.167805 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0408 02:38:30.167869 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:30.167656 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0408 02:38:30.167689 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:30.167914 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:30.167926 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:30.167922 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0408 02:38:30.167599 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:30.167939 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0408 02:38:30.167784 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:30.167953 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:30.167954 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:30.167566 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:30.167966 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:30.167979 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:30.167998 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0408 02:38:30.167512 3660 default_node_network_controller.go:943] Gateway and management port readiness took 75.215604ms I0408 02:38:30.168029 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:30.168050 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:30.167841 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:30.168076 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:30.168081 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:30.168088 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:30.168093 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:30.169024 3660 node_ip_handler_linux.go:160] Node IP manager is running W0408 02:38:30.210743 3660 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0408 02:38:30.210982 3660 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0408 02:38:30.211181 3660 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0408 02:38:30.220117 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0408 02:38:30.220127 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0408 02:38:30.220153 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0408 02:38:30.220164 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0408 02:38:30.220174 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0408 02:38:30.220197 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0408 02:38:30.220209 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0408 02:38:30.220219 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0408 02:38:30.263399 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0408 02:38:30.263433 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0408 02:38:30.263440 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0408 02:38:30.263448 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0408 02:38:30.263454 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0408 02:38:30.263460 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0408 02:38:30.263466 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0408 02:38:30.263472 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0408 02:38:30.263477 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0408 02:38:30.305128 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0408 02:38:30.305158 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0408 02:38:30.305178 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0408 02:38:30.305186 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0408 02:38:30.305195 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0408 02:38:30.305204 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0408 02:38:30.305211 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0408 02:38:30.305222 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0408 02:38:30.305235 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0408 02:38:30.305247 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0408 02:38:30.305258 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0408 02:38:31.500478 3660 default_node_network_controller.go:1369] Starting node controller node sync W0408 02:38:31.500528 3660 egressip_healthcheck.go:76] Health checking using insecure connection I0408 02:38:31.500590 3660 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0408 02:38:31.512592 3660 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 12.091492ms I0408 02:38:31.512781 3660 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 10.0.0.11 to PMTUD blocking rules I0408 02:38:31.512796 3660 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:31.518862 3660 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-217.ec2.internal", IP: 10.0.2.217 to PMTUD blocking rules I0408 02:38:31.518874 3660 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-217.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:31.524922 3660 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0408 02:38:31.525220 3660 egressservice_node.go:93] Setting up event handlers for Egress Services I0408 02:38:31.525391 3660 egressservice_node.go:183] Starting Egress Services Controller I0408 02:38:31.525411 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0408 02:38:31.525424 3660 shared_informer.go:356] "Caches are synced" controller="egressservices" I0408 02:38:31.525429 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0408 02:38:31.525435 3660 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0408 02:38:31.525441 3660 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0408 02:38:31.525448 3660 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0408 02:38:31.525453 3660 egressservice_node.go:197] Repairing Egress Services I0408 02:38:31.536194 3660 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0408 02:38:31.536209 3660 external_controller.go:278] Starting Admin Policy Based Route Controller I0408 02:38:31.536482 3660 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0408 02:38:31.536492 3660 link_network_manager.go:117] Link manager is running I0408 02:38:31.536500 3660 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0408 02:38:31.536576 3660 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0408 02:38:31.536879 3660 vrf_manager.go:128] VRF manager is running I0408 02:38:31.537212 3660 node_controller_manager.go:437] Removing flows to drop GARP I0408 02:38:31.537224 3660 gateway.go:519] Reconciling gateway with updates I0408 02:38:31.562813 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:31.562839 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:31.562813 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:31.562849 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:31.562858 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:31.562856 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:31.562868 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:31.562870 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:31.562875 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:31.562886 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:31.562890 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:31.562823 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:31.562898 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:31.562905 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:31.562900 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:31.562913 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:31.562916 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0408 02:38:31.562921 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:31.562928 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0408 02:38:31.562916 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:31.562939 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0408 02:38:31.562941 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:31.562943 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:31.562947 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0408 02:38:31.562948 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0408 02:38:31.562947 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0408 02:38:31.562944 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:31.562947 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:31.562963 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:31.562966 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:31.562970 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:31.562969 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:31.562976 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:31.562981 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:31.562979 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:31.562988 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:31.562989 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:31.562984 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:31.562997 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:31.562989 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:31.562996 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0408 02:38:31.563003 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:31.563005 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:31.563008 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:31.563011 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:31.563012 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:31.563005 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:31.563021 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:31.563024 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:31.563023 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:31.563026 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0408 02:38:31.563029 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:31.563036 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:31.563038 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:31.563041 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:31.563041 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:31.563045 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0408 02:38:31.563049 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:31.563049 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:31.563052 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0408 02:38:31.563043 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:31.563059 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0408 02:38:31.563064 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0408 02:38:31.563068 3660 port_claim.go:71] Svc openshift-ingress/router-default: port 30268 is already open, no action needed I0408 02:38:31.562903 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:31.563080 3660 port_claim.go:71] Svc openshift-ingress/router-default: port 32530 is already open, no action needed I0408 02:38:31.563080 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0408 02:38:31.563050 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0408 02:38:31.563028 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:31.563092 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0408 02:38:31.563089 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0408 02:38:31.563040 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0408 02:38:31.563027 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:31.563104 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:31.562843 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:31.563014 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0408 02:38:31.562962 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0408 02:38:31.562880 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0408 02:38:31.562895 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:31.563168 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0408 02:38:31.562981 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:31.563189 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:31.562988 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:31.562967 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:31.562931 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0408 02:38:31.562929 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:31.563276 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:31.563284 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0408 02:38:31.562955 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:31.562971 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:31.563316 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:31.562980 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:31.563320 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0408 02:38:31.563326 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0408 02:38:31.562991 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0408 02:38:31.562997 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:31.562992 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:31.563383 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:31.562845 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:31.563411 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:31.563001 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:31.563437 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:31.563014 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:31.563488 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:31.563007 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:31.563535 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:31.563016 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:31.563022 3660 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:31.563693 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:31.563703 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0408 02:38:31.563059 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0408 02:38:31.563068 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0408 02:38:31.563066 3660 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:31.607155 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0408 02:38:31.607190 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0408 02:38:31.607197 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0408 02:38:31.607204 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0408 02:38:31.607210 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0408 02:38:31.607216 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0408 02:38:31.652112 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0408 02:38:31.673687 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0408 02:38:31.673754 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0408 02:38:31.673774 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0408 02:38:31.673781 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0408 02:38:31.673788 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0408 02:38:31.673795 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0408 02:38:31.673802 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0408 02:38:31.673826 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0408 02:38:31.673837 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0408 02:38:31.673845 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0408 02:38:31.673858 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0408 02:38:31.673865 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0408 02:38:31.673878 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0408 02:38:31.673899 3660 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0408 02:38:33.665113 3660 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:33.665152 3660 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 48.346µs I0408 02:38:33.871817 3660 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:33.871844 3660 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 35.227µs I0408 02:38:33.905277 3660 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7876796689-s4vvt] creating logical port openshift-image-registry_image-registry-7876796689-s4vvt for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:33.905409 3660 kube.go:256] Updating pod openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:38:33.934200 3660 pod.go:62] [openshift-image-registry/image-registry-7876796689-s4vvt] pod update took 28.845967ms I0408 02:38:33.934227 3660 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7876796689-s4vvt] addLogicalPort annotation time took 28.876808ms I0408 02:38:33.934371 3660 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tgkxz] creating logical port openshift-ingress-canary_ingress-canary-tgkxz for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:33.934552 3660 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tgkxz I0408 02:38:33.935730 3660 pods.go:271] [openshift-image-registry/image-registry-7876796689-s4vvt] addLogicalPort took 30.457283ms, libovsdb time 1.041552ms I0408 02:38:33.946571 3660 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-88c4k] creating logical port openshift-dns_dns-default-88c4k for pod on switch ip-10-0-1-44.ec2.internal I0408 02:38:33.946688 3660 kube.go:256] Updating pod openshift-dns/dns-default-88c4k I0408 02:38:33.973786 3660 pod.go:62] [openshift-ingress-canary/ingress-canary-tgkxz] pod update took 39.277732ms I0408 02:38:33.973813 3660 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-tgkxz] addLogicalPort annotation time took 39.311426ms I0408 02:38:33.975032 3660 pods.go:271] [openshift-ingress-canary/ingress-canary-tgkxz] addLogicalPort took 40.680149ms, libovsdb time 908.297µs I0408 02:38:33.989213 3660 pod.go:62] [openshift-dns/dns-default-88c4k] pod update took 42.55929ms I0408 02:38:33.989245 3660 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-88c4k] addLogicalPort annotation time took 42.59909ms I0408 02:38:33.990742 3660 pods.go:271] [openshift-dns/dns-default-88c4k] addLogicalPort took 44.191099ms, libovsdb time 962.855µs I0408 02:38:35.541999 3660 cni.go:403] [openshift-ingress-canary/ingress-canary-tgkxz 2d475c1c503e34cf712f280b4d9b5c5b4de63702ae50f885466697411725ec90 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tgkxz 2d475c1c503e34cf712f280b4d9b5c5b4de63702ae50f885466697411725ec90 network default NAD default] I0408 02:38:35.599672 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tgkxz, hostIfaceName: 2d475c1c503e34c, network: default, NAD default, SandboxID: "2d475c1c503e34cf712f280b4d9b5c5b4de63702ae50f885466697411725ec90", PCI device ID: , UID: "99c9d9d5-b202-4c63-aa46-0cbebb77dbd5", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0408 02:38:35.655391 3660 cni.go:424] [openshift-ingress-canary/ingress-canary-tgkxz 2d475c1c503e34cf712f280b4d9b5c5b4de63702ae50f885466697411725ec90 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tgkxz 2d475c1c503e34cf712f280b4d9b5c5b4de63702ae50f885466697411725ec90 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:4a:ec:74:67:64\",\"name\":\"2d475c1c503e34c\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1794d83-88dc-460e-8efb-be4cbb106546\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:38:37.998009 3660 cni.go:403] [openshift-network-diagnostics/network-check-target-8pz5b eb71fdbce5813a2f700ec3d55edc09b3af173e831b4f6e5e2a944d6a2087c03b network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8pz5b eb71fdbce5813a2f700ec3d55edc09b3af173e831b4f6e5e2a944d6a2087c03b network default NAD default] I0408 02:38:38.007878 3660 cni.go:403] [kube-system/global-pull-secret-syncer-7rd2h 7d6d630bd51993a0925392459cc8e64000992c881eacf5e9d32c48ddd929e4ed network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-7rd2h 7d6d630bd51993a0925392459cc8e64000992c881eacf5e9d32c48ddd929e4ed network default NAD default] I0408 02:38:38.008566 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8pz5b, hostIfaceName: eb71fdbce5813a2, network: default, NAD default, SandboxID: "eb71fdbce5813a2f700ec3d55edc09b3af173e831b4f6e5e2a944d6a2087c03b", PCI device ID: , UID: "a3740682-da68-45a2-b73e-b05a5997530f", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0408 02:38:38.021341 3660 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-7rd2h, hostIfaceName: 7d6d630bd51993a, network: default, NAD default, SandboxID: "7d6d630bd51993a0925392459cc8e64000992c881eacf5e9d32c48ddd929e4ed", PCI device ID: , UID: "0a1723cc-751e-4f7d-9f0a-a0b7f23c4d20", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0408 02:38:38.059035 3660 cni.go:424] [openshift-network-diagnostics/network-check-target-8pz5b eb71fdbce5813a2f700ec3d55edc09b3af173e831b4f6e5e2a944d6a2087c03b network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8pz5b eb71fdbce5813a2f700ec3d55edc09b3af173e831b4f6e5e2a944d6a2087c03b network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:89:c8:4c:21:50\",\"name\":\"eb71fdbce5813a2\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c649f792-0cee-4496-9715-a1825513ccf8\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:38:38.070161 3660 cni.go:424] [kube-system/global-pull-secret-syncer-7rd2h 7d6d630bd51993a0925392459cc8e64000992c881eacf5e9d32c48ddd929e4ed network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-7rd2h 7d6d630bd51993a0925392459cc8e64000992c881eacf5e9d32c48ddd929e4ed network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:d9:b8:cd:b4:a4\",\"name\":\"7d6d630bd51993a\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/324fbda0-27ae-41ee-b03f-915e6e2f1332\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:38:55.492913 3660 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493543 3660 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493574 3660 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493585 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0408 02:38:55.493596 3660 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493600 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0408 02:38:56.519112 3660 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519138 3660 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519155 3660 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519177 3660 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.973854 3660 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0408 02:38:56.984104 3660 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0408 02:39:13.971806 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0408 02:39:13.971833 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0408 02:39:14.223366 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0408 02:39:17.945937 3660 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n] creating logical port openshift-network-console_networking-console-plugin-d6f47c5fd-dfp7n for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:17.946060 3660 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n I0408 02:39:17.974264 3660 pod.go:62] [openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n] pod update took 28.228772ms I0408 02:39:17.974293 3660 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n] addLogicalPort annotation time took 28.265677ms I0408 02:39:17.975343 3660 pods.go:271] [openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n] addLogicalPort took 29.423939ms, libovsdb time 783.032µs I0408 02:39:18.058170 3660 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5] creating logical port openshift-network-diagnostics_network-check-source-57d556cf6f-4nvg5 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:18.058293 3660 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5 I0408 02:39:18.078479 3660 pod.go:62] [openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5] pod update took 20.210379ms I0408 02:39:18.078507 3660 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5] addLogicalPort annotation time took 20.244665ms I0408 02:39:18.079659 3660 pods.go:271] [openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5] addLogicalPort took 21.502273ms, libovsdb time 858.739µs I0408 02:39:18.085904 3660 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-75b5c65956-hvzxh] creating logical port openshift-ingress_router-default-75b5c65956-hvzxh for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:18.085992 3660 kube.go:256] Updating pod openshift-ingress/router-default-75b5c65956-hvzxh I0408 02:39:18.109564 3660 pod.go:62] [openshift-ingress/router-default-75b5c65956-hvzxh] pod update took 23.593672ms I0408 02:39:18.109670 3660 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-75b5c65956-hvzxh] addLogicalPort annotation time took 23.704547ms I0408 02:39:18.111046 3660 pods.go:271] [openshift-ingress/router-default-75b5c65956-hvzxh] addLogicalPort took 25.156546ms, libovsdb time 992.344µs I0408 02:39:18.414223 3660 cni.go:403] [openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5 0ee52585e0eaf760a0a6d91b8ac0cbe8b316829cbb4c5f1d1dc66307ca666649 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5 0ee52585e0eaf760a0a6d91b8ac0cbe8b316829cbb4c5f1d1dc66307ca666649 network default NAD default] I0408 02:39:18.425446 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-57d556cf6f-4nvg5, hostIfaceName: 0ee52585e0eaf76, network: default, NAD default, SandboxID: "0ee52585e0eaf760a0a6d91b8ac0cbe8b316829cbb4c5f1d1dc66307ca666649", PCI device ID: , UID: "6631f29e-7051-4685-a8c7-6d9bf3ccca5d", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0408 02:39:18.475452 3660 cni.go:424] [openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5 0ee52585e0eaf760a0a6d91b8ac0cbe8b316829cbb4c5f1d1dc66307ca666649 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-57d556cf6f-4nvg5 0ee52585e0eaf760a0a6d91b8ac0cbe8b316829cbb4c5f1d1dc66307ca666649 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:0f:b8:b1:8e:8c\",\"name\":\"0ee52585e0eaf76\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80867239-a54c-43b2-a4c5-489007b3eaba\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:22.059796 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0408 02:39:22.167212 3660 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0408 02:39:22.168095 3660 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 858.3µs I0408 02:39:22.205655 3660 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0408 02:39:23.354173 3660 namespace.go:98] [openshift-service-ca] adding namespace I0408 02:39:23.354991 3660 namespace.go:102] [openshift-service-ca] adding namespace took 793.187µs I0408 02:39:23.377116 3660 namespace.go:142] [openshift-service-ca] updating namespace I0408 02:39:25.034704 3660 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9d958b49-qlfdz] creating logical port openshift-service-ca_service-ca-d9d958b49-qlfdz for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:25.034820 3660 kube.go:256] Updating pod openshift-service-ca/service-ca-d9d958b49-qlfdz I0408 02:39:25.047127 3660 pod.go:62] [openshift-service-ca/service-ca-d9d958b49-qlfdz] pod update took 12.327013ms I0408 02:39:25.047156 3660 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-d9d958b49-qlfdz] addLogicalPort annotation time took 12.36188ms I0408 02:39:25.048363 3660 pods.go:271] [openshift-service-ca/service-ca-d9d958b49-qlfdz] addLogicalPort took 13.678273ms, libovsdb time 876.318µs I0408 02:39:25.394433 3660 cni.go:403] [openshift-service-ca/service-ca-d9d958b49-qlfdz f5a7efcec2763090a48137d3a763b01c6a76aa3cb361f84ec805dd2651a60469 network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-d9d958b49-qlfdz f5a7efcec2763090a48137d3a763b01c6a76aa3cb361f84ec805dd2651a60469 network default NAD default] I0408 02:39:25.404929 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9d958b49-qlfdz, hostIfaceName: f5a7efcec276309, network: default, NAD default, SandboxID: "f5a7efcec2763090a48137d3a763b01c6a76aa3cb361f84ec805dd2651a60469", PCI device ID: , UID: "600affff-a468-4108-9861-bdf47002c918", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0408 02:39:25.456063 3660 cni.go:424] [openshift-service-ca/service-ca-d9d958b49-qlfdz f5a7efcec2763090a48137d3a763b01c6a76aa3cb361f84ec805dd2651a60469 network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-d9d958b49-qlfdz f5a7efcec2763090a48137d3a763b01c6a76aa3cb361f84ec805dd2651a60469 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:0d:6d:6d:80:45\",\"name\":\"f5a7efcec276309\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c9693d5-94a6-420d-9bd6-6bdd2d7fc223\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:32.135917 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0408 02:39:37.912006 3660 cni.go:403] [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default] I0408 02:39:37.922982 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7876796689-s4vvt, hostIfaceName: ed03ee3c767233d, network: default, NAD default, SandboxID: "ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c", PCI device ID: , UID: "e751899c-7cd6-4aa7-b912-528f6277520f", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0408 02:39:37.948072 3660 cni.go:403] [openshift-dns/dns-default-88c4k 2e50f0d0c5b10081c7fef0c128382b1bc1c2ac69da998a12648d9762e838050a network default NAD default] ADD starting CNI request [openshift-dns/dns-default-88c4k 2e50f0d0c5b10081c7fef0c128382b1bc1c2ac69da998a12648d9762e838050a network default NAD default] I0408 02:39:37.958017 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-88c4k, hostIfaceName: 2e50f0d0c5b1008, network: default, NAD default, SandboxID: "2e50f0d0c5b10081c7fef0c128382b1bc1c2ac69da998a12648d9762e838050a", PCI device ID: , UID: "209b145f-253c-4c06-94b3-56f03b6c5a18", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0408 02:39:37.976546 3660 cni.go:424] [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:5f:5b:a0:fa:86\",\"name\":\"ed03ee3c767233d\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60fc3324-24fa-4173-815b-c4ff24f408f1\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:39:38.008140 3660 cni.go:424] [openshift-dns/dns-default-88c4k 2e50f0d0c5b10081c7fef0c128382b1bc1c2ac69da998a12648d9762e838050a network default NAD default] ADD finished CNI request [openshift-dns/dns-default-88c4k 2e50f0d0c5b10081c7fef0c128382b1bc1c2ac69da998a12648d9762e838050a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:15:5e:58:19:9e\",\"name\":\"2e50f0d0c5b1008\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b25531fc-b505-47d8-bb8e-f53b839cafb9\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:44.433960 3660 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:44.472394 3660 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:44.472418 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:44.472425 3660 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:44.475265 3660 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-nz5rw] creating logical port openshift-insights_insights-runtime-extractor-nz5rw for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:44.475371 3660 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-nz5rw I0408 02:39:44.542190 3660 base_network_controller_pods.go:487] [default/openshift-console/downloads-59f56c7685-kkcmm] creating logical port openshift-console_downloads-59f56c7685-kkcmm for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:44.542283 3660 kube.go:256] Updating pod openshift-console/downloads-59f56c7685-kkcmm W0408 02:39:44.552354 3660 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0408 02:39:44.589931 3660 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-nz5rw I0408 02:39:44.609313 3660 kube.go:256] Updating pod openshift-console/downloads-59f56c7685-kkcmm W0408 02:39:44.609859 3660 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0408 02:39:44.662870 3660 pod.go:62] [openshift-insights/insights-runtime-extractor-nz5rw] pod update took 187.539324ms I0408 02:39:44.662897 3660 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-nz5rw] addLogicalPort annotation time took 187.570542ms I0408 02:39:44.664197 3660 pods.go:271] [openshift-insights/insights-runtime-extractor-nz5rw] addLogicalPort took 188.945257ms, libovsdb time 961.198µs I0408 02:39:44.681168 3660 pod.go:62] [openshift-console/downloads-59f56c7685-kkcmm] pod update took 138.911708ms I0408 02:39:44.681201 3660 base_network_controller_pods.go:937] [default/openshift-console/downloads-59f56c7685-kkcmm] addLogicalPort annotation time took 138.943149ms I0408 02:39:44.682285 3660 pods.go:271] [openshift-console/downloads-59f56c7685-kkcmm] addLogicalPort took 140.109586ms, libovsdb time 770.69µs I0408 02:39:44.801439 3660 cni.go:403] [openshift-insights/insights-runtime-extractor-nz5rw bb5c8777cb91696da194271a81205988958e10f086ea89cd2c363732ead4a43c network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-nz5rw bb5c8777cb91696da194271a81205988958e10f086ea89cd2c363732ead4a43c network default NAD default] I0408 02:39:44.830810 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-nz5rw, hostIfaceName: bb5c8777cb91696, network: default, NAD default, SandboxID: "bb5c8777cb91696da194271a81205988958e10f086ea89cd2c363732ead4a43c", PCI device ID: , UID: "dc9d75dc-7dff-46ca-8a8f-4381e3d472b7", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0408 02:39:44.875210 3660 cni.go:403] [openshift-console/downloads-59f56c7685-kkcmm 606c70ef49fb9637e0fc8c6f1170c850be612b0a8cc56a50044f312b212cce83 network default NAD default] ADD starting CNI request [openshift-console/downloads-59f56c7685-kkcmm 606c70ef49fb9637e0fc8c6f1170c850be612b0a8cc56a50044f312b212cce83 network default NAD default] I0408 02:39:44.882754 3660 cni.go:424] [openshift-insights/insights-runtime-extractor-nz5rw bb5c8777cb91696da194271a81205988958e10f086ea89cd2c363732ead4a43c network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-nz5rw bb5c8777cb91696da194271a81205988958e10f086ea89cd2c363732ead4a43c network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:8f:6e:96:be:a0\",\"name\":\"bb5c8777cb91696\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e563e448-80af-464a-931a-9feed7045d04\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:39:44.885123 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-59f56c7685-kkcmm, hostIfaceName: 606c70ef49fb963, network: default, NAD default, SandboxID: "606c70ef49fb9637e0fc8c6f1170c850be612b0a8cc56a50044f312b212cce83", PCI device ID: , UID: "ee141823-8703-4373-b3a1-353e9f5aa318", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0408 02:39:44.937806 3660 cni.go:424] [openshift-console/downloads-59f56c7685-kkcmm 606c70ef49fb9637e0fc8c6f1170c850be612b0a8cc56a50044f312b212cce83 network default NAD default] ADD finished CNI request [openshift-console/downloads-59f56c7685-kkcmm 606c70ef49fb9637e0fc8c6f1170c850be612b0a8cc56a50044f312b212cce83 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:2d:3d:53:66:e1\",\"name\":\"606c70ef49fb963\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0475e833-9ade-4067-affb-f451ebab408b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:47.520414 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520437 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520443 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520456 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520463 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520471 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:49.824901 3660 cni.go:403] [openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n df8359c0a61097221c31e1fb1c4329abf2876f9d082bf71e3d2a452801e4f1b8 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n df8359c0a61097221c31e1fb1c4329abf2876f9d082bf71e3d2a452801e4f1b8 network default NAD default] I0408 02:39:49.835600 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-d6f47c5fd-dfp7n, hostIfaceName: df8359c0a610972, network: default, NAD default, SandboxID: "df8359c0a61097221c31e1fb1c4329abf2876f9d082bf71e3d2a452801e4f1b8", PCI device ID: , UID: "557afc66-83c3-457e-a4e2-688f685d7167", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0408 02:39:49.894052 3660 cni.go:424] [openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n df8359c0a61097221c31e1fb1c4329abf2876f9d082bf71e3d2a452801e4f1b8 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-dfp7n df8359c0a61097221c31e1fb1c4329abf2876f9d082bf71e3d2a452801e4f1b8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:01:58:8d:87:de\",\"name\":\"df8359c0a610972\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60db6a86-5826-4f1f-8770-eae08ebe9c5d\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:50.144104 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.144127 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.144133 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.144144 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.144148 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.144153 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:50.246433 3660 cni.go:403] [openshift-ingress/router-default-75b5c65956-hvzxh 4bd68e241b4885deafb8f3e3c8d5cad976a7040cc0f75b887592b8b612ba6476 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-75b5c65956-hvzxh 4bd68e241b4885deafb8f3e3c8d5cad976a7040cc0f75b887592b8b612ba6476 network default NAD default] I0408 02:39:50.256566 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-75b5c65956-hvzxh, hostIfaceName: 4bd68e241b4885d, network: default, NAD default, SandboxID: "4bd68e241b4885deafb8f3e3c8d5cad976a7040cc0f75b887592b8b612ba6476", PCI device ID: , UID: "89d93035-68b8-469b-85a3-f3573b1c9630", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0408 02:39:50.308122 3660 cni.go:424] [openshift-ingress/router-default-75b5c65956-hvzxh 4bd68e241b4885deafb8f3e3c8d5cad976a7040cc0f75b887592b8b612ba6476 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-75b5c65956-hvzxh 4bd68e241b4885deafb8f3e3c8d5cad976a7040cc0f75b887592b8b612ba6476 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:6d:5f:d4:15:43\",\"name\":\"4bd68e241b4885d\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af1a933d-d472-4e83-a09f-52ccab50a911\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:50.383921 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.383951 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.383961 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:50.443454 3660 base_network_controller_pods.go:487] [default/openshift-console/console-6789dffdcb-4nb58] creating logical port openshift-console_console-6789dffdcb-4nb58 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:50.443609 3660 kube.go:256] Updating pod openshift-console/console-6789dffdcb-4nb58 I0408 02:39:50.461072 3660 pod.go:62] [openshift-console/console-6789dffdcb-4nb58] pod update took 17.505055ms I0408 02:39:50.461099 3660 base_network_controller_pods.go:937] [default/openshift-console/console-6789dffdcb-4nb58] addLogicalPort annotation time took 17.535172ms I0408 02:39:50.462378 3660 pods.go:271] [openshift-console/console-6789dffdcb-4nb58] addLogicalPort took 18.944839ms, libovsdb time 891.907µs W0408 02:39:50.565598 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.565620 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.565628 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.565836 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.565853 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.596458 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.596485 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.601361 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.601389 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.601396 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0408 02:39:51.029400 3660 cni.go:403] [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default] ADD starting CNI request [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default] I0408 02:39:51.040583 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6789dffdcb-4nb58, hostIfaceName: d56439c4b0fd95e, network: default, NAD default, SandboxID: "d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07", PCI device ID: , UID: "634d14fb-dafc-49e7-b36c-4a75f5a59962", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0408 02:39:51.099134 3660 cni.go:424] [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default] ADD finished CNI request [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:63:d8:fe:f0:80\",\"name\":\"d56439c4b0fd95e\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c83c8c7-996d-4780-a1ff-4f744f3601f4\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:51.449746 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.449765 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.453867 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.453883 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.453896 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.573938 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.573972 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.573981 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.574002 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.574010 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.574017 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.581295 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.581314 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.581327 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.581335 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.581352 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.581360 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.606480 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.606509 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.606515 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.606528 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.606533 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.606537 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.616921 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.616947 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.616987 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.617003 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.617016 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.617025 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:52.430649 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:52.430672 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0408 02:39:52.517699 3660 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0408 02:39:52.532031 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:52.532066 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:52.532077 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0408 02:39:52.807072 3660 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7944fff6fb-bq7xh for pod on switch ip-10-0-1-44.ec2.internal I0408 02:39:52.807241 3660 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh I0408 02:39:52.824191 3660 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh] pod update took 17.035554ms I0408 02:39:52.824221 3660 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh] addLogicalPort annotation time took 17.06992ms I0408 02:39:52.825782 3660 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh] addLogicalPort took 18.732317ms, libovsdb time 1.172505ms I0408 02:39:53.795089 3660 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh 3fe4b508e8aa998f65c11bb9443a457bac453f0e013bc42ad52d341f0c968ed2 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh 3fe4b508e8aa998f65c11bb9443a457bac453f0e013bc42ad52d341f0c968ed2 network default NAD default] I0408 02:39:53.805916 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7944fff6fb-bq7xh, hostIfaceName: 3fe4b508e8aa998, network: default, NAD default, SandboxID: "3fe4b508e8aa998f65c11bb9443a457bac453f0e013bc42ad52d341f0c968ed2", PCI device ID: , UID: "994a9a1a-b1a2-4a14-949d-67c6fce3b417", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0408 02:39:53.864768 3660 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh 3fe4b508e8aa998f65c11bb9443a457bac453f0e013bc42ad52d341f0c968ed2 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-bq7xh 3fe4b508e8aa998f65c11bb9443a457bac453f0e013bc42ad52d341f0c968ed2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:bf:d6:2b:c9:3e\",\"name\":\"3fe4b508e8aa998\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80f1b50c-84f7-4d8d-86e8-c81d1ba1c641\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:39:54.426896 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:54.513509 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.580312 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:55.425952 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0408 02:39:55.447575 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0408 02:39:55.813996 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:40:01.610449 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:01.610472 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:03.249973 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0408 02:40:03.488501 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0408 02:40:09.649736 3660 cni.go:403] [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default] I0408 02:40:09.736127 3660 cni.go:424] [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-7876796689-s4vvt ed03ee3c767233d31550431458e816207ba57a6a1bbb8601718116b1812d071c network default NAD default], result "{}", err I0408 02:40:09.786888 3660 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.786972 3660 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:40:09.790637 3660 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7876796689-s4vvt, ips: 10.130.0.6 I0408 02:40:09.790681 3660 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.800389 3660 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7dcd474f7c-2t2b4] creating logical port openshift-image-registry_image-registry-7dcd474f7c-2t2b4 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:09.800578 3660 kube.go:256] Updating pod openshift-image-registry/image-registry-7dcd474f7c-2t2b4 I0408 02:40:09.821076 3660 pod.go:62] [openshift-image-registry/image-registry-7dcd474f7c-2t2b4] pod update took 20.540519ms I0408 02:40:09.821140 3660 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7dcd474f7c-2t2b4] addLogicalPort annotation time took 20.581547ms I0408 02:40:09.822855 3660 pods.go:271] [openshift-image-registry/image-registry-7dcd474f7c-2t2b4] addLogicalPort took 22.487688ms, libovsdb time 1.314607ms I0408 02:40:09.846942 3660 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.847533 3660 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:10.168677 3660 cni.go:403] [openshift-image-registry/image-registry-7dcd474f7c-2t2b4 1465eae70b2c04d560a35afdb5d6ffb33dff7eecdcb724557dc97d4b7fd18098 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7dcd474f7c-2t2b4 1465eae70b2c04d560a35afdb5d6ffb33dff7eecdcb724557dc97d4b7fd18098 network default NAD default] I0408 02:40:10.179176 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7dcd474f7c-2t2b4, hostIfaceName: 1465eae70b2c04d, network: default, NAD default, SandboxID: "1465eae70b2c04d560a35afdb5d6ffb33dff7eecdcb724557dc97d4b7fd18098", PCI device ID: , UID: "2ce0b49e-fbfe-4c0c-9b7e-779a6d23fa09", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0408 02:40:10.235865 3660 cni.go:424] [openshift-image-registry/image-registry-7dcd474f7c-2t2b4 1465eae70b2c04d560a35afdb5d6ffb33dff7eecdcb724557dc97d4b7fd18098 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7dcd474f7c-2t2b4 1465eae70b2c04d560a35afdb5d6ffb33dff7eecdcb724557dc97d4b7fd18098 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:1b:15:60:26:5b\",\"name\":\"1465eae70b2c04d\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d27ef7b3-f4a2-4eaf-824b-e65c121fad38\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:10.265363 3660 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.265398 3660 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.278787 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:40:10.278816 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:40:10.502987 3660 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.503008 3660 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.512087 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:40:10.512113 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:40:12.190923 3660 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw] creating logical port openshift-monitoring_openshift-state-metrics-54ddbb879c-b7vtw for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:12.191014 3660 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw I0408 02:40:12.208625 3660 pod.go:62] [openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw] pod update took 17.63429ms I0408 02:40:12.208649 3660 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw] addLogicalPort annotation time took 17.664333ms I0408 02:40:12.210072 3660 pods.go:271] [openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw] addLogicalPort took 19.166269ms, libovsdb time 1.094835ms I0408 02:40:12.555750 3660 cni.go:403] [openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw caab878d0141a40870c32e33f0fe5cfce7b583e21a1b5cd389cf25e350ae6982 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw caab878d0141a40870c32e33f0fe5cfce7b583e21a1b5cd389cf25e350ae6982 network default NAD default] I0408 02:40:12.566580 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-54ddbb879c-b7vtw, hostIfaceName: caab878d0141a40, network: default, NAD default, SandboxID: "caab878d0141a40870c32e33f0fe5cfce7b583e21a1b5cd389cf25e350ae6982", PCI device ID: , UID: "208d696d-8347-426b-85a7-cfb5048f9aee", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0408 02:40:12.619946 3660 cni.go:424] [openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw caab878d0141a40870c32e33f0fe5cfce7b583e21a1b5cd389cf25e350ae6982 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-54ddbb879c-b7vtw caab878d0141a40870c32e33f0fe5cfce7b583e21a1b5cd389cf25e350ae6982 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:5c:79:ac:04:d8\",\"name\":\"caab878d0141a40\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed7cf4ae-0010-41ab-b634-df6915bda741\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:13.504297 3660 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:13.504428 3660 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0408 02:40:13.532395 3660 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.010659ms I0408 02:40:13.532427 3660 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.04652ms I0408 02:40:13.533763 3660 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.490852ms, libovsdb time 955.017µs I0408 02:40:14.162673 3660 cni.go:403] [openshift-multus/network-metrics-daemon-2jjl6 3bffbde03ced6412a8af5d27f00f0e37406a6b3ba5d5b094532ca1018f36b071 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-2jjl6 3bffbde03ced6412a8af5d27f00f0e37406a6b3ba5d5b094532ca1018f36b071 network default NAD default] I0408 02:40:14.163404 3660 cni.go:403] [openshift-monitoring/alertmanager-main-0 039defb3f6fb78d64b8dafb1dfb68b843f1b71d637177c68ede44c6bcff0e8f6 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 039defb3f6fb78d64b8dafb1dfb68b843f1b71d637177c68ede44c6bcff0e8f6 network default NAD default] I0408 02:40:14.174257 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2jjl6, hostIfaceName: 3bffbde03ced641, network: default, NAD default, SandboxID: "3bffbde03ced6412a8af5d27f00f0e37406a6b3ba5d5b094532ca1018f36b071", PCI device ID: , UID: "917a1efc-808a-4803-9c37-ea186788806a", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0408 02:40:14.174862 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 039defb3f6fb78d, network: default, NAD default, SandboxID: "039defb3f6fb78d64b8dafb1dfb68b843f1b71d637177c68ede44c6bcff0e8f6", PCI device ID: , UID: "c3204e3e-13a2-40fd-821f-f3d1cfb05b09", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0408 02:40:14.230320 3660 cni.go:424] [openshift-monitoring/alertmanager-main-0 039defb3f6fb78d64b8dafb1dfb68b843f1b71d637177c68ede44c6bcff0e8f6 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 039defb3f6fb78d64b8dafb1dfb68b843f1b71d637177c68ede44c6bcff0e8f6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:3f:ab:6a:2c:8c\",\"name\":\"039defb3f6fb78d\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4aeb656c-d41e-4a53-adbc-72e377821596\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:14.246480 3660 cni.go:424] [openshift-multus/network-metrics-daemon-2jjl6 3bffbde03ced6412a8af5d27f00f0e37406a6b3ba5d5b094532ca1018f36b071 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2jjl6 3bffbde03ced6412a8af5d27f00f0e37406a6b3ba5d5b094532ca1018f36b071 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:d8:12:0f:d1:f3\",\"name\":\"3bffbde03ced641\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a69636-8190-40e2-af54-dd2c0d4ce0ac\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:14.356056 3660 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5b6ccd7897-gr46c] creating logical port openshift-monitoring_thanos-querier-5b6ccd7897-gr46c for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:14.356216 3660 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5b6ccd7897-gr46c I0408 02:40:14.380660 3660 pod.go:62] [openshift-monitoring/thanos-querier-5b6ccd7897-gr46c] pod update took 24.477143ms I0408 02:40:14.380691 3660 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5b6ccd7897-gr46c] addLogicalPort annotation time took 24.512548ms I0408 02:40:14.381991 3660 pods.go:271] [openshift-monitoring/thanos-querier-5b6ccd7897-gr46c] addLogicalPort took 25.957168ms, libovsdb time 912.357µs I0408 02:40:14.747449 3660 cni.go:403] [openshift-monitoring/thanos-querier-5b6ccd7897-gr46c 0f3aabfa0b5f594af9502bf0a5ec7a9a87fb420e5efc547c05585cc511bf7ea3 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5b6ccd7897-gr46c 0f3aabfa0b5f594af9502bf0a5ec7a9a87fb420e5efc547c05585cc511bf7ea3 network default NAD default] I0408 02:40:14.758580 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5b6ccd7897-gr46c, hostIfaceName: 0f3aabfa0b5f594, network: default, NAD default, SandboxID: "0f3aabfa0b5f594af9502bf0a5ec7a9a87fb420e5efc547c05585cc511bf7ea3", PCI device ID: , UID: "6d3749a9-46c2-4ed0-8576-ef19b91e65a3", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0408 02:40:14.818379 3660 cni.go:424] [openshift-monitoring/thanos-querier-5b6ccd7897-gr46c 0f3aabfa0b5f594af9502bf0a5ec7a9a87fb420e5efc547c05585cc511bf7ea3 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5b6ccd7897-gr46c 0f3aabfa0b5f594af9502bf0a5ec7a9a87fb420e5efc547c05585cc511bf7ea3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:5a:8f:f3:cf:9b\",\"name\":\"0f3aabfa0b5f594\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f85df438-b570-4bb2-a1a5-37d94481e50a\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:40:15.696968 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:15.696993 3660 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:15.697001 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.354269 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:16.354293 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:16.394290 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:16.394318 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:16.659160 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.659189 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.659196 3660 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0408 02:40:17.043931 3660 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-599546947f-2cx4w] creating logical port openshift-monitoring_monitoring-plugin-599546947f-2cx4w for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:17.044073 3660 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-599546947f-2cx4w I0408 02:40:17.086149 3660 pod.go:62] [openshift-monitoring/monitoring-plugin-599546947f-2cx4w] pod update took 42.107676ms I0408 02:40:17.086182 3660 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-599546947f-2cx4w] addLogicalPort annotation time took 42.146476ms I0408 02:40:17.087399 3660 pods.go:271] [openshift-monitoring/monitoring-plugin-599546947f-2cx4w] addLogicalPort took 43.488936ms, libovsdb time 853.662µs I0408 02:40:17.127204 3660 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-66fb54f947-flrnn] creating logical port openshift-monitoring_metrics-server-66fb54f947-flrnn for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:17.127332 3660 kube.go:256] Updating pod openshift-monitoring/metrics-server-66fb54f947-flrnn I0408 02:40:17.174229 3660 pod.go:62] [openshift-monitoring/metrics-server-66fb54f947-flrnn] pod update took 46.919836ms I0408 02:40:17.174262 3660 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-66fb54f947-flrnn] addLogicalPort annotation time took 46.958796ms I0408 02:40:17.175592 3660 pods.go:271] [openshift-monitoring/metrics-server-66fb54f947-flrnn] addLogicalPort took 48.403452ms, libovsdb time 923.814µs I0408 02:40:17.500617 3660 cni.go:403] [openshift-monitoring/metrics-server-66fb54f947-flrnn de64c4cfa1dadcf351e45666c2f94a295d553969d982b4d3f1e822f3d701b0ea network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-66fb54f947-flrnn de64c4cfa1dadcf351e45666c2f94a295d553969d982b4d3f1e822f3d701b0ea network default NAD default] I0408 02:40:17.512012 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-66fb54f947-flrnn, hostIfaceName: de64c4cfa1dadcf, network: default, NAD default, SandboxID: "de64c4cfa1dadcf351e45666c2f94a295d553969d982b4d3f1e822f3d701b0ea", PCI device ID: , UID: "633f647d-6a56-4a97-a919-472792c8ea98", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0408 02:40:17.574606 3660 cni.go:424] [openshift-monitoring/metrics-server-66fb54f947-flrnn de64c4cfa1dadcf351e45666c2f94a295d553969d982b4d3f1e822f3d701b0ea network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-66fb54f947-flrnn de64c4cfa1dadcf351e45666c2f94a295d553969d982b4d3f1e822f3d701b0ea network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:bd:b1:bf:25:33\",\"name\":\"de64c4cfa1dadcf\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9609fd9d-702b-420a-a8ea-e51fc771cbdd\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:17.577429 3660 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh] creating logical port openshift-monitoring_telemeter-client-6f4b887f6f-4wvhh for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:17.577542 3660 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh I0408 02:40:17.600310 3660 pod.go:62] [openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh] pod update took 22.799862ms I0408 02:40:17.600344 3660 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh] addLogicalPort annotation time took 22.839445ms I0408 02:40:17.601771 3660 pods.go:271] [openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh] addLogicalPort took 24.353777ms, libovsdb time 974.786µs W0408 02:40:17.828133 3660 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-5578c7bdcf-rd4pr IP address from the namespace address-set, err: pod openshift-console/console-5578c7bdcf-rd4pr: no pod IPs found I0408 02:40:18.084691 3660 cni.go:403] [openshift-monitoring/monitoring-plugin-599546947f-2cx4w 77b06e8c584705f8cbf32b92a781381d848a069320f16d688321f7ffd6c19b5f network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-599546947f-2cx4w 77b06e8c584705f8cbf32b92a781381d848a069320f16d688321f7ffd6c19b5f network default NAD default] I0408 02:40:18.084755 3660 cni.go:403] [openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh cea787bdf81480cd8da5622406a2712c863eb1980e4fe541abed5ae56df69657 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh cea787bdf81480cd8da5622406a2712c863eb1980e4fe541abed5ae56df69657 network default NAD default] I0408 02:40:18.095734 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6f4b887f6f-4wvhh, hostIfaceName: cea787bdf81480c, network: default, NAD default, SandboxID: "cea787bdf81480cd8da5622406a2712c863eb1980e4fe541abed5ae56df69657", PCI device ID: , UID: "7f36deb6-e02f-4076-9fa9-1dad298626b1", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0408 02:40:18.095805 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-599546947f-2cx4w, hostIfaceName: 77b06e8c584705f, network: default, NAD default, SandboxID: "77b06e8c584705f8cbf32b92a781381d848a069320f16d688321f7ffd6c19b5f", PCI device ID: , UID: "76781bff-3f0a-4f15-a9e7-daeba16e15ee", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0408 02:40:18.149811 3660 cni.go:424] [openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh cea787bdf81480cd8da5622406a2712c863eb1980e4fe541abed5ae56df69657 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-6f4b887f6f-4wvhh cea787bdf81480cd8da5622406a2712c863eb1980e4fe541abed5ae56df69657 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:c0:e4:70:c1:20\",\"name\":\"cea787bdf81480c\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/437661be-15c7-4edd-98c2-fc2998ab5089\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:18.170836 3660 cni.go:424] [openshift-monitoring/monitoring-plugin-599546947f-2cx4w 77b06e8c584705f8cbf32b92a781381d848a069320f16d688321f7ffd6c19b5f network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-599546947f-2cx4w 77b06e8c584705f8cbf32b92a781381d848a069320f16d688321f7ffd6c19b5f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:fa:dd:bd:4e:17\",\"name\":\"77b06e8c584705f\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27e55b1d-443c-41d5-b9df-dce4927614cb\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:40:18.684323 3660 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.684386 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.684396 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.684402 3660 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:19.699405 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:19.699429 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:20.329777 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0408 02:40:21.365176 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:21.365200 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:21.581244 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581279 3660 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581286 3660 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581292 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0408 02:40:21.598940 3660 cni.go:403] [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default] DEL starting CNI request [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default] W0408 02:40:21.647468 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0408 02:40:21.682927 3660 cni.go:424] [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default] DEL finished CNI request [openshift-console/console-6789dffdcb-4nb58 d56439c4b0fd95ea5efa526a84cad2c55703b1dfc402c9e27f0855273e367c07 network default NAD default], result "{}", err I0408 02:40:21.756097 3660 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-4nb58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:21.756136 3660 pods.go:176] Deleting pod: openshift-console/console-6789dffdcb-4nb58 I0408 02:40:21.757385 3660 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6789dffdcb-4nb58, ips: 10.130.0.15 I0408 02:40:21.757414 3660 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-4nb58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:21.768499 3660 base_network_controller_pods.go:487] [default/openshift-console/console-598c56946c-j7mtl] creating logical port openshift-console_console-598c56946c-j7mtl for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:21.768588 3660 kube.go:256] Updating pod openshift-console/console-598c56946c-j7mtl I0408 02:40:21.793362 3660 pod.go:62] [openshift-console/console-598c56946c-j7mtl] pod update took 24.796662ms I0408 02:40:21.793477 3660 base_network_controller_pods.go:937] [default/openshift-console/console-598c56946c-j7mtl] addLogicalPort annotation time took 24.9159ms I0408 02:40:21.802136 3660 pods.go:271] [openshift-console/console-598c56946c-j7mtl] addLogicalPort took 33.640066ms, libovsdb time 7.81385ms I0408 02:40:22.197489 3660 cni.go:403] [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default] ADD starting CNI request [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default] I0408 02:40:22.207603 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-598c56946c-j7mtl, hostIfaceName: a7bdf4f73af67e9, network: default, NAD default, SandboxID: "a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d", PCI device ID: , UID: "1a9db3e2-1b4f-4061-879e-4f57d184cd17", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0408 02:40:22.262639 3660 cni.go:424] [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default] ADD finished CNI request [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:54:a8:3e:b2:ba\",\"name\":\"a7bdf4f73af67e9\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a6fcf67-3667-44ae-ae84-b78f3e63b22c\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:22.626770 3660 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-4nb58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:22.626801 3660 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-4nb58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:22.634272 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6789dffdcb-4nb58 I0408 02:40:22.634301 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6789dffdcb-4nb58 W0408 02:40:22.708783 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708808 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708814 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:22.708819 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:23.039985 3660 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-598c56946c-nt7g5 IP address from the namespace address-set, err: pod openshift-console/console-598c56946c-nt7g5: no pod IPs found W0408 02:40:31.505450 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:32.743163 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0408 02:40:41.345005 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0408 02:40:41.345036 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0408 02:40:41.705659 3660 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-cwz9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:41.706289 3660 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-cwz9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:42.076767 3660 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-cwz9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:42.076790 3660 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-cwz9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:42.083757 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6789dffdcb-cwz9d I0408 02:40:42.083789 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6789dffdcb-cwz9d W0408 02:40:42.591565 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0408 02:40:43.924764 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.924795 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:43.924803 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:46.807532 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0408 02:40:49.761092 3660 cni.go:403] [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default] DEL starting CNI request [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default] I0408 02:40:49.848446 3660 cni.go:424] [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default] DEL finished CNI request [openshift-console/console-598c56946c-j7mtl a7bdf4f73af67e9d14c3d202293721ca0361f134f4b2dcee90784a5aeac3696d network default NAD default], result "{}", err I0408 02:40:49.928327 3660 obj_retry.go:464] Detected object openshift-console/console-598c56946c-j7mtl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:49.928369 3660 pods.go:176] Deleting pod: openshift-console/console-598c56946c-j7mtl I0408 02:40:49.929868 3660 pods.go:236] Attempting to release IPs for pod: openshift-console/console-598c56946c-j7mtl, ips: 10.130.0.24 I0408 02:40:49.929906 3660 obj_retry.go:464] Detected object openshift-console/console-598c56946c-j7mtl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:49.941003 3660 base_network_controller_pods.go:487] [default/openshift-console/console-7598fdb4bd-lp4x5] creating logical port openshift-console_console-7598fdb4bd-lp4x5 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:40:49.941188 3660 kube.go:256] Updating pod openshift-console/console-7598fdb4bd-lp4x5 I0408 02:40:49.954373 3660 pod.go:62] [openshift-console/console-7598fdb4bd-lp4x5] pod update took 13.212221ms I0408 02:40:49.954405 3660 base_network_controller_pods.go:937] [default/openshift-console/console-7598fdb4bd-lp4x5] addLogicalPort annotation time took 13.251155ms I0408 02:40:49.955738 3660 pods.go:271] [openshift-console/console-7598fdb4bd-lp4x5] addLogicalPort took 14.753547ms, libovsdb time 833.735µs I0408 02:40:50.346493 3660 cni.go:403] [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default] ADD starting CNI request [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default] I0408 02:40:50.356308 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7598fdb4bd-lp4x5, hostIfaceName: 8ae029a0da35538, network: default, NAD default, SandboxID: "8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da", PCI device ID: , UID: "4f8b6624-edb9-4e79-9bd5-b2bc83b57af0", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0408 02:40:50.410635 3660 cni.go:424] [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default] ADD finished CNI request [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:1f:43:92:08:e2\",\"name\":\"8ae029a0da35538\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dc00119-08ed-4adf-bcbc-926478aed53d\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:40:50.741546 3660 obj_retry.go:458] Detected object openshift-console/console-598c56946c-j7mtl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:50.741568 3660 obj_retry.go:458] Detected object openshift-console/console-598c56946c-j7mtl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:50.748117 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-598c56946c-j7mtl I0408 02:40:50.748141 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-598c56946c-j7mtl W0408 02:40:52.481643 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0408 02:40:52.840076 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:52.840103 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:52.881940 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:52.881970 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0408 02:40:57.878973 3660 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:57.879563 3660 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:58.850809 3660 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:58.850837 3660 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:58.858820 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-594bcfd95d-p7wtr I0408 02:40:58.858845 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-594bcfd95d-p7wtr W0408 02:41:00.771946 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0408 02:41:07.332893 3660 obj_retry.go:464] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:07.333480 3660 obj_retry.go:464] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:07.907288 3660 obj_retry.go:458] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:07.907313 3660 obj_retry.go:458] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:07.911564 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:41:07.911588 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:41:18.179959 3660 obj_retry.go:464] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:18.180519 3660 obj_retry.go:464] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:18.603784 3660 obj_retry.go:458] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:18.603815 3660 obj_retry.go:458] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:18.610196 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5578c7bdcf-wh4xv I0408 02:41:18.610222 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5578c7bdcf-wh4xv I0408 02:41:30.786702 3660 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:30.787306 3660 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:31.812870 3660 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:31.812892 3660 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:56.029359 3660 cni.go:403] [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default] DEL starting CNI request [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default] I0408 02:41:56.107831 3660 cni.go:424] [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default] DEL finished CNI request [openshift-console/console-7598fdb4bd-lp4x5 8ae029a0da35538a0cd4faaf6e3eb38c7bf062cbff291d1733422acc91ee79da network default NAD default], result "{}", err I0408 02:41:56.161892 3660 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:56.161934 3660 pods.go:176] Deleting pod: openshift-console/console-7598fdb4bd-lp4x5 I0408 02:41:56.163173 3660 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7598fdb4bd-lp4x5, ips: 10.130.0.25 I0408 02:41:56.163198 3660 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:56.169596 3660 base_network_controller_pods.go:487] [default/openshift-console/console-fcbbdb694-6tc84] creating logical port openshift-console_console-fcbbdb694-6tc84 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:41:56.169747 3660 kube.go:256] Updating pod openshift-console/console-fcbbdb694-6tc84 I0408 02:41:56.188123 3660 pod.go:62] [openshift-console/console-fcbbdb694-6tc84] pod update took 18.433051ms I0408 02:41:56.188155 3660 base_network_controller_pods.go:937] [default/openshift-console/console-fcbbdb694-6tc84] addLogicalPort annotation time took 18.472505ms I0408 02:41:56.189362 3660 pods.go:271] [openshift-console/console-fcbbdb694-6tc84] addLogicalPort took 19.782412ms, libovsdb time 858.185µs I0408 02:41:56.531885 3660 cni.go:403] [openshift-console/console-fcbbdb694-6tc84 a5bab4f42e3d244bec762b93d7ef8382a8ac9f4b78e5666ae3e6eca02480d1b9 network default NAD default] ADD starting CNI request [openshift-console/console-fcbbdb694-6tc84 a5bab4f42e3d244bec762b93d7ef8382a8ac9f4b78e5666ae3e6eca02480d1b9 network default NAD default] I0408 02:41:56.543207 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-fcbbdb694-6tc84, hostIfaceName: a5bab4f42e3d244, network: default, NAD default, SandboxID: "a5bab4f42e3d244bec762b93d7ef8382a8ac9f4b78e5666ae3e6eca02480d1b9", PCI device ID: , UID: "47404a2f-7531-47ea-b310-c78bf2b6ae80", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0408 02:41:56.598520 3660 cni.go:424] [openshift-console/console-fcbbdb694-6tc84 a5bab4f42e3d244bec762b93d7ef8382a8ac9f4b78e5666ae3e6eca02480d1b9 network default NAD default] ADD finished CNI request [openshift-console/console-fcbbdb694-6tc84 a5bab4f42e3d244bec762b93d7ef8382a8ac9f4b78e5666ae3e6eca02480d1b9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:08:cf:03:86:e1\",\"name\":\"a5bab4f42e3d244\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/facff904-dafc-4fc3-9a65-33dd75bcd03e\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:41:57.030427 3660 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:57.030447 3660 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:57.037128 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7598fdb4bd-lp4x5 I0408 02:41:57.037162 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7598fdb4bd-lp4x5 I0408 02:42:07.046039 3660 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-wh59q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:42:07.046665 3660 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-wh59q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0408 02:42:07.073153 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0408 02:42:07.146798 3660 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-wh59q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:42:07.146822 3660 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-wh59q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:42:07.157266 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7598fdb4bd-wh59q I0408 02:42:07.157299 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7598fdb4bd-wh59q I0408 02:42:32.552965 3660 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0408 02:43:58.415063 3660 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-f5pbh for pod on switch ip-10-0-1-44.ec2.internal I0408 02:43:58.415195 3660 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh I0408 02:43:58.441079 3660 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh] pod update took 25.911758ms I0408 02:43:58.441107 3660 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh] addLogicalPort annotation time took 25.945348ms I0408 02:43:58.442345 3660 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh] addLogicalPort took 27.303721ms, libovsdb time 877.392µs I0408 02:43:58.776762 3660 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh 8315c74f1fc843a242a7b34ec222a09b88f2419ff6711d9b75982bf9a9d46d88 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh 8315c74f1fc843a242a7b34ec222a09b88f2419ff6711d9b75982bf9a9d46d88 network default NAD default] I0408 02:43:58.787013 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-f5pbh, hostIfaceName: 8315c74f1fc843a, network: default, NAD default, SandboxID: "8315c74f1fc843a242a7b34ec222a09b88f2419ff6711d9b75982bf9a9d46d88", PCI device ID: , UID: "8b7db442-7458-4670-a6d0-893a28025a06", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0408 02:43:58.840543 3660 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh 8315c74f1fc843a242a7b34ec222a09b88f2419ff6711d9b75982bf9a9d46d88 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-f5pbh 8315c74f1fc843a242a7b34ec222a09b88f2419ff6711d9b75982bf9a9d46d88 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:39:4f:4e:1b:87\",\"name\":\"8315c74f1fc843a\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d66a7be-70a2-4900-8cf4-e201a0b87b50\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:44:01.396654 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0408 02:44:01.497601 3660 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0408 02:44:12.507686 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:44:12.542281 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0408 02:44:12.542346 3660 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-9mg5x IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-9mg5x: no pod IPs found I0408 02:44:17.408156 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0408 02:45:00.414483 3660 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0408 02:45:03.297130 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0408 02:45:24.300227 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0408 02:45:32.298880 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=127 I0408 02:46:02.402740 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0408 02:46:26.666864 3660 namespace.go:98] [tsf] adding namespace I0408 02:46:26.667841 3660 namespace.go:102] [tsf] adding namespace took 950.403µs I0408 02:46:26.685571 3660 namespace.go:142] [tsf] updating namespace I0408 02:46:26.697118 3660 namespace.go:142] [tsf] updating namespace I0408 02:46:30.560689 3660 namespace.go:98] [tsf-keycloak] adding namespace I0408 02:46:30.560764 3660 namespace.go:98] [rhtpa-operator] adding namespace I0408 02:46:30.561603 3660 namespace.go:102] [tsf-keycloak] adding namespace took 867.482µs I0408 02:46:30.561679 3660 namespace.go:98] [tsf-tas] adding namespace I0408 02:46:30.562381 3660 namespace.go:102] [rhtpa-operator] adding namespace took 1.601068ms I0408 02:46:30.562409 3660 namespace.go:98] [konflux-operator] adding namespace I0408 02:46:30.562873 3660 namespace.go:102] [konflux-operator] adding namespace took 458.278µs I0408 02:46:30.563374 3660 namespace.go:102] [tsf-tas] adding namespace took 1.680434ms I0408 02:46:30.563912 3660 namespace.go:98] [tsf-tpa] adding namespace I0408 02:46:30.563984 3660 namespace.go:98] [rhbk-operator] adding namespace I0408 02:46:30.564518 3660 namespace.go:102] [tsf-tpa] adding namespace took 591.616µs I0408 02:46:30.564999 3660 namespace.go:102] [rhbk-operator] adding namespace took 1.002026ms I0408 02:46:30.566968 3660 namespace.go:98] [konflux-ui] adding namespace I0408 02:46:30.567024 3660 namespace.go:98] [cert-manager-operator] adding namespace I0408 02:46:30.567696 3660 namespace.go:102] [konflux-ui] adding namespace took 704.775µs I0408 02:46:30.568271 3660 namespace.go:102] [cert-manager-operator] adding namespace took 1.23098ms I0408 02:46:30.586320 3660 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.595251 3660 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.611948 3660 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.621806 3660 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:30.621815 3660 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.626174 3660 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.632953 3660 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.633103 3660 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.636222 3660 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.638869 3660 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.646058 3660 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.693996 3660 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.712130 3660 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.730063 3660 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.747243 3660 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.752867 3660 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.773187 3660 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.775041 3660 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.794758 3660 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.810277 3660 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.826213 3660 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.838994 3660 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.862041 3660 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:30.874104 3660 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:31.790465 3660 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:31.800236 3660 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:32.299361 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0408 02:46:38.341758 3660 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342326 3660 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342353 3660 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342362 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:38.342379 3660 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342387 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:39.357414 3660 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.358020 3660 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.358044 3660 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.358052 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:39.358062 3660 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.358065 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:39.374941 3660 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.374964 3660 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.374980 3660 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.374992 3660 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.385905 3660 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.385932 3660 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.385946 3660 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.385963 3660 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:41.371817 3660 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372367 3660 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372398 3660 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372407 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:41.372422 3660 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372432 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:42.379954 3660 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380537 3660 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380565 3660 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380578 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:42.380591 3660 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380595 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:42.397154 3660 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.397175 3660 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.397187 3660 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.397198 3660 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414635 3660 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414663 3660 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414675 3660 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414693 3660 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:44.395325 3660 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395912 3660 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395936 3660 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395944 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:44.395960 3660 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395967 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:45.406145 3660 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406671 3660 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406697 3660 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406709 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:45.406740 3660 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406746 3660 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:45.428874 3660 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.428896 3660 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.428906 3660 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.428924 3660 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.585084 3660 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-72x4j] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-72x4j for pod on switch ip-10-0-1-44.ec2.internal I0408 02:46:45.585227 3660 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-72x4j I0408 02:46:45.597547 3660 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-72x4j] pod update took 12.356803ms I0408 02:46:45.597578 3660 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-fb86cd8d9-72x4j] addLogicalPort annotation time took 12.392155ms I0408 02:46:45.599061 3660 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-72x4j] addLogicalPort took 13.993348ms, libovsdb time 980.611µs I0408 02:46:45.950060 3660 cni.go:403] [rhbk-operator/rhbk-operator-fb86cd8d9-72x4j 0c9b29fdcec5064c68d8a1e90d228a495e18f36c80124ec9d52cf172e8c9dad9 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-72x4j 0c9b29fdcec5064c68d8a1e90d228a495e18f36c80124ec9d52cf172e8c9dad9 network default NAD default] I0408 02:46:45.960006 3660 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-72x4j, hostIfaceName: 0c9b29fdcec5064, network: default, NAD default, SandboxID: "0c9b29fdcec5064c68d8a1e90d228a495e18f36c80124ec9d52cf172e8c9dad9", PCI device ID: , UID: "de378510-66d5-4f86-b09e-2d172ed68ab1", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0408 02:46:46.014786 3660 cni.go:424] [rhbk-operator/rhbk-operator-fb86cd8d9-72x4j 0c9b29fdcec5064c68d8a1e90d228a495e18f36c80124ec9d52cf172e8c9dad9 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-72x4j 0c9b29fdcec5064c68d8a1e90d228a495e18f36c80124ec9d52cf172e8c9dad9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:f8:51:ca:63:be\",\"name\":\"0c9b29fdcec5064\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d69af08-e6fa-4ee5-8e80-f2ca64dc4fde\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:46:46.430964 3660 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.430990 3660 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431003 3660 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431015 3660 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:55.115936 3660 namespace.go:98] [cert-manager] adding namespace I0408 02:46:55.116824 3660 namespace.go:102] [cert-manager] adding namespace took 865.174µs I0408 02:46:55.134592 3660 namespace.go:142] [cert-manager] updating namespace I0408 02:46:55.192380 3660 namespace.go:142] [cert-manager] updating namespace W0408 02:47:00.378377 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0408 02:47:00.378400 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0408 02:47:02.707414 3660 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr] creating logical port konflux-operator_konflux-operator-controller-manager-5c8bf4df77-b5tmr for pod on switch ip-10-0-1-44.ec2.internal I0408 02:47:02.707539 3660 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr I0408 02:47:02.728480 3660 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr] pod update took 20.969172ms I0408 02:47:02.728505 3660 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr] addLogicalPort annotation time took 21.000225ms I0408 02:47:02.729945 3660 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr] addLogicalPort took 22.547629ms, libovsdb time 932.568µs I0408 02:47:03.073801 3660 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default] I0408 02:47:03.083566 3660 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5c8bf4df77-b5tmr, hostIfaceName: 2e6235ebbe57dbf, network: default, NAD default, SandboxID: "2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb", PCI device ID: , UID: "e19fa448-6eff-4081-9e03-e38182a2cdcc", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0408 02:47:03.138028 3660 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:6b:39:b4:3b:65\",\"name\":\"2e6235ebbe57dbf\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a90c6a1-973b-462f-a685-ae53e844e4e8\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:47:03.286498 3660 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-x6mfz for pod on switch ip-10-0-1-44.ec2.internal I0408 02:47:03.286614 3660 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz I0408 02:47:03.304840 3660 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz] pod update took 18.252979ms I0408 02:47:03.304865 3660 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz] addLogicalPort annotation time took 18.282752ms I0408 02:47:03.306243 3660 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz] addLogicalPort took 19.767521ms, libovsdb time 983.131µs I0408 02:47:03.658603 3660 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz ae320dddefa55fc3f3ae295ac8eb71bdd244ed07af5e74f413aea85a89b7a01e network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz ae320dddefa55fc3f3ae295ac8eb71bdd244ed07af5e74f413aea85a89b7a01e network default NAD default] I0408 02:47:03.670598 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-x6mfz, hostIfaceName: ae320dddefa55fc, network: default, NAD default, SandboxID: "ae320dddefa55fc3f3ae295ac8eb71bdd244ed07af5e74f413aea85a89b7a01e", PCI device ID: , UID: "c208404a-9930-4746-b85e-f85635e80370", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0408 02:47:03.728448 3660 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz ae320dddefa55fc3f3ae295ac8eb71bdd244ed07af5e74f413aea85a89b7a01e network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-x6mfz ae320dddefa55fc3f3ae295ac8eb71bdd244ed07af5e74f413aea85a89b7a01e network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:e6:c4:3c:d7:d0\",\"name\":\"ae320dddefa55fc\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff10c666-65e2-4991-9c45-b3afc496f3cd\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:47:04.032750 3660 namespace.go:142] [openshift-operators] updating namespace I0408 02:47:04.052421 3660 namespace.go:142] [openshift-operators] updating namespace W0408 02:47:05.282095 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0408 02:47:06.394816 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0408 02:47:07.298437 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0408 02:47:12.434085 3660 namespace.go:142] [openshift-operators] updating namespace W0408 02:47:16.313756 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0408 02:47:18.323055 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0408 02:47:19.023088 3660 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-5hlt7 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:47:19.023236 3660 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7 I0408 02:47:19.128087 3660 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7] pod update took 104.890928ms I0408 02:47:19.128114 3660 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7] addLogicalPort annotation time took 104.925594ms I0408 02:47:19.129415 3660 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7] addLogicalPort took 106.34622ms, libovsdb time 899.88µs I0408 02:47:19.389397 3660 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7 8ebe14dd63fac32d4831d6004f4e449581ebb21d2fc7acbfe13d39a2b8bbc70d network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7 8ebe14dd63fac32d4831d6004f4e449581ebb21d2fc7acbfe13d39a2b8bbc70d network default NAD default] I0408 02:47:19.399595 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-5hlt7, hostIfaceName: 8ebe14dd63fac32, network: default, NAD default, SandboxID: "8ebe14dd63fac32d4831d6004f4e449581ebb21d2fc7acbfe13d39a2b8bbc70d", PCI device ID: , UID: "26bee24f-bd22-4a74-a174-e5f61f3db772", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0408 02:47:19.456199 3660 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7 8ebe14dd63fac32d4831d6004f4e449581ebb21d2fc7acbfe13d39a2b8bbc70d network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-5hlt7 8ebe14dd63fac32d4831d6004f4e449581ebb21d2fc7acbfe13d39a2b8bbc70d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:fa:23:82:8c:0a\",\"name\":\"8ebe14dd63fac32\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6efacaad-31ba-4c47-92b4-eb1e78abb40b\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:47:21.958100 3660 namespace.go:98] [trusted-artifact-signer] adding namespace I0408 02:47:21.958947 3660 namespace.go:102] [trusted-artifact-signer] adding namespace took 819.709µs I0408 02:47:21.974906 3660 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:21.984989 3660 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:22.113386 3660 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-kkmrs for pod on switch ip-10-0-1-44.ec2.internal I0408 02:47:22.113483 3660 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs I0408 02:47:22.130010 3660 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs] pod update took 16.548104ms I0408 02:47:22.130039 3660 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs] addLogicalPort annotation time took 16.582627ms I0408 02:47:22.131394 3660 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs] addLogicalPort took 18.043473ms, libovsdb time 922.679µs W0408 02:47:22.440795 3660 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0408 02:47:22.506312 3660 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs 66b90184673437784c3468db4d3ac6f158e842f1fa45e28da7146e64cd7b4f4e network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs 66b90184673437784c3468db4d3ac6f158e842f1fa45e28da7146e64cd7b4f4e network default NAD default] I0408 02:47:22.518422 3660 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-kkmrs, hostIfaceName: 66b901846734377, network: default, NAD default, SandboxID: "66b90184673437784c3468db4d3ac6f158e842f1fa45e28da7146e64cd7b4f4e", PCI device ID: , UID: "ea133848-ed9c-40a0-bc9b-103ee41630f5", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0408 02:47:22.575867 3660 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs 66b90184673437784c3468db4d3ac6f158e842f1fa45e28da7146e64cd7b4f4e network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-kkmrs 66b90184673437784c3468db4d3ac6f158e842f1fa45e28da7146e64cd7b4f4e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:99:f5:a5:56:b5\",\"name\":\"66b901846734377\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8451c5c4-8bcb-4b2f-8dc2-0a02ebd797a2\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:47:25.419817 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0408 02:47:28.042583 3660 namespace.go:98] [openshift-pipelines] adding namespace I0408 02:47:28.043603 3660 namespace.go:102] [openshift-pipelines] adding namespace took 993.13µs I0408 02:47:28.056806 3660 namespace.go:142] [openshift-pipelines] updating namespace I0408 02:47:28.755687 3660 namespace.go:142] [cert-manager] updating namespace I0408 02:47:28.953950 3660 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:29.357935 3660 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:29.559653 3660 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:29.760887 3660 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:30.160841 3660 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:30.362913 3660 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:30.563422 3660 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:30.759358 3660 namespace.go:142] [tsf] updating namespace I0408 02:47:30.963092 3660 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:31.161107 3660 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:31.365617 3660 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:31.493217 3660 namespace.go:142] [cert-manager] updating namespace I0408 02:47:31.504097 3660 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:31.511910 3660 namespace.go:142] [default] updating namespace I0408 02:47:31.523888 3660 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:31.533036 3660 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:31.543417 3660 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:31.551458 3660 namespace.go:142] [openshift] updating namespace I0408 02:47:31.562037 3660 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:31.571103 3660 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:31.582364 3660 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:31.590901 3660 namespace.go:142] [tsf] updating namespace I0408 02:47:31.606942 3660 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:31.626177 3660 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:31.644157 3660 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:31.745230 3660 namespace.go:142] [cert-manager] updating namespace I0408 02:47:31.846194 3660 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:31.948479 3660 namespace.go:142] [default] updating namespace I0408 02:47:32.046675 3660 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:32.148925 3660 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:32.246283 3660 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:32.346234 3660 namespace.go:142] [openshift] updating namespace I0408 02:47:32.445482 3660 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:32.546476 3660 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:32.645377 3660 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:32.747515 3660 namespace.go:142] [tsf] updating namespace I0408 02:47:32.853314 3660 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:32.947063 3660 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:33.047965 3660 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:33.311876 3660 namespace.go:142] [openshift-pipelines] updating namespace W0408 02:47:33.375456 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0408 02:47:35.375611 3660 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:47:35.376160 3660 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:47:35.410668 3660 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:47:35.410692 3660 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:47:35.415845 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0408 02:47:35.415871 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0408 02:47:40.133295 3660 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-957tx for pod on switch ip-10-0-1-44.ec2.internal I0408 02:47:40.133414 3660 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx I0408 02:47:40.147883 3660 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx] pod update took 14.492642ms I0408 02:47:40.147916 3660 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx] addLogicalPort annotation time took 14.538722ms I0408 02:47:40.149240 3660 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx] addLogicalPort took 16.03185ms, libovsdb time 913.524µs I0408 02:47:41.884211 3660 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw for pod on switch ip-10-0-1-44.ec2.internal I0408 02:47:41.884333 3660 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw I0408 02:47:41.901211 3660 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw] pod update took 16.903255ms I0408 02:47:41.901313 3660 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw] addLogicalPort annotation time took 17.022139ms I0408 02:47:41.902760 3660 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw] addLogicalPort took 18.570299ms, libovsdb time 880.974µs I0408 02:47:42.083190 3660 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-c7jcf for pod on switch ip-10-0-1-44.ec2.internal I0408 02:47:42.083299 3660 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf I0408 02:47:42.095475 3660 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf] pod update took 12.20741ms I0408 02:47:42.095504 3660 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf] addLogicalPort annotation time took 12.240759ms I0408 02:47:42.097467 3660 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf] addLogicalPort took 14.301991ms, libovsdb time 1.398899ms I0408 02:47:42.254442 3660 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw ad5cdaeab1c4d99e53b44decf5a2f5795432a3f8f0939b8eb8a0ac947e1a6cce network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw ad5cdaeab1c4d99e53b44decf5a2f5795432a3f8f0939b8eb8a0ac947e1a6cce network default NAD default] I0408 02:47:42.264837 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw, hostIfaceName: ad5cdaeab1c4d99, network: default, NAD default, SandboxID: "ad5cdaeab1c4d99e53b44decf5a2f5795432a3f8f0939b8eb8a0ac947e1a6cce", PCI device ID: , UID: "486fa6ae-bf48-4e75-bd98-795b55334836", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0408 02:47:42.321868 3660 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw ad5cdaeab1c4d99e53b44decf5a2f5795432a3f8f0939b8eb8a0ac947e1a6cce network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-9q4zw ad5cdaeab1c4d99e53b44decf5a2f5795432a3f8f0939b8eb8a0ac947e1a6cce network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:11:0a:97:e9:fb\",\"name\":\"ad5cdaeab1c4d99\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/098d85b0-c31f-4d75-9467-c6bf0f0d840e\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:47:42.449028 3660 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf 55fe8d60413bbad8f9537107f15b3699146b0dfaab1e6039e96ddb61b5412627 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf 55fe8d60413bbad8f9537107f15b3699146b0dfaab1e6039e96ddb61b5412627 network default NAD default] I0408 02:47:42.460486 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-c7jcf, hostIfaceName: 55fe8d60413bbad, network: default, NAD default, SandboxID: "55fe8d60413bbad8f9537107f15b3699146b0dfaab1e6039e96ddb61b5412627", PCI device ID: , UID: "a919f05b-c70e-4ea5-b760-9c72306bdf07", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0408 02:47:42.516208 3660 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf 55fe8d60413bbad8f9537107f15b3699146b0dfaab1e6039e96ddb61b5412627 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-c7jcf 55fe8d60413bbad8f9537107f15b3699146b0dfaab1e6039e96ddb61b5412627 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:32:b0:fd:c1:1d\",\"name\":\"55fe8d60413bbad\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/887f9bec-7de7-4aba-914b-142f9048a867\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:47:45.626673 3660 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.626695 3660 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.626699 3660 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.626703 3660 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:47.236209 3660 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0408 02:47:47.266588 3660 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.266608 3660 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.266612 3660 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.295512 3660 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:47.295533 3660 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:47.295539 3660 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0408 02:47:47.385099 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0408 02:47:48.065532 3660 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx 1d65ed84f9f2e88eb8a09c822bf3e809bfe1593551f505d5c7d0872bf76e803a network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx 1d65ed84f9f2e88eb8a09c822bf3e809bfe1593551f505d5c7d0872bf76e803a network default NAD default] I0408 02:47:48.075672 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-957tx, hostIfaceName: 1d65ed84f9f2e88, network: default, NAD default, SandboxID: "1d65ed84f9f2e88eb8a09c822bf3e809bfe1593551f505d5c7d0872bf76e803a", PCI device ID: , UID: "72d1646e-ab58-4f23-beca-b545c0763cbc", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0408 02:47:48.135082 3660 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx 1d65ed84f9f2e88eb8a09c822bf3e809bfe1593551f505d5c7d0872bf76e803a network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-957tx 1d65ed84f9f2e88eb8a09c822bf3e809bfe1593551f505d5c7d0872bf76e803a network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:df:87:05:24:04\",\"name\":\"1d65ed84f9f2e88\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe7a293d-698f-4911-956a-a23cf4e5797b\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:47:52.300460 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=96 I0408 02:47:53.380683 3660 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0408 02:47:53.522684 3660 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0408 02:47:57.310436 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=734 I0408 02:48:12.419879 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0408 02:48:12.746278 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0408 02:48:12.767789 3660 namespace.go:142] [openshift-pipelines] updating namespace W0408 02:48:14.533976 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0408 02:48:17.532695 3660 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:48:17.533282 3660 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:48:17.555594 3660 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:48:17.555618 3660 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:48:17.563866 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0408 02:48:17.563898 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0408 02:48:19.547897 3660 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0408 02:48:19.548600 3660 pod_selector_address_set.go:212] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0408 02:48:19.548621 3660 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0408 02:48:19.550923 3660 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0408 02:48:20.009910 3660 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:48:20.010011 3660 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0408 02:48:20.026840 3660 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.854387ms I0408 02:48:20.026866 3660 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.886788ms I0408 02:48:20.028087 3660 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.19416ms, libovsdb time 851.611µs I0408 02:48:20.380660 3660 cni.go:403] [tsf-keycloak/keycloak-0 698cdd2e4d210f0cad72058d985e5077d19cc7ce9e6910658aa62b0876d01a41 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 698cdd2e4d210f0cad72058d985e5077d19cc7ce9e6910658aa62b0876d01a41 network default NAD default] I0408 02:48:20.390796 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 698cdd2e4d210f0, network: default, NAD default, SandboxID: "698cdd2e4d210f0cad72058d985e5077d19cc7ce9e6910658aa62b0876d01a41", PCI device ID: , UID: "e8b9f9c2-7aae-42b0-af6f-e5fbd7a0c265", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0408 02:48:20.453531 3660 cni.go:424] [tsf-keycloak/keycloak-0 698cdd2e4d210f0cad72058d985e5077d19cc7ce9e6910658aa62b0876d01a41 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 698cdd2e4d210f0cad72058d985e5077d19cc7ce9e6910658aa62b0876d01a41 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:0f:bb:2a:ac:dd\",\"name\":\"698cdd2e4d210f0\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b4ef5a-8004-4746-8b98-faf1aaecac02\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:48:24.380091 3660 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 W0408 02:48:27.708186 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0408 02:48:27.708215 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0408 02:48:27.709032 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0408 02:48:27.709052 3660 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0408 02:48:29.340782 3660 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0408 02:48:49.957360 3660 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:49.957395 3660 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:49.957405 3660 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:55.638910 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0408 02:48:55.638933 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0408 02:48:55.639061 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0408 02:48:55.639071 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0408 02:48:59.717085 3660 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-vgsq5] creating logical port tsf-keycloak_tsf-iam-vgsq5 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:48:59.717190 3660 kube.go:256] Updating pod tsf-keycloak/tsf-iam-vgsq5 I0408 02:48:59.730245 3660 pod.go:62] [tsf-keycloak/tsf-iam-vgsq5] pod update took 13.082026ms I0408 02:48:59.730279 3660 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-vgsq5] addLogicalPort annotation time took 13.12215ms I0408 02:48:59.731763 3660 pods.go:271] [tsf-keycloak/tsf-iam-vgsq5] addLogicalPort took 14.696222ms, libovsdb time 1.085966ms I0408 02:49:00.124671 3660 cni.go:403] [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default] I0408 02:49:00.134786 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-vgsq5, hostIfaceName: 79de0ac75726122, network: default, NAD default, SandboxID: "79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7", PCI device ID: , UID: "fada305c-3f5a-4c7b-8b43-08bc3238c94f", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0408 02:49:00.193685 3660 cni.go:424] [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:a3:92:74:86:92\",\"name\":\"79de0ac75726122\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99875877-e86b-4924-925b-2b6d509acc18\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:49:09.804617 3660 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:09.805257 3660 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:09.848413 3660 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:09.848445 3660 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:09.855884 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0408 02:49:09.855921 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0408 02:49:20.012967 3660 cni.go:403] [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default] I0408 02:49:20.084299 3660 cni.go:424] [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-vgsq5 79de0ac75726122e7da7a99c5458eb26ab81da83441981dacf3428cad2c227a7 network default NAD default], result "{}", err I0408 02:49:20.137345 3660 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:20.137398 3660 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-vgsq5 I0408 02:49:20.138803 3660 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-vgsq5, ips: 10.130.0.37 I0408 02:49:20.138835 3660 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:21.043007 3660 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:21.043033 3660 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:49:25.165903 3660 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0408 02:49:26.769957 3660 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0408 02:49:26.844986 3660 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0408 02:49:29.954868 3660 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:29.955467 3660 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:30.980670 3660 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:30.980694 3660 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:31.833650 3660 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-bjnnx for pod on switch ip-10-0-1-44.ec2.internal I0408 02:49:31.833766 3660 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx I0408 02:49:31.849205 3660 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx] pod update took 15.462775ms I0408 02:49:31.849234 3660 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx] addLogicalPort annotation time took 15.497705ms I0408 02:49:31.850567 3660 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx] addLogicalPort took 16.93357ms, libovsdb time 887.317µs I0408 02:49:32.196701 3660 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx 9c8013a9963a5fdccd261031230ae3e9aba75760b7a6ad4b90bbf759487da5d2 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx 9c8013a9963a5fdccd261031230ae3e9aba75760b7a6ad4b90bbf759487da5d2 network default NAD default] I0408 02:49:32.207260 3660 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-bjnnx, hostIfaceName: 9c8013a9963a5fd, network: default, NAD default, SandboxID: "9c8013a9963a5fdccd261031230ae3e9aba75760b7a6ad4b90bbf759487da5d2", PCI device ID: , UID: "97c20b4a-31c6-4af5-8219-5d7c22286075", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0408 02:49:32.265784 3660 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx 9c8013a9963a5fdccd261031230ae3e9aba75760b7a6ad4b90bbf759487da5d2 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bjnnx 9c8013a9963a5fdccd261031230ae3e9aba75760b7a6ad4b90bbf759487da5d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:e7:87:c9:a8:ad\",\"name\":\"9c8013a9963a5fd\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fa15bad-6277-48c2-ab1a-af1f0f043565\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:49:34.822369 3660 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:34.822388 3660 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:35.094489 3660 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0408 02:49:43.399286 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0408 02:49:46.096159 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0408 02:50:00.164492 3660 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:00.165148 3660 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:00.185965 3660 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:00.185990 3660 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:00.195261 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0408 02:50:00.195290 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0408 02:50:01.000281 3660 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-zw9x9] creating logical port tsf_patch-tekton-config-zw9x9 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:50:01.000435 3660 kube.go:256] Updating pod tsf/patch-tekton-config-zw9x9 I0408 02:50:01.020910 3660 pod.go:62] [tsf/patch-tekton-config-zw9x9] pod update took 20.506519ms I0408 02:50:01.020945 3660 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-zw9x9] addLogicalPort annotation time took 20.549925ms I0408 02:50:01.022518 3660 pods.go:271] [tsf/patch-tekton-config-zw9x9] addLogicalPort took 22.259185ms, libovsdb time 940.482µs I0408 02:50:01.360563 3660 cni.go:403] [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default] I0408 02:50:01.370517 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-zw9x9, hostIfaceName: 75fa92253cdd32e, network: default, NAD default, SandboxID: "75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01", PCI device ID: , UID: "aa1ac9c9-39a0-4b56-ac6c-fa72f25c1987", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0408 02:50:01.429424 3660 cni.go:424] [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:36:58:19:6a:3d\",\"name\":\"75fa92253cdd32e\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b390a728-c7d4-4968-9f17-24c33a794c85\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:50:04.173310 3660 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.173970 3660 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.517679 3660 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.518331 3660 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.998434 3660 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:04.998465 3660 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:05.404791 3660 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:05.404818 3660 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:07.132263 3660 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:07.132931 3660 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:08.029741 3660 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:08.029763 3660 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:09.280140 3660 cni.go:403] [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default] I0408 02:50:09.361327 3660 cni.go:424] [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-zw9x9 75fa92253cdd32ee47a7edd336586d40d3af180f72aa7cd01ffdd77bd29bdf01 network default NAD default], result "{}", err I0408 02:50:09.426062 3660 obj_retry.go:464] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:09.426109 3660 pods.go:176] Deleting pod: tsf/patch-tekton-config-zw9x9 I0408 02:50:09.427512 3660 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-zw9x9, ips: 10.130.0.39 I0408 02:50:09.427547 3660 obj_retry.go:464] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:10.451149 3660 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:10.451183 3660 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:18.469961 3660 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:18.470616 3660 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0408 02:50:19.468014 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0408 02:50:19.492184 3660 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.492208 3660 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.530600 3660 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.530626 3660 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.536639 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zw9x9 I0408 02:50:19.536667 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zw9x9 W0408 02:50:21.097066 3660 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0408 02:50:21.122912 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0408 02:50:23.111113 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0408 02:50:24.260342 3660 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:24.260929 3660 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:24.280971 3660 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:24.280993 3660 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:24.287760 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0408 02:50:24.287789 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0408 02:50:25.609151 3660 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-wtpkt] creating logical port tsf-tpa_create-db-wtpkt for pod on switch ip-10-0-1-44.ec2.internal I0408 02:50:25.609253 3660 kube.go:256] Updating pod tsf-tpa/create-db-wtpkt I0408 02:50:25.620989 3660 pod.go:62] [tsf-tpa/create-db-wtpkt] pod update took 11.757644ms I0408 02:50:25.621085 3660 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-wtpkt] addLogicalPort annotation time took 11.859358ms I0408 02:50:25.622673 3660 pods.go:271] [tsf-tpa/create-db-wtpkt] addLogicalPort took 13.541012ms, libovsdb time 1.038949ms I0408 02:50:25.972298 3660 cni.go:403] [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default] I0408 02:50:25.982704 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-wtpkt, hostIfaceName: ee6140c559a287d, network: default, NAD default, SandboxID: "ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147", PCI device ID: , UID: "05e10c04-8b8c-417f-ba03-4ef0ba44a14d", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0408 02:50:26.043664 3660 cni.go:424] [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:1d:43:d0:e1:2b\",\"name\":\"ee6140c559a287d\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19e3a46b-0412-4226-ac43-38f161c9c21a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:50:30.391556 3660 cni.go:403] [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default] I0408 02:50:30.472760 3660 cni.go:424] [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-wtpkt ee6140c559a287d6cfc4d6707cfea6d17ad2a312a5fb98f886cdecb8d729b147 network default NAD default], result "{}", err I0408 02:50:30.530524 3660 obj_retry.go:464] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:30.530562 3660 pods.go:176] Deleting pod: tsf-tpa/create-db-wtpkt I0408 02:50:30.532213 3660 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-wtpkt, ips: 10.130.0.40 I0408 02:50:30.532248 3660 obj_retry.go:464] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:31.556103 3660 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:31.556130 3660 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:31.662288 3660 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-qpp77] creating logical port tsf-tpa_migrate-db-qpp77 for pod on switch ip-10-0-1-44.ec2.internal I0408 02:50:31.662389 3660 kube.go:256] Updating pod tsf-tpa/migrate-db-qpp77 I0408 02:50:31.674065 3660 pod.go:62] [tsf-tpa/migrate-db-qpp77] pod update took 11.700437ms I0408 02:50:31.674095 3660 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-qpp77] addLogicalPort annotation time took 11.738379ms I0408 02:50:31.675645 3660 pods.go:271] [tsf-tpa/migrate-db-qpp77] addLogicalPort took 13.372258ms, libovsdb time 989.247µs I0408 02:50:32.023399 3660 cni.go:403] [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default] I0408 02:50:32.033198 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-qpp77, hostIfaceName: a760133efd2645c, network: default, NAD default, SandboxID: "a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03", PCI device ID: , UID: "8da2df2e-5f01-41b2-9ebe-b1bdb317f887", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0408 02:50:32.091098 3660 cni.go:424] [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:49:53:e0:76:d5\",\"name\":\"a760133efd2645c\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c41ca268-6766-4337-aa14-1ad4dae24f02\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:50:34.420693 3660 cni.go:403] [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default] I0408 02:50:34.537925 3660 cni.go:424] [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-qpp77 a760133efd2645c431b21714b3b833b75bcee0f8d55a0c3e086b1bfa3431ac03 network default NAD default], result "{}", err I0408 02:50:34.589808 3660 obj_retry.go:464] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:34.589847 3660 pods.go:176] Deleting pod: tsf-tpa/migrate-db-qpp77 I0408 02:50:34.591153 3660 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-qpp77, ips: 10.130.0.41 I0408 02:50:34.591184 3660 obj_retry.go:464] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:34.700056 3660 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:34.700093 3660 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:37.842524 3660 base_network_controller_pods.go:487] [default/tsf-tpa/server-b6bfcf4f-wtmrg] creating logical port tsf-tpa_server-b6bfcf4f-wtmrg for pod on switch ip-10-0-1-44.ec2.internal I0408 02:50:37.842656 3660 kube.go:256] Updating pod tsf-tpa/server-b6bfcf4f-wtmrg I0408 02:50:37.855586 3660 pod.go:62] [tsf-tpa/server-b6bfcf4f-wtmrg] pod update took 12.96944ms I0408 02:50:37.855610 3660 base_network_controller_pods.go:937] [default/tsf-tpa/server-b6bfcf4f-wtmrg] addLogicalPort annotation time took 13.000623ms I0408 02:50:37.856969 3660 pods.go:271] [tsf-tpa/server-b6bfcf4f-wtmrg] addLogicalPort took 14.468548ms, libovsdb time 956.654µs I0408 02:50:37.878910 3660 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-cp7zx] creating logical port tsf-tpa_importer-5b5b6dd8fb-cp7zx for pod on switch ip-10-0-1-44.ec2.internal I0408 02:50:37.879012 3660 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-cp7zx I0408 02:50:37.891987 3660 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-cp7zx] pod update took 12.999156ms I0408 02:50:37.892017 3660 base_network_controller_pods.go:937] [default/tsf-tpa/importer-5b5b6dd8fb-cp7zx] addLogicalPort annotation time took 13.035981ms I0408 02:50:37.893361 3660 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-cp7zx] addLogicalPort took 14.464116ms, libovsdb time 898.659µs I0408 02:50:39.362321 3660 obj_retry.go:464] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:39.362902 3660 obj_retry.go:464] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:40.387460 3660 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:40.387489 3660 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:43.047531 3660 cni.go:403] [tsf-tpa/server-b6bfcf4f-wtmrg dd1fdb9743f9924f6fe1afe4fdb3f4d2c72d7c2baf0abdb4d3fa77f28a1a09e4 network default NAD default] ADD starting CNI request [tsf-tpa/server-b6bfcf4f-wtmrg dd1fdb9743f9924f6fe1afe4fdb3f4d2c72d7c2baf0abdb4d3fa77f28a1a09e4 network default NAD default] I0408 02:50:43.053231 3660 cni.go:403] [tsf-tpa/importer-5b5b6dd8fb-cp7zx ef867f0708fda9eed0b9b605488c193406b9752a52c6661d49396325c5091981 network default NAD default] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-cp7zx ef867f0708fda9eed0b9b605488c193406b9752a52c6661d49396325c5091981 network default NAD default] I0408 02:50:43.058127 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-b6bfcf4f-wtmrg, hostIfaceName: dd1fdb9743f9924, network: default, NAD default, SandboxID: "dd1fdb9743f9924f6fe1afe4fdb3f4d2c72d7c2baf0abdb4d3fa77f28a1a09e4", PCI device ID: , UID: "885e3d90-5448-449d-b49e-589042d39614", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0408 02:50:43.063910 3660 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-cp7zx, hostIfaceName: ef867f0708fda9e, network: default, NAD default, SandboxID: "ef867f0708fda9eed0b9b605488c193406b9752a52c6661d49396325c5091981", PCI device ID: , UID: "e6e2359c-e2b0-4443-825c-aecb46f1f7bb", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0408 02:50:43.118172 3660 cni.go:424] [tsf-tpa/server-b6bfcf4f-wtmrg dd1fdb9743f9924f6fe1afe4fdb3f4d2c72d7c2baf0abdb4d3fa77f28a1a09e4 network default NAD default] ADD finished CNI request [tsf-tpa/server-b6bfcf4f-wtmrg dd1fdb9743f9924f6fe1afe4fdb3f4d2c72d7c2baf0abdb4d3fa77f28a1a09e4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:a9:b3:47:45:65\",\"name\":\"dd1fdb9743f9924\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/827055f1-6849-4825-b239-359e79fa51e5\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0408 02:50:43.143067 3660 cni.go:424] [tsf-tpa/importer-5b5b6dd8fb-cp7zx ef867f0708fda9eed0b9b605488c193406b9752a52c6661d49396325c5091981 network default NAD default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-cp7zx ef867f0708fda9eed0b9b605488c193406b9752a52c6661d49396325c5091981 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:eb:65:7d:f0:81\",\"name\":\"ef867f0708fda9e\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7908f137-b50c-46d6-a24f-abc120a7dcd9\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0408 02:50:43.493044 3660 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0408 02:50:47.779250 3660 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:47.779891 3660 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:48.654100 3660 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:48.654129 3660 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:50:54.481044 3660 util.go:959] Failed to build node endpoints for node ip-10-0-1-44.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0408 02:51:03.727981 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0408 02:51:11.530192 3660 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:11.530806 3660 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:11.582110 3660 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:11.582135 3660 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:11.590442 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0408 02:51:11.590467 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0408 02:51:12.435536 3660 namespace.go:98] [build-service] adding namespace I0408 02:51:12.435590 3660 namespace.go:98] [image-controller] adding namespace I0408 02:51:12.436496 3660 namespace.go:102] [build-service] adding namespace took 932.408µs I0408 02:51:12.437064 3660 namespace.go:102] [image-controller] adding namespace took 1.466357ms I0408 02:51:12.446994 3660 namespace.go:98] [integration-service] adding namespace I0408 02:51:12.447097 3660 namespace.go:98] [default-tenant] adding namespace I0408 02:51:12.447838 3660 namespace.go:102] [integration-service] adding namespace took 824.482µs I0408 02:51:12.448391 3660 namespace.go:102] [default-tenant] adding namespace took 1.281904ms I0408 02:51:12.478357 3660 namespace.go:142] [build-service] updating namespace I0408 02:51:12.499401 3660 namespace.go:142] [build-service] updating namespace I0408 02:51:12.518706 3660 namespace.go:142] [image-controller] updating namespace I0408 02:51:12.537766 3660 namespace.go:142] [image-controller] updating namespace I0408 02:51:12.552435 3660 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.569127 3660 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.571908 3660 namespace.go:142] [default-tenant] updating namespace I0408 02:51:12.608034 3660 namespace.go:142] [default-tenant] updating namespace I0408 02:51:12.803103 3660 namespace.go:142] [build-service] updating namespace I0408 02:51:12.834352 3660 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.931096 3660 namespace.go:98] [release-service] adding namespace I0408 02:51:12.932048 3660 namespace.go:102] [release-service] adding namespace took 898.444µs I0408 02:51:12.991444 3660 namespace.go:142] [release-service] updating namespace I0408 02:51:13.013518 3660 namespace.go:142] [release-service] updating namespace I0408 02:51:13.025159 3660 namespace.go:142] [konflux-ui] updating namespace I0408 02:51:13.243950 3660 namespace.go:98] [konflux-info] adding namespace I0408 02:51:13.244860 3660 namespace.go:102] [konflux-info] adding namespace took 884.683µs I0408 02:51:13.306160 3660 namespace.go:142] [konflux-info] updating namespace I0408 02:51:13.361496 3660 namespace.go:142] [konflux-info] updating namespace I0408 02:51:13.402095 3660 namespace.go:142] [build-service] updating namespace I0408 02:51:13.441387 3660 namespace.go:98] [namespace-lister] adding namespace I0408 02:51:13.442299 3660 namespace.go:102] [namespace-lister] adding namespace took 887.56µs I0408 02:51:13.536978 3660 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:13.597410 3660 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:13.647043 3660 namespace.go:98] [enterprise-contract-service] adding namespace I0408 02:51:13.648041 3660 namespace.go:102] [enterprise-contract-service] adding namespace took 970.944µs I0408 02:51:13.680098 3660 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:13.703125 3660 namespace.go:142] [default-tenant] updating namespace I0408 02:51:13.738428 3660 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:13.792095 3660 namespace.go:142] [image-controller] updating namespace I0408 02:51:14.023692 3660 namespace.go:142] [default-tenant] updating namespace I0408 02:51:14.034322 3660 namespace.go:142] [image-controller] updating namespace I0408 02:51:14.131385 3660 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0408 02:51:14.132080 3660 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0408 02:51:14.132102 3660 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0408 02:51:14.134828 3660 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0408 02:51:14.147402 3660 namespace.go:98] [segment-bridge] adding namespace I0408 02:51:14.148270 3660 namespace.go:102] [segment-bridge] adding namespace took 848.547µs I0408 02:51:14.165800 3660 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0408 02:51:14.165826 3660 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0408 02:51:14.166578 3660 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0408 02:51:14.594055 3660 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:14.796295 3660 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:15.702248 3660 namespace.go:142] [integration-service] updating namespace I0408 02:51:15.946124 3660 namespace.go:142] [build-service] updating namespace I0408 02:51:16.000974 3660 namespace.go:142] [default-tenant] updating namespace I0408 02:51:16.018676 3660 namespace.go:142] [image-controller] updating namespace I0408 02:51:16.033473 3660 namespace.go:142] [integration-service] updating namespace I0408 02:51:16.136896 3660 namespace.go:142] [build-service] updating namespace I0408 02:51:16.206163 3660 namespace.go:142] [default-tenant] updating namespace I0408 02:51:16.264508 3660 namespace.go:142] [image-controller] updating namespace I0408 02:51:16.361556 3660 namespace.go:142] [integration-service] updating namespace I0408 02:51:17.869588 3660 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:18.071539 3660 namespace.go:142] [konflux-info] updating namespace I0408 02:51:18.291979 3660 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:18.472784 3660 namespace.go:142] [release-service] updating namespace I0408 02:51:18.673800 3660 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:18.806434 3660 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:18.827435 3660 namespace.go:142] [konflux-info] updating namespace I0408 02:51:18.845397 3660 namespace.go:142] [namespace-lister] updating namespace W0408 02:51:18.854879 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0408 02:51:18.857448 3660 namespace.go:142] [release-service] updating namespace I0408 02:51:18.872506 3660 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:18.912704 3660 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:19.002168 3660 namespace.go:142] [konflux-info] updating namespace I0408 02:51:19.114350 3660 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:19.196866 3660 namespace.go:142] [release-service] updating namespace I0408 02:51:19.301613 3660 namespace.go:142] [segment-bridge] updating namespace W0408 02:51:21.851940 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0408 02:51:21.868498 3660 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0408 02:51:24.404684 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0408 02:51:29.915181 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:29.915203 3660 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:29.941752 3660 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:29.941907 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:31.551451 3660 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0408 02:51:31.593221 3660 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:31.593243 3660 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:31.626906 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:31.627776 3660 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:31.653974 3660 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0408 02:51:31.657796 3660 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0408 02:51:42.885231 3660 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:42.885846 3660 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:43.011613 3660 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:43.011634 3660 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:43.019560 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg I0408 02:51:43.019584 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg I0408 02:51:49.301571 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0408 02:52:40.302376 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=157 I0408 02:52:40.351921 3660 obj_retry.go:464] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:40.352569 3660 obj_retry.go:464] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:41.344892 3660 obj_retry.go:458] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:41.344914 3660 obj_retry.go:458] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:41.355255 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:52:41.355279 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:52:45.123210 3660 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:45.123801 3660 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:45.149117 3660 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:45.149144 3660 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:45.157612 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0408 02:52:45.157634 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0408 02:53:03.410522 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0408 02:53:03.428286 3660 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default] I0408 02:53:03.524648 3660 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr 2e6235ebbe57dbfcce54b1d8107d62131814b78af23a4c24b9df6dc0f6d7a4cb network default NAD default], result "{}", err I0408 02:53:03.584952 3660 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:03.585008 3660 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr I0408 02:53:03.586564 3660 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr, ips: 10.130.0.29 I0408 02:53:03.586603 3660 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:04.214053 3660 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:04.214093 3660 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:04.226760 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr I0408 02:53:04.226797 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr I0408 02:53:09.416508 3660 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0408 02:53:18.417469 3660 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:18.418125 3660 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:18.562563 3660 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:18.562617 3660 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:18.571032 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:53:18.571062 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:53:27.387546 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0408 02:53:47.299757 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0408 02:54:44.301450 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=161 I0408 02:54:51.401758 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0408 02:55:54.422588 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0408 02:55:59.302773 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55 I0408 02:56:20.382991 3660 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0408 02:56:29.422045 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0408 02:56:51.383085 3660 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0408 02:56:54.407019 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0408 02:57:30.313009 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=444 I0408 02:57:53.402156 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0408 02:58:13.303751 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0408 02:58:44.304842 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0408 02:59:41.302037 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0408 02:59:43.412604 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0408 02:59:56.404947 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0408 03:00:04.513316 3660 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 03:00:04.513987 3660 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 03:00:05.376699 3660 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:05.376759 3660 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:31.054449 3660 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:31.054477 3660 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:31.060203 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wtpkt I0408 03:00:31.060231 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wtpkt I0408 03:00:34.033990 3660 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:34.034041 3660 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:34.041811 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qpp77 I0408 03:00:34.041839 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qpp77 I0408 03:00:40.032536 3660 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:40.032585 3660 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:40.035877 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2skrn I0408 03:00:40.035907 3660 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2skrn I0408 03:01:29.389823 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0408 03:01:54.385983 3660 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0408 03:02:11.424690 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0408 03:02:18.418785 3660 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0408 03:03:13.404637 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0408 03:03:30.385873 3660 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0408 03:04:10.425501 3660 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0408 03:04:24.304607 3660 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11