+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-72.ec2.internal ++ [[ -n ip-10-0-2-72.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-72.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 02:57:50.295457753 - disable conntrack on geneve port' I0506 02:57:50.295457753 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0506 02:57:50.319821879 - starting ovnkube-node + echo 'I0506 02:57:50.319821879 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-72.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-72.ec2.internal --init-node ip-10-0-2-72.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-72.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 02:57:50.365788 3812 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 02:57:50.365853 3812 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fd90a59278.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 02:57:50.367281 3812 kube.go:431] Waiting for certificate I0506 02:57:50.367305 3812 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 02:57:50.367336 3812 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 02:57:50.368133 3812 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 02:57:50.398576 3812 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:50.398598 3812 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:50.401214 3812 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:50.401313 3812 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q96vj" I0506 02:57:50.410206 3812 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q96vj" I0506 02:57:50.410674 3812 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:51.368048 3812 kube.go:438] Certificate found I0506 02:57:51.368689 3812 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 02:57:51.369716 3812 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 02:57:51.427133 3812 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 02:52:50 +0000 UTC" deadline="2026-05-06 23:22:31.989462456 +0000 UTC" I0506 02:57:51.427184 3812 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h24m40.562305611s" I0506 02:57:51.436202 3812 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 02:57:51.458005 3812 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 02:57:51.458080 3812 server.go:101] MetricServer registers OVS metrics I0506 02:57:51.458383 3812 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 02:57:51.458441 3812 server.go:105] MetricServer registers OVN DB metrics I0506 02:57:51.458454 3812 factory.go:561] Starting watch factory I0506 02:57:51.458545 3812 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458561 3812 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458608 3812 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458633 3812 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458618 3812 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458658 3812 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458671 3812 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458688 3812 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458730 3812 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458766 3812 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458753 3812 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.458805 3812 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.459684 3812 controller_manager.go:370] Starting the ovnkube controller I0506 02:57:51.459694 3812 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-72.ec2.internal I0506 02:57:51.459755 3812 controller_manager.go:395] NBDB zone sync took: 51.054µs I0506 02:57:51.459769 3812 factory.go:561] Starting watch factory I0506 02:57:51.463298 3812 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 02:57:51.463328 3812 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 02:57:51.476783 3812 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 02:57:51.476802 3812 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 02:57:51.478584 3812 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.480024 3812 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.481355 3812 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 02:57:51.481395 3812 server.go:109] MetricServer registers OVN Controller metrics I0506 02:57:51.482004 3812 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.482621 3812 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.483046 3812 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.486810 3812 server.go:113] MetricServer registers OVN Northd metrics I0506 02:57:51.489755 3812 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:51.491889 3812 metrics.go:519] OVN Metrics Server starts to run ... I0506 02:57:51.563638 3812 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 02:57:51.563685 3812 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 02:57:51.563691 3812 factory.go:1977] *v1.Node informer cache synced successfully I0506 02:57:51.563696 3812 factory.go:1977] *v1.Service informer cache synced successfully I0506 02:57:51.563700 3812 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 02:57:51.563705 3812 factory.go:1977] *v1.Pod informer cache synced successfully I0506 02:57:51.564260 3812 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:51.564263 3812 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:51.564287 3812 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:51.564288 3812 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:51.566133 3812 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 02:57:51.566147 3812 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 02:57:51.566151 3812 factory.go:1977] *v1.Node informer cache synced successfully I0506 02:57:51.566154 3812 factory.go:1977] *v1.Service informer cache synced successfully I0506 02:57:51.566157 3812 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 02:57:51.566160 3812 factory.go:1977] *v1.Pod informer cache synced successfully I0506 02:57:51.567055 3812 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:51.567083 3812 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:51.568774 3812 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 02:57:51.568787 3812 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 02:57:51.568862 3812 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.568886 3812 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.571291 3812 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 02:57:51.571302 3812 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 02:57:51.571533 3812 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.573953 3812 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 02:57:51.574031 3812 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.574048 3812 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.576371 3812 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 02:57:51.576528 3812 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.579663 3812 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 02:57:51.579731 3812 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.579748 3812 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.581927 3812 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 02:57:51.582077 3812 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.585184 3812 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 02:57:51.585236 3812 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.585248 3812 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.587368 3812 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 02:57:51.587684 3812 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.591213 3812 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 02:57:51.591265 3812 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.591275 3812 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.593427 3812 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 02:57:51.593707 3812 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.596736 3812 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 02:57:51.596882 3812 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:57:51.596895 3812 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:57:51.599116 3812 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 02:57:51.599506 3812 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:57:51.602578 3812 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 02:57:51.602637 3812 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.602649 3812 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.602691 3812 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.602712 3812 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.604867 3812 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 02:57:51.605102 3812 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.605284 3812 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:51.607633 3812 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 02:57:51.607641 3812 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 02:57:51.607648 3812 factory.go:680] Watch Factory start up complete, took: 149.196682ms I0506 02:57:51.607710 3812 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 02:57:51.610020 3812 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 02:57:51.610032 3812 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 02:57:51.610039 3812 factory.go:680] Watch Factory start up complete, took: 150.27236ms I0506 02:57:51.610046 3812 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-72.ec2.internal" zone I0506 02:57:51.657629 3812 default_node_network_controller.go:710] Initializing the default node network controller I0506 02:57:51.743569 3812 udn_isolation.go:101] Starting UDN host isolation manager I0506 02:57:51.750011 3812 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 02:57:51.825982 3812 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 02:57:51.826072 3812 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 02:57:51.826088 3812 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 02:57:51.859463 3812 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 02:57:51.859530 3812 default_node_network_controller.go:809] Node ip-10-0-2-72.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0506 02:57:51.865509 3812 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.72"] k8s.ovn.org/zone-name:ip-10-0-2-72.ec2.internal] on node ip-10-0-2-72.ec2.internal I0506 02:57:51.887637 3812 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 02:57:51.894344 3812 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 02:57:51.894467 3812 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0506 02:57:51.894612 3812 gateway_init.go:263] Preparing Gateway I0506 02:57:51.894625 3812 gateway_shared_intf.go:1687] Creating new gateway I0506 02:57:52.009161 3812 iptables.go:108] Creating table: filter chain: FORWARD I0506 02:57:52.015872 3812 iptables.go:108] Creating table: filter chain: OUTPUT I0506 02:57:52.022565 3812 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 02:57:52.022581 3812 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-72.ec2.internal","mac-address":"0e:b8:be:4a:5a:13","ip-addresses":["10.0.2.72/24"],"ip-address":"10.0.2.72/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0213c208-22e1-43b8-9a0e-d5506c03e95f k8s.ovn.org/node-encap-ips:["10.0.2.72"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.72/24"} k8s.ovn.org/zone-name:ip-10-0-2-72.ec2.internal] on node ip-10-0-2-72.ec2.internal I0506 02:57:52.042091 3812 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:52.110755 3812 controller_manager.go:429] Waiting for node in zone sync took: 500.689275ms I0506 02:57:52.116550 3812 controller_manager.go:611] Switching to transit router for layer2 networks I0506 02:57:52.116573 3812 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-72.ec2.internal I0506 02:57:52.131381 3812 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 02:57:52.139132 3812 controller_manager.go:290] SCTP support detected in OVN I0506 02:57:52.139714 3812 services_controller.go:69] Creating services controller for network=default I0506 02:57:52.139829 3812 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 02:57:52.139913 3812 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 02:57:52.139942 3812 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 02:57:52.139957 3812 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 02:57:52.139965 3812 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 02:57:52.140138 3812 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 02:57:52.140199 3812 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 02:57:52.140280 3812 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.542µs I0506 02:57:52.140307 3812 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 97.06µs I0506 02:57:52.140318 3812 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 120.318µs I0506 02:57:52.140326 3812 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 02:57:52.140334 3812 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 02:57:52.140349 3812 default_network_controller.go:325] Starting the default network controller I0506 02:57:52.140435 3812 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.694µs I0506 02:57:52.140450 3812 udn_enabled_svc.go:95] Performing full resync I0506 02:57:52.140802 3812 udn_enabled_svc.go:99] Waiting for handler to sync I0506 02:57:52.140815 3812 udn_enabled_svc.go:104] Starting worker I0506 02:57:52.151064 3812 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 02:57:52.151139 3812 repair.go:33] Syncing exgw routes took 60.593µs I0506 02:57:52.151189 3812 default_network_controller.go:414] Starting all the Watchers... I0506 02:57:52.151436 3812 namespace.go:98] [openshift-dns-operator] adding namespace I0506 02:57:52.151448 3812 namespace.go:98] [openshift-console] adding namespace I0506 02:57:52.151447 3812 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 02:57:52.151461 3812 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 02:57:52.151464 3812 namespace.go:98] [openshift-operators] adding namespace I0506 02:57:52.151467 3812 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 02:57:52.151480 3812 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 02:57:52.151487 3812 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 02:57:52.151489 3812 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 02:57:52.151486 3812 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 02:57:52.151490 3812 namespace.go:98] [openshift-authentication] adding namespace I0506 02:57:52.151500 3812 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 02:57:52.151500 3812 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 02:57:52.151508 3812 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 02:57:52.151437 3812 namespace.go:98] [openshift-backplane] adding namespace I0506 02:57:52.152072 3812 namespace.go:102] [openshift-dns-operator] adding namespace took 619.178µs I0506 02:57:52.152107 3812 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 02:57:52.152707 3812 namespace.go:102] [openshift-customer-monitoring] adding namespace took 590.389µs I0506 02:57:52.152726 3812 namespace.go:98] [default] adding namespace I0506 02:57:52.153305 3812 namespace.go:102] [default] adding namespace took 570.585µs I0506 02:57:52.153331 3812 namespace.go:98] [openshift-network-console] adding namespace I0506 02:57:52.153921 3812 namespace.go:102] [openshift-console] adding namespace took 2.460619ms I0506 02:57:52.153939 3812 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 02:57:52.154564 3812 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.1025ms I0506 02:57:52.154581 3812 namespace.go:98] [openshift-image-registry] adding namespace I0506 02:57:52.155077 3812 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.606463ms I0506 02:57:52.155093 3812 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 02:57:52.155616 3812 namespace.go:102] [openshift-operators] adding namespace took 4.126514ms I0506 02:57:52.155632 3812 namespace.go:98] [openshift-insights] adding namespace I0506 02:57:52.156202 3812 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.72306ms I0506 02:57:52.156220 3812 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 02:57:52.156705 3812 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.213563ms I0506 02:57:52.156720 3812 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 02:57:52.157263 3812 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.771034ms I0506 02:57:52.157276 3812 namespace.go:98] [openshift-config-managed] adding namespace I0506 02:57:52.157860 3812 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.363375ms I0506 02:57:52.157878 3812 namespace.go:98] [openshift-package-operator] adding namespace I0506 02:57:52.158415 3812 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.917633ms I0506 02:57:52.158432 3812 namespace.go:98] [kube-node-lease] adding namespace I0506 02:57:52.158919 3812 namespace.go:102] [openshift-authentication] adding namespace took 7.415313ms I0506 02:57:52.158940 3812 namespace.go:98] [openshift-host-network] adding namespace I0506 02:57:52.159457 3812 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.950153ms I0506 02:57:52.159474 3812 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 02:57:52.160010 3812 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.495254ms I0506 02:57:52.160034 3812 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 02:57:52.160663 3812 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.146133ms I0506 02:57:52.160679 3812 namespace.go:98] [kube-public] adding namespace I0506 02:57:52.161161 3812 namespace.go:102] [openshift-backplane] adding namespace took 9.587812ms I0506 02:57:52.161190 3812 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 02:57:52.161795 3812 namespace.go:102] [openshift-network-console] adding namespace took 8.448781ms I0506 02:57:52.161814 3812 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 02:57:52.162321 3812 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.374523ms I0506 02:57:52.162337 3812 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 02:57:52.162772 3812 namespace.go:102] [openshift-image-registry] adding namespace took 8.184656ms I0506 02:57:52.162785 3812 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 02:57:52.163328 3812 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.228203ms I0506 02:57:52.163350 3812 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 02:57:52.163849 3812 namespace.go:102] [openshift-insights] adding namespace took 8.211687ms I0506 02:57:52.163862 3812 namespace.go:98] [openshift-infra] adding namespace I0506 02:57:52.164227 3812 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.999525ms W0506 02:57:52.164235 3812 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lmwcq: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found I0506 02:57:52.164244 3812 namespace.go:98] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] adding namespace W0506 02:57:52.164248 3812 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-thwcj: pod openshift-network-diagnostics/network-check-target-thwcj: no pod IPs found W0506 02:57:52.164255 3812 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2jjlr: pod openshift-network-diagnostics/network-check-target-2jjlr: no pod IPs found I0506 02:57:52.164722 3812 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.997225ms I0506 02:57:52.164734 3812 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 02:57:52.165091 3812 namespace.go:102] [openshift-config-managed] adding namespace took 7.808076ms I0506 02:57:52.165107 3812 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 02:57:52.165563 3812 namespace.go:102] [openshift-package-operator] adding namespace took 7.676784ms I0506 02:57:52.165584 3812 namespace.go:98] [openshift-node] adding namespace I0506 02:57:52.166008 3812 namespace.go:102] [kube-node-lease] adding namespace took 7.568858ms I0506 02:57:52.166023 3812 namespace.go:98] [openshift-network-operator] adding namespace I0506 02:57:52.166598 3812 namespace.go:102] [openshift-host-network] adding namespace took 7.636366ms I0506 02:57:52.166614 3812 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 02:57:52.167007 3812 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.526817ms I0506 02:57:52.167022 3812 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 02:57:52.167656 3812 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.61484ms I0506 02:57:52.167674 3812 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 02:57:52.168200 3812 namespace.go:102] [kube-public] adding namespace took 7.513835ms I0506 02:57:52.168218 3812 namespace.go:98] [openshift-console-operator] adding namespace I0506 02:57:52.168699 3812 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.500982ms I0506 02:57:52.168718 3812 namespace.go:98] [openshift-apiserver] adding namespace I0506 02:57:52.169199 3812 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.37762ms I0506 02:57:52.169790 3812 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.445979ms I0506 02:57:52.169805 3812 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 02:57:52.170282 3812 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.492021ms I0506 02:57:52.170299 3812 namespace.go:98] [openshift-etcd] adding namespace I0506 02:57:52.170657 3812 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.301485ms I0506 02:57:52.170678 3812 namespace.go:98] [openshift-marketplace] adding namespace I0506 02:57:52.171201 3812 namespace.go:102] [openshift-infra] adding namespace took 7.334993ms I0506 02:57:52.171221 3812 namespace.go:98] [openshift] adding namespace I0506 02:57:52.171817 3812 namespace.go:102] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] adding namespace took 7.566563ms I0506 02:57:52.171832 3812 namespace.go:98] [openshift-ingress] adding namespace I0506 02:57:52.172331 3812 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.589897ms I0506 02:57:52.172348 3812 namespace.go:98] [openshift-monitoring] adding namespace I0506 02:57:52.172828 3812 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.715978ms I0506 02:57:52.172841 3812 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 02:57:52.173283 3812 namespace.go:102] [openshift-node] adding namespace took 7.693374ms I0506 02:57:52.173300 3812 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 02:57:52.173643 3812 namespace.go:102] [openshift-network-operator] adding namespace took 7.614956ms I0506 02:57:52.173662 3812 namespace.go:98] [dedicated-admin] adding namespace I0506 02:57:52.174287 3812 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.666654ms I0506 02:57:52.174301 3812 namespace.go:98] [kube-system] adding namespace I0506 02:57:52.174777 3812 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.749578ms I0506 02:57:52.174793 3812 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 02:57:52.175223 3812 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.540297ms I0506 02:57:52.175240 3812 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 02:57:52.175711 3812 namespace.go:102] [openshift-console-operator] adding namespace took 7.486266ms I0506 02:57:52.175727 3812 namespace.go:98] [openshift-controller-manager] adding namespace I0506 02:57:52.176144 3812 namespace.go:102] [openshift-apiserver] adding namespace took 7.419419ms I0506 02:57:52.176159 3812 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 02:57:52.177049 3812 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.238878ms I0506 02:57:52.177065 3812 namespace.go:98] [openshift-cluster-version] adding namespace I0506 02:57:52.177438 3812 namespace.go:102] [openshift-etcd] adding namespace took 7.131101ms I0506 02:57:52.177458 3812 namespace.go:98] [openshift-config] adding namespace I0506 02:57:52.177987 3812 namespace.go:102] [openshift-marketplace] adding namespace took 7.302414ms I0506 02:57:52.178002 3812 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 02:57:52.178475 3812 namespace.go:102] [openshift] adding namespace took 7.247315ms I0506 02:57:52.178489 3812 namespace.go:98] [openshift-dns] adding namespace I0506 02:57:52.178994 3812 namespace.go:102] [openshift-ingress] adding namespace took 7.156183ms I0506 02:57:52.179008 3812 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 02:57:52.179586 3812 namespace.go:102] [openshift-monitoring] adding namespace took 7.231702ms I0506 02:57:52.179600 3812 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 02:57:52.179986 3812 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.138726ms I0506 02:57:52.180585 3812 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.277989ms I0506 02:57:52.180602 3812 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 02:57:52.181148 3812 namespace.go:102] [dedicated-admin] adding namespace took 7.477931ms I0506 02:57:52.181164 3812 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 02:57:52.181636 3812 namespace.go:102] [kube-system] adding namespace took 7.328263ms I0506 02:57:52.181650 3812 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 02:57:52.182186 3812 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.365229ms I0506 02:57:52.182207 3812 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 02:57:52.182649 3812 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.398683ms I0506 02:57:52.182668 3812 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 02:57:52.183136 3812 namespace.go:102] [openshift-controller-manager] adding namespace took 7.40437ms I0506 02:57:52.183150 3812 namespace.go:98] [openshift-machine-api] adding namespace I0506 02:57:52.183592 3812 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.428292ms I0506 02:57:52.183604 3812 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 02:57:52.183968 3812 namespace.go:102] [openshift-cluster-version] adding namespace took 6.89679ms I0506 02:57:52.184376 3812 namespace.go:102] [openshift-config] adding namespace took 6.913757ms I0506 02:57:52.184391 3812 namespace.go:98] [openshift-multus] adding namespace I0506 02:57:52.184866 3812 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.856773ms I0506 02:57:52.185266 3812 namespace.go:102] [openshift-dns] adding namespace took 6.771018ms I0506 02:57:52.185662 3812 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.649206ms I0506 02:57:52.186057 3812 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.451752ms I0506 02:57:52.186555 3812 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.946202ms I0506 02:57:52.186570 3812 namespace.go:98] [openshift-logging] adding namespace I0506 02:57:52.186992 3812 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.804957ms I0506 02:57:52.187009 3812 namespace.go:98] [openshift-config-operator] adding namespace I0506 02:57:52.187352 3812 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.697155ms I0506 02:57:52.187367 3812 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 02:57:52.187776 3812 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.562665ms I0506 02:57:52.188193 3812 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.51912ms I0506 02:57:52.188653 3812 namespace.go:102] [openshift-machine-api] adding namespace took 5.497381ms I0506 02:57:52.188665 3812 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 02:57:52.188997 3812 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.38917ms W0506 02:57:52.189001 3812 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8xmkf: pod openshift-multus/network-metrics-daemon-8xmkf: no pod IPs found W0506 02:57:52.189024 3812 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c5xlg: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found W0506 02:57:52.189035 3812 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bqh9m: pod openshift-multus/network-metrics-daemon-bqh9m: no pod IPs found I0506 02:57:52.189562 3812 namespace.go:102] [openshift-multus] adding namespace took 5.165434ms I0506 02:57:52.189943 3812 namespace.go:102] [openshift-logging] adding namespace took 3.366495ms I0506 02:57:52.190392 3812 namespace.go:102] [openshift-config-operator] adding namespace took 3.375627ms I0506 02:57:52.190887 3812 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.514662ms I0506 02:57:52.191248 3812 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 2.577636ms W0506 02:57:52.191332 3812 master.go:471] Unable to parse remote node ip-10-0-0-218.ec2.internal chassis-id annotation. Chassis may be removed during sync W0506 02:57:52.191340 3812 master.go:471] Unable to parse remote node ip-10-0-1-29.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 02:57:52.191470 3812 master.go:548] Adding or Updating local node "ip-10-0-2-72.ec2.internal" for network "default" I0506 02:57:52.191521 3812 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-29.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-29.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-29.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-29.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-29.ec2.internal I0506 02:57:52.191521 3812 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-218.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-218.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-218.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-218.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal W0506 02:57:52.198815 3812 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bqh9m: pod openshift-multus/network-metrics-daemon-bqh9m: no pod IPs found W0506 02:57:52.198834 3812 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2jjlr: pod openshift-network-diagnostics/network-check-target-2jjlr: no pod IPs found I0506 02:57:52.199828 3812 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-72.ec2.internal for the network default I0506 02:57:52.200134 3812 zone_ic_handler.go:195] Time taken to create transit switch: 290.911µs I0506 02:57:52.200862 3812 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 02:57:52.200889 3812 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 02:57:52.200905 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-29.ec2.internal in network "default" I0506 02:57:52.200932 3812 node_tracker.go:235] Node ip-10-0-1-29.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-29.ec2.internal" I0506 02:57:52.200945 3812 node_tracker.go:169] Node ip-10-0-1-29.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.200959 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:57:52.200965 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0506 02:57:52.200904 3812 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 02:57:52.200998 3812 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.201006 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:57:52.201010 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:57:52.201019 3812 node_tracker.go:235] Node ip-10-0-0-218.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal" I0506 02:57:52.201024 3812 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.201028 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:57:52.301149 3812 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 02:57:52.301182 3812 services_controller.go:208] Setting up event handlers for services for network=default I0506 02:57:52.301269 3812 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 02:57:52.301321 3812 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 02:57:52.301338 3812 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 02:57:52.401639 3812 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 02:57:52.401661 3812 repair.go:60] Starting repairing loop for services I0506 02:57:52.401757 3812 repair.go:131] Deleted 0 stale service LBs I0506 02:57:52.401781 3812 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 02:57:52.401797 3812 repair.go:62] Finished repairing loop for services: 138.002µs I0506 02:57:52.401819 3812 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 02:57:52.401827 3812 services_controller.go:254] Starting workers for network=default I0506 02:57:52.402205 3812 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lmwcq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found I0506 02:57:52.402248 3812 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-c5xlg, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c5xlg: suppressed error logged: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found I0506 02:57:52.402251 3812 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8xmkf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8xmkf: suppressed error logged: pod openshift-multus/network-metrics-daemon-8xmkf: no pod IPs found I0506 02:57:52.402278 3812 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bqh9m] creating logical port openshift-multus_network-metrics-daemon-bqh9m for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:52.402366 3812 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2jjlr] creating logical port openshift-network-diagnostics_network-check-target-2jjlr for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:52.402437 3812 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bqh9m I0506 02:57:52.402457 3812 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2jjlr I0506 02:57:52.419509 3812 pod.go:62] [openshift-network-diagnostics/network-check-target-2jjlr] pod update took 17.07831ms I0506 02:57:52.419536 3812 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2jjlr] addLogicalPort annotation time took 17.107232ms I0506 02:57:52.419604 3812 pod.go:62] [openshift-multus/network-metrics-daemon-bqh9m] pod update took 17.258758ms I0506 02:57:52.419626 3812 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bqh9m] addLogicalPort annotation time took 17.280615ms I0506 02:57:52.420378 3812 pods.go:271] [openshift-network-diagnostics/network-check-target-2jjlr] addLogicalPort took 18.017878ms, libovsdb time 570.947µs I0506 02:57:52.420644 3812 pods.go:271] [openshift-multus/network-metrics-daemon-bqh9m] addLogicalPort took 18.381305ms, libovsdb time 832.767µs I0506 02:57:52.420684 3812 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-thwcj, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-thwcj: suppressed error logged: pod openshift-network-diagnostics/network-check-target-thwcj: no pod IPs found I0506 02:57:52.421072 3812 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 02:57:52.421094 3812 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 02:57:52.421108 3812 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 02:57:52.421112 3812 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 02:57:52.421300 3812 repair.go:29] Repairing admin network policies took 183.358µs I0506 02:57:52.421398 3812 repair.go:92] Repairing baseline admin network policies took 89.454µs I0506 02:57:52.421866 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 02:57:52.421887 3812 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 02:57:52.423601 3812 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 02:57:52.423630 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 02:57:52.423639 3812 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 02:57:52.424160 3812 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 02:57:52.424208 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 02:57:52.424221 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 02:57:52.425808 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 02:57:52.425831 3812 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 02:57:52.425841 3812 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 02:57:52.428038 3812 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 02:57:52.428057 3812 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 02:57:52.428072 3812 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 02:57:52.428669 3812 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 02:57:52.428689 3812 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 02:57:52.428700 3812 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 02:57:52.431023 3812 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 02:57:52.431043 3812 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 02:57:52.431053 3812 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 02:57:52.432988 3812 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 02:57:52.433007 3812 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 02:57:52.433016 3812 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 02:57:52.434144 3812 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 02:57:52.434163 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 02:57:52.434194 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 02:57:52.435812 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 02:57:52.435832 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 02:57:52.435841 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 02:57:52.436771 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 02:57:52.436790 3812 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 02:57:52.436797 3812 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 02:57:52.437074 3812 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 02:57:52.437097 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 02:57:52.437109 3812 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 02:57:52.437634 3812 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 02:57:52.437652 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 02:57:52.437659 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 02:57:52.438103 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 02:57:52.438125 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 02:57:52.438136 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 02:57:52.438672 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 02:57:52.438689 3812 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 02:57:52.438699 3812 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 02:57:52.439184 3812 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 02:57:52.439206 3812 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 02:57:52.439219 3812 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 02:57:52.440039 3812 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 02:57:52.440059 3812 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 02:57:52.440065 3812 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 02:57:52.440353 3812 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 02:57:52.440375 3812 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 02:57:52.440386 3812 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 02:57:52.441951 3812 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 02:57:52.441972 3812 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 02:57:52.441986 3812 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 02:57:52.443101 3812 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 02:57:52.443121 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 02:57:52.443578 3812 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 02:57:52.443611 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 02:57:52.444420 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 02:57:52.444440 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 02:57:52.444447 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 02:57:52.444739 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 02:57:52.444762 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 02:57:52.444771 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 02:57:52.446076 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 02:57:52.446094 3812 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 02:57:52.446103 3812 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 02:57:52.447213 3812 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 02:57:52.447232 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 02:57:52.447240 3812 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 02:57:52.448054 3812 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 02:57:52.448072 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 02:57:52.448078 3812 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 02:57:52.448777 3812 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 02:57:52.448795 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 02:57:52.448818 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 02:57:52.449496 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 02:57:52.449512 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 02:57:52.449520 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 02:57:52.449995 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 02:57:52.450015 3812 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 02:57:52.450023 3812 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 02:57:52.450549 3812 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 02:57:52.450565 3812 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 02:57:52.450576 3812 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 02:57:52.451443 3812 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 02:57:52.456002 3812 egressfirewall.go:374] Starting EgressFirewall controller I0506 02:57:52.456035 3812 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 02:57:52.456038 3812 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 02:57:52.456063 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 02:57:52.456087 3812 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 02:57:52.456100 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 02:57:52.456116 3812 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 02:57:52.456401 3812 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 02:57:52.456419 3812 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 02:57:52.456426 3812 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 02:57:52.456440 3812 egressqos.go:193] Setting up event handlers for EgressQoS I0506 02:57:52.456510 3812 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:57:52.456528 3812 egressfirewall.go:723] Syncing node "ip-10-0-1-29.ec2.internal" for egress firewall I0506 02:57:52.456539 3812 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0506 02:57:52.456603 3812 egressqos.go:245] Starting EgressQoS Controller I0506 02:57:52.456618 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 02:57:52.456632 3812 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 02:57:52.456640 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 02:57:52.456648 3812 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 02:57:52.456657 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 02:57:52.456665 3812 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 02:57:52.456672 3812 egressqos.go:259] Repairing EgressQoSes I0506 02:57:52.456677 3812 egressqos.go:399] Starting repairing loop for egressqos I0506 02:57:52.456755 3812 egressqos.go:401] Finished repairing loop for egressqos: 77.802µs I0506 02:57:52.456780 3812 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 02:57:52.456799 3812 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-72.ec2.internal I0506 02:57:52.456841 3812 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-72.ec2.internal : 44.382µs I0506 02:57:52.456923 3812 egressservice_zone.go:210] Starting Egress Services Controller I0506 02:57:52.456936 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 02:57:52.456944 3812 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 02:57:52.456949 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 02:57:52.456954 3812 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 02:57:52.456959 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 02:57:52.456963 3812 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 02:57:52.456968 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 02:57:52.456973 3812 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 02:57:52.456976 3812 egressservice_zone.go:228] Repairing Egress Services I0506 02:57:52.457241 3812 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 02:57:52.457251 3812 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 02:57:52.457309 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:57:52.457319 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 11.558µs I0506 02:57:52.457325 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-29.ec2.internal I0506 02:57:52.457329 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-29.ec2.internal: 3.937µs I0506 02:57:52.457332 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0506 02:57:52.457336 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 3.688µs I0506 02:57:52.457342 3812 default_network_controller.go:585] Completing all the Watchers took 306.143245ms I0506 02:57:52.457358 3812 default_network_controller.go:589] Starting unidling controllers I0506 02:57:52.457370 3812 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 02:57:52.457377 3812 unidle.go:63] Populating Initial ContollerEvent events I0506 02:57:52.457387 3812 unidle.go:79] Setting up event handlers for services I0506 02:57:52.457436 3812 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 02:57:52.542679 3812 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:52.782623 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-29.ec2.internal in network "default" I0506 02:57:52.782652 3812 node_tracker.go:235] Node ip-10-0-1-29.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-29.ec2.internal" I0506 02:57:52.782667 3812 node_tracker.go:169] Node ip-10-0-1-29.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.782681 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:57:52.782702 3812 default_network_controller.go:1025] Node "ip-10-0-1-29.ec2.internal" in remote zone "ip-10-0-1-29.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:57:52.868559 3812 default_network_controller.go:1025] Node "ip-10-0-1-29.ec2.internal" in remote zone "ip-10-0-1-29.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:57:52.907635 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-29.ec2.internal in network "default" I0506 02:57:52.907642 3812 default_network_controller.go:1025] Node "ip-10-0-1-29.ec2.internal" in remote zone "ip-10-0-1-29.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:57:52.907702 3812 node_tracker.go:169] Node ip-10-0-1-29.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.907716 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:57:52.908741 3812 zone_ic_handler.go:195] Time taken to create transit switch: 316.52µs I0506 02:57:52.908755 3812 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-29.ec2.internal for the network default I0506 02:57:52.909727 3812 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-29.ec2.internal" on network "default" took: 1.316775ms I0506 02:57:53.042929 3812 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:53.542805 3812 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:54.042214 3812 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:54.258389 3812 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 02:57:54.543117 3812 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:54.562586 3812 bridgeconfig.go:537] Gateway is ready I0506 02:57:54.562608 3812 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 02:57:54.574711 3812 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.72. Updating OVN encap IP. I0506 02:57:54.580405 3812 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.72 - it is already configured I0506 02:57:54.580424 3812 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.72/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 02:57:54.580695 3812 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.72/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-72.ec2.internal","mac-address":"0e:b8:be:4a:5a:13","ip-addresses":["10.0.2.72/24"],"ip-address":"10.0.2.72/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0213c208-22e1-43b8-9a0e-d5506c03e95f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.72/24"}] on node ip-10-0-2-72.ec2.internal I0506 02:57:54.597221 3812 master.go:548] Adding or Updating local node "ip-10-0-2-72.ec2.internal" for network "default" I0506 02:57:54.597287 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0506 02:57:54.597307 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 25.336µs I0506 02:57:54.597316 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0506 02:57:54.597320 3812 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0506 02:57:54.597372 3812 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:54.597394 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:57:54.597735 3812 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.72 I0506 02:57:54.597915 3812 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-72.ec2.internal I0506 02:57:54.601953 3812 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-72.ec2.internal. Updating no re-route policies I0506 02:57:54.602054 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c5xlg I0506 02:57:54.602067 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-vw4hv I0506 02:57:54.602074 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c5xlg I0506 02:57:54.602072 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6w9bc I0506 02:57:54.602080 3812 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4rchs I0506 02:57:54.602079 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-vw4hv I0506 02:57:54.602092 3812 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4rchs I0506 02:57:54.602092 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6w9bc I0506 02:57:54.602106 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-vw4hv after 0 failed attempt(s) I0506 02:57:54.602112 3812 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4rchs after 0 failed attempt(s) I0506 02:57:54.602110 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jvfvk I0506 02:57:54.602118 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6w9bc after 0 failed attempt(s) I0506 02:57:54.602122 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-n8t47 I0506 02:57:54.602128 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq I0506 02:57:54.602129 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jvfvk I0506 02:57:54.602126 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2jjlr I0506 02:57:54.602132 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7qc7h I0506 02:57:54.602130 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9ln27 I0506 02:57:54.602139 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2jjlr I0506 02:57:54.602141 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7qc7h I0506 02:57:54.602140 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bqh9m I0506 02:57:54.602141 3812 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-72.ec2.internal I0506 02:57:54.602144 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-72.ec2.internal I0506 02:57:54.602153 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bqh9m I0506 02:57:54.602149 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9ln27 I0506 02:57:54.602153 3812 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-72.ec2.internal I0506 02:57:54.602155 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-dg92g I0506 02:57:54.602163 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-72.ec2.internal I0506 02:57:54.602160 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7qc7h after 0 failed attempt(s) I0506 02:57:54.602188 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-dg92g I0506 02:57:54.602192 3812 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-72.ec2.internal after 0 failed attempt(s) I0506 02:57:54.602114 3812 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-c5xlg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c5xlg: suppressed error logged: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found I0506 02:57:54.602197 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9ln27 after 0 failed attempt(s) I0506 02:57:54.602054 3812 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6rxpg I0506 02:57:54.602205 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-72.ec2.internal after 0 failed attempt(s) I0506 02:57:54.602208 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6rxpg I0506 02:57:54.602212 3812 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bqh9m] creating logical port openshift-multus_network-metrics-daemon-bqh9m for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:54.602224 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6rxpg after 0 failed attempt(s) I0506 02:57:54.602133 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq I0506 02:57:54.602259 3812 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2jjlr] creating logical port openshift-network-diagnostics_network-check-target-2jjlr for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:54.602268 3812 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lmwcq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found I0506 02:57:54.602269 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-dg92g after 0 failed attempt(s) I0506 02:57:54.602130 3812 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-n8t47 I0506 02:57:54.602300 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-n8t47 after 0 failed attempt(s) I0506 02:57:54.602149 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jvfvk after 0 failed attempt(s) I0506 02:57:54.602916 3812 pods.go:271] [openshift-multus/network-metrics-daemon-bqh9m] addLogicalPort took 719.955µs, libovsdb time 254.119µs I0506 02:57:54.602927 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bqh9m after 0 failed attempt(s) I0506 02:57:54.603302 3812 pods.go:271] [openshift-network-diagnostics/network-check-target-2jjlr] addLogicalPort took 1.054408ms, libovsdb time 459.05µs I0506 02:57:54.603312 3812 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2jjlr after 0 failed attempt(s) I0506 02:57:54.613194 3812 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 02:57:54.627793 3812 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 02:57:54.631499 3812 iptables.go:108] Creating table: nat chain: OUTPUT I0506 02:57:54.680096 3812 iptables.go:108] Creating table: nat chain: PREROUTING I0506 02:57:54.735454 3812 iptables.go:108] Creating table: filter chain: FORWARD I0506 02:57:54.754303 3812 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 02:57:54.754446 3812 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 02:57:54.754502 3812 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 02:57:54.754589 3812 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 02:57:54.754639 3812 gateway_init.go:325] Gateway and management port readiness took 2.716791761s I0506 02:57:54.754674 3812 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 02:57:54.754718 3812 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 02:57:54.754731 3812 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 02:57:54.754740 3812 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 02:57:54.754804 3812 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 02:57:54.754892 3812 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.168µs I0506 02:57:54.755159 3812 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 02:57:54.755208 3812 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 40.328µs I0506 02:57:54.755217 3812 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 58.874µs I0506 02:57:54.755223 3812 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 02:57:54.755232 3812 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 02:57:54.755237 3812 default_node_network_controller.go:899] Starting the default node network controller I0506 02:57:54.755242 3812 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 02:57:54.755321 3812 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.87µs I0506 02:57:54.755405 3812 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 02:57:54.755413 3812 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 02:57:54.755445 3812 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a45fd0 0xc0002c7ea0 0xc0002c7f10 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc000cf0280 0xc0002ca310 0xc0002ca380 0xc000b041e0 0xc0063f9340 0xc0002ca3f0 map[0x2ff9080:0xc002388120 0x2ff95c0:0xc0023882a0 0x2ffa2e0:0xc003287200 0x2ffa580:0xc0023880c0 0x2ffad60:0xc002388180 0x2ffb000:0xc0023881e0 0x2ffb2a0:0xc002388240 0x2ffba80:0xc002388300 0x2ffbd20:0xc002388360 0x3026980:0xc000c77b60 0x3026d20:0xc000c77d40 0x3027800:0xc000cc4ba0 0x3029160:0xc001c24000 0x30298a0:0xc000c77da0 0x302a720:0xc0008155c0] 0xc000a04c40 0} I0506 02:57:54.755504 3812 gateway.go:151] Starting gateway service sync I0506 02:57:54.755922 3812 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 02:57:54.758267 3812 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 02:57:54.784735 3812 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 02:57:54.786060 3812 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 02:57:54.787424 3812 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 02:57:54.821981 3812 gateway.go:168] Gateway service sync done. Time taken: 66.46305ms I0506 02:57:54.822416 3812 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31486 I0506 02:57:54.822742 3812 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a45fd0 0xc0002c7ea0 0xc0002c7f10 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc000cf0280 0xc0002ca310 0xc0002ca380 0xc000b041e0 0xc0063f9340 0xc0002ca3f0 map[0x2ff9080:0xc002388120 0x2ff95c0:0xc0023882a0 0x2ffa2e0:0xc003287200 0x2ffa580:0xc0023880c0 0x2ffad60:0xc002388180 0x2ffb000:0xc0023881e0 0x2ffb2a0:0xc002388240 0x2ffba80:0xc002388300 0x2ffbd20:0xc002388360 0x3026980:0xc000c77b60 0x3026d20:0xc000c77d40 0x3027800:0xc000cc4ba0 0x3029160:0xc001c24000 0x30298a0:0xc000c77da0 0x302a720:0xc0008155c0] 0xc000a04c40 0} I0506 02:57:54.823152 3812 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a45fd0 0xc0002c7ea0 0xc0002c7f10 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc000cf0280 0xc0002ca310 0xc0002ca380 0xc000b041e0 0xc0063f9340 0xc0002ca3f0 map[0x2ff9080:0xc002388120 0x2ff95c0:0xc0023882a0 0x2ffa2e0:0xc003287200 0x2ffa580:0xc0023880c0 0x2ffad60:0xc002388180 0x2ffb000:0xc0023881e0 0x2ffb2a0:0xc002388240 0x2ffba80:0xc002388300 0x2ffbd20:0xc002388360 0x3026980:0xc000c77b60 0x3026d20:0xc000c77d40 0x3027800:0xc000cc4ba0 0x3029160:0xc001c24000 0x30298a0:0xc000c77da0 0x302a720:0xc0008155c0] 0xc000a04c40 0} I0506 02:57:54.823206 3812 gateway.go:532] Reconciling gateway with updates I0506 02:57:54.828609 3812 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 02:57:54.828686 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:54.828699 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:54.828695 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:54.828706 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:54.828709 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:54.828720 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:54.828726 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:54.828727 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 02:57:54.828736 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:54.828741 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 02:57:54.828740 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:54.828747 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 02:57:54.828747 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 02:57:54.828753 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:54.828759 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:54.828761 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 02:57:54.828765 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:54.828767 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 02:57:54.828775 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 02:57:54.828719 3812 default_node_network_controller.go:944] Gateway and management port readiness took 73.296394ms I0506 02:57:54.828779 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:54.828785 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 02:57:54.828786 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:54.828796 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:54.828793 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:54.828805 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:54.828810 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:54.828812 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:54.828814 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:54.828816 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:54.828823 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:54.828829 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 02:57:54.828831 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:54.828838 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 02:57:54.828842 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:54.828836 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:54.828841 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:54.828850 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:54.828848 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 02:57:54.828857 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:54.828859 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:54.828854 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:54.828860 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:54.828866 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 02:57:54.828727 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:54.828873 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:54.828874 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:54.828874 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:54.828877 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:54.828882 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:54.828886 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:54.828883 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:54.828888 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:54.828890 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:54.828894 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:54.828899 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:54.828902 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:54.828806 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 02:57:54.828869 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:54.828918 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:54.828921 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:54.828814 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:54.828936 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:54.828941 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:54.828836 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:54.828949 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:54.828956 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 02:57:54.828815 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 02:57:54.828956 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:54.828969 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:54.828980 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:54.828801 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:54.828996 3812 port_claim.go:71] Svc openshift-ingress/router-default: port 32438 is already open, no action needed I0506 02:57:54.829020 3812 port_claim.go:71] Svc openshift-ingress/router-default: port 32588 is already open, no action needed I0506 02:57:54.828715 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:54.829030 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:54.829037 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 02:57:54.829042 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:54.828799 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:54.829050 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:54.828782 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 02:57:54.828841 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:54.829079 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:54.828837 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:54.829112 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:54.829119 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:54.829124 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:54.828846 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:54.828800 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:54.829350 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:54.829367 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 02:57:54.828865 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:54.828858 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:54.828861 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 02:57:54.828867 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:54.829647 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:54.828887 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:54.829684 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:54.828880 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:54.829734 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:54.828908 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:54.829781 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 02:57:54.828929 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:54.828944 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 02:57:54.828857 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:54.829874 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:54.830287 3812 node_ip_handler_linux.go:160] Node IP manager is running W0506 02:57:54.868226 3812 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 02:57:54.868436 3812 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 02:57:54.868749 3812 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0506 02:57:54.876485 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 02:57:54.876514 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 02:57:54.876526 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 02:57:54.876535 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 02:57:54.876558 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 02:57:54.876576 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 02:57:54.876583 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 02:57:54.876588 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 02:57:54.876595 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 02:57:54.876600 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 02:57:54.876609 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 02:57:54.876624 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 02:57:54.876637 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 02:57:54.876643 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 02:57:54.920815 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 02:57:54.942037 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 02:57:54.942056 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 02:57:54.942079 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 02:57:54.942092 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 02:57:54.942101 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 02:57:54.942124 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 02:57:54.942146 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 02:57:54.942155 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 02:57:54.942165 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 02:57:54.942191 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 02:57:54.942206 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 02:57:54.942227 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 02:57:54.942236 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 02:57:54.942242 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 02:57:54.967345 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-29.ec2.internal in network "default" I0506 02:57:54.967370 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-29.ec2.internal I0506 02:57:54.967386 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-29.ec2.internal: 20.45µs I0506 02:57:54.967388 3812 egressfirewall.go:723] Syncing node "ip-10-0-1-29.ec2.internal" for egress firewall I0506 02:57:54.967413 3812 node_tracker.go:169] Node ip-10-0-1-29.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:54.967429 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:57:54.967436 3812 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-29.ec2.internal. Updating no re-route policies W0506 02:57:55.945829 3812 egressip_healthcheck.go:76] Health checking using insecure connection I0506 02:57:55.945874 3812 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0506 02:57:55.945835 3812 default_node_network_controller.go:1380] Starting node controller node sync I0506 02:57:55.958449 3812 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.526297ms I0506 02:57:55.958604 3812 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-29.ec2.internal", IP: 10.0.1.29 to PMTUD blocking rules I0506 02:57:55.958620 3812 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-29.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 02:57:55.964956 3812 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 02:57:55.965284 3812 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 02:57:55.965534 3812 egressservice_node.go:183] Starting Egress Services Controller I0506 02:57:55.965557 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 02:57:55.965569 3812 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 02:57:55.965578 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 02:57:55.965586 3812 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 02:57:55.965607 3812 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 02:57:55.965618 3812 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 02:57:55.965625 3812 egressservice_node.go:197] Repairing Egress Services I0506 02:57:55.976916 3812 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 02:57:55.976928 3812 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 02:57:55.977109 3812 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 02:57:55.977120 3812 link_network_manager.go:119] Link manager is running I0506 02:57:55.977134 3812 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 02:57:55.977375 3812 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 02:57:55.977718 3812 vrf_manager.go:128] VRF manager is running I0506 02:57:55.977814 3812 node_controller_manager.go:437] Removing flows to drop GARP I0506 02:57:55.977824 3812 gateway.go:532] Reconciling gateway with updates I0506 02:57:56.002395 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:56.002408 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:56.002429 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:56.002434 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:56.002435 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:56.002446 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 02:57:56.002429 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:56.002457 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:56.002464 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:56.002468 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:56.002473 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:56.002484 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:56.002488 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:56.002493 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 02:57:56.002497 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 02:57:56.002449 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:56.002510 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:56.002514 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:56.002521 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:56.002526 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 02:57:56.002528 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 02:57:56.002526 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:56.002540 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:56.002540 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:56.002544 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:56.002550 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:56.002553 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:56.002553 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:56.002565 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:56.002567 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:56.002573 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:56.002563 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 02:57:56.002578 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:56.002579 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:56.002590 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:56.002593 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 02:57:56.002600 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:56.002600 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 02:57:56.002603 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 02:57:56.002529 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:56.002618 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 02:57:56.002621 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:56.002629 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:56.002631 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 02:57:56.002634 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 02:57:56.002641 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:56.002643 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 02:57:56.002637 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:56.002649 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:56.002645 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:56.002656 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:56.002662 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:56.002665 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:56.002668 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:56.002669 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:56.002676 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:56.002683 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:56.002684 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:56.002691 3812 port_claim.go:71] Svc openshift-ingress/router-default: port 32438 is already open, no action needed I0506 02:57:56.002700 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:56.002703 3812 port_claim.go:71] Svc openshift-ingress/router-default: port 32588 is already open, no action needed I0506 02:57:56.002708 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 02:57:56.002707 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:56.002714 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 02:57:56.002725 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 02:57:56.002729 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:56.002736 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:56.002739 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:56.002742 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:56.002748 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:56.002750 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:56.002751 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:56.002606 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:56.002755 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 02:57:56.002760 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:56.002765 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:56.002770 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 02:57:56.002756 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:56.002725 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:56.002800 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 02:57:56.002663 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:56.002817 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:56.002703 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:56.002535 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:56.002443 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:56.002739 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:56.002688 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:56.002845 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:56.002849 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:56.002675 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:56.002878 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 02:57:56.002595 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 02:57:56.002641 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 02:57:56.002690 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:56.002655 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:56.002669 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:56.002939 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 02:57:56.002726 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:56.002713 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:56.002962 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:56.002739 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:56.002997 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:56.003004 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 02:57:56.002833 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:56.003013 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 02:57:56.002834 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:56.002953 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:56.002728 3812 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:56.003072 3812 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:56.043830 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 02:57:56.043863 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 02:57:56.043873 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 02:57:56.043881 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 02:57:56.043887 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 02:57:56.043910 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 02:57:56.043930 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 02:57:56.043941 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 02:57:56.043950 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 02:57:56.043958 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 02:57:56.043971 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 02:57:56.043978 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 02:57:56.043987 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 02:57:56.043994 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 02:57:56.087805 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 02:57:56.087849 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 02:57:56.087860 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 02:57:56.129295 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 02:57:56.129301 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 02:57:56.129320 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 02:57:56.129329 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 02:57:56.129339 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 02:57:56.129370 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 02:57:56.129378 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 02:57:56.129384 3812 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 02:57:57.565999 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:57:57.566028 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 37.211µs I0506 02:57:57.566031 3812 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:57:57.566060 3812 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:57:58.003013 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0506 02:57:58.003042 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 37.211µs I0506 02:57:58.038310 3812 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5777db76fb-m29mh] creating logical port openshift-image-registry_image-registry-5777db76fb-m29mh for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:58.038442 3812 kube.go:256] Updating pod openshift-image-registry/image-registry-5777db76fb-m29mh I0506 02:57:58.059643 3812 pod.go:62] [openshift-image-registry/image-registry-5777db76fb-m29mh] pod update took 21.238787ms I0506 02:57:58.059667 3812 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5777db76fb-m29mh] addLogicalPort annotation time took 21.266785ms I0506 02:57:58.061276 3812 pods.go:271] [openshift-image-registry/image-registry-5777db76fb-m29mh] addLogicalPort took 22.979992ms, libovsdb time 836.291µs I0506 02:57:58.075371 3812 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-sp5z4] creating logical port openshift-ingress-canary_ingress-canary-sp5z4 for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:58.075465 3812 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-sp5z4 I0506 02:57:58.082292 3812 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xdd82] creating logical port openshift-dns_dns-default-xdd82 for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:58.082422 3812 kube.go:256] Updating pod openshift-dns/dns-default-xdd82 I0506 02:57:58.092459 3812 pod.go:62] [openshift-ingress-canary/ingress-canary-sp5z4] pod update took 17.012483ms I0506 02:57:58.092485 3812 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-sp5z4] addLogicalPort annotation time took 17.041907ms I0506 02:57:58.093895 3812 pods.go:271] [openshift-ingress-canary/ingress-canary-sp5z4] addLogicalPort took 18.534817ms, libovsdb time 1.049119ms I0506 02:57:58.093954 3812 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-4k4s2 for pod on switch ip-10-0-2-72.ec2.internal I0506 02:57:58.094037 3812 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2 I0506 02:57:58.099193 3812 pod.go:62] [openshift-dns/dns-default-xdd82] pod update took 16.803107ms I0506 02:57:58.099216 3812 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xdd82] addLogicalPort annotation time took 16.834686ms I0506 02:57:58.100223 3812 pods.go:271] [openshift-dns/dns-default-xdd82] addLogicalPort took 17.944006ms, libovsdb time 719.517µs I0506 02:57:58.106515 3812 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2] pod update took 12.508448ms I0506 02:57:58.106537 3812 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2] addLogicalPort annotation time took 12.530915ms I0506 02:57:58.107534 3812 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2] addLogicalPort took 13.588744ms, libovsdb time 767.845µs I0506 02:57:58.330465 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-29.ec2.internal I0506 02:57:58.330503 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-29.ec2.internal: 44.227µs I0506 02:57:58.457441 3812 cni.go:452] [openshift-ingress-canary/ingress-canary-sp5z4 bf4cb8eadab1ee72ed5b11980219b9bf53c44042279cb85ed7a7a8556263fb7f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-sp5z4 bf4cb8eadab1ee72ed5b11980219b9bf53c44042279cb85ed7a7a8556263fb7f network default NAD default NAD key ] I0506 02:57:58.477870 3812 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2 676cff69cc8f3fa681b608a0455551c59cd04872ce13f47d2529e6974d4c1e80 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2 676cff69cc8f3fa681b608a0455551c59cd04872ce13f47d2529e6974d4c1e80 network default NAD default NAD key ] I0506 02:57:58.492427 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-4k4s2, hostIfaceName: 676cff69cc8f3fa, network: default, NAD default, SandboxID: "676cff69cc8f3fa681b608a0455551c59cd04872ce13f47d2529e6974d4c1e80", PCI device ID: , UID: "06bd9e40-7c16-4645-aca3-f396fc6aa23a", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0506 02:57:58.492530 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-sp5z4, hostIfaceName: bf4cb8eadab1ee7, network: default, NAD default, SandboxID: "bf4cb8eadab1ee72ed5b11980219b9bf53c44042279cb85ed7a7a8556263fb7f", PCI device ID: , UID: "66eb576b-2d6d-4200-ad1f-bb8f8b968a13", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0506 02:57:58.540768 3812 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2 676cff69cc8f3fa681b608a0455551c59cd04872ce13f47d2529e6974d4c1e80 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4k4s2 676cff69cc8f3fa681b608a0455551c59cd04872ce13f47d2529e6974d4c1e80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b5:8c:a4:c5:d0\",\"name\":\"676cff69cc8f3fa\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e50c8b64-52c9-464e-80bb-e498bc621480\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 02:57:58.546091 3812 cni.go:473] [openshift-ingress-canary/ingress-canary-sp5z4 bf4cb8eadab1ee72ed5b11980219b9bf53c44042279cb85ed7a7a8556263fb7f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-sp5z4 bf4cb8eadab1ee72ed5b11980219b9bf53c44042279cb85ed7a7a8556263fb7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:c2:42:37:b4:e2\",\"name\":\"bf4cb8eadab1ee7\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc520627-b9d2-4dda-95bb-004dc459b248\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 02:58:02.796825 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:02.796863 3812 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "ip-10-0-0-218.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:58:02.796872 3812 node_tracker.go:235] Node ip-10-0-0-218.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal" I0506 02:58:02.796888 3812 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.796903 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.837191 3812 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "ip-10-0-0-218.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:58:02.942193 3812 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "ip-10-0-0-218.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:58:02.942212 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:02.942268 3812 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.942280 3812 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.943210 3812 zone_ic_handler.go:195] Time taken to create transit switch: 299.655µs I0506 02:58:02.943229 3812 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-218.ec2.internal for the network default I0506 02:58:02.944193 3812 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-218.ec2.internal" on network "default" took: 1.297456ms W0506 02:58:03.822140 3812 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:04.998590 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:58:04.998613 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 31.869µs I0506 02:58:04.998626 3812 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:04.998648 3812 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 10.0.0.218 to PMTUD blocking rules I0506 02:58:04.998665 3812 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 02:58:04.998680 3812 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:58:04.998690 3812 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:04.998707 3812 services_controller.go:574] Full service sync requested for network=default W0506 02:58:04.998886 3812 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:05.005130 3812 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-218.ec2.internal. Updating no re-route policies I0506 02:58:05.025717 3812 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 10.0.0.218 to PMTUD blocking rules I0506 02:58:05.025735 3812 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0506 02:58:07.589850 3812 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:08.849601 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:09.004715 3812 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:58:09.004743 3812 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 34.758µs W0506 02:58:17.723421 3812 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 02:58:28.514436 3812 cni.go:452] [openshift-network-diagnostics/network-check-target-2jjlr 1c1acf9abf9d0872f5b9a6f5f5e33b8c0720188f59e779c355b9ccd21ae8258f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2jjlr 1c1acf9abf9d0872f5b9a6f5f5e33b8c0720188f59e779c355b9ccd21ae8258f network default NAD default NAD key ] I0506 02:58:28.524757 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2jjlr, hostIfaceName: 1c1acf9abf9d087, network: default, NAD default, SandboxID: "1c1acf9abf9d0872f5b9a6f5f5e33b8c0720188f59e779c355b9ccd21ae8258f", PCI device ID: , UID: "20bf6206-2614-4c9d-9d9e-171158a39935", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0506 02:58:28.575042 3812 cni.go:473] [openshift-network-diagnostics/network-check-target-2jjlr 1c1acf9abf9d0872f5b9a6f5f5e33b8c0720188f59e779c355b9ccd21ae8258f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2jjlr 1c1acf9abf9d0872f5b9a6f5f5e33b8c0720188f59e779c355b9ccd21ae8258f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:34:36:4c:b1:6d\",\"name\":\"1c1acf9abf9d087\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14eaba34-777f-40c8-bb86-b35f56390307\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 02:58:31.887249 3812 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:38.596692 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:38.596727 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:48.729055 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:48.729079 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:59:02.895153 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 02:59:16.968336 3812 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968908 3812 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968941 3812 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968952 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 02:59:16.968963 3812 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968967 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 02:59:18.015753 3812 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.015775 3812 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.015794 3812 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.015804 3812 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:22.532141 3812 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 02:59:22.544688 3812 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 02:59:30.064908 3812 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-b5npd for pod on switch ip-10-0-2-72.ec2.internal I0506 02:59:30.065007 3812 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd I0506 02:59:30.091797 3812 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd] pod update took 26.81014ms I0506 02:59:30.091824 3812 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd] addLogicalPort annotation time took 26.84311ms I0506 02:59:30.092966 3812 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd] addLogicalPort took 28.079947ms, libovsdb time 863.38µs I0506 02:59:30.163384 3812 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-4q5l5] creating logical port openshift-console-operator_console-operator-66dbbb6468-4q5l5 for pod on switch ip-10-0-2-72.ec2.internal I0506 02:59:30.163467 3812 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-4q5l5 I0506 02:59:30.169842 3812 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65dff8d949-vsqjf] creating logical port openshift-ingress_router-default-65dff8d949-vsqjf for pod on switch ip-10-0-2-72.ec2.internal I0506 02:59:30.169953 3812 kube.go:256] Updating pod openshift-ingress/router-default-65dff8d949-vsqjf I0506 02:59:30.173112 3812 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-6h6gq for pod on switch ip-10-0-2-72.ec2.internal I0506 02:59:30.173211 3812 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq I0506 02:59:30.180390 3812 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6844888fc7-k8t9f] creating logical port openshift-ingress_router-default-6844888fc7-k8t9f for pod on switch ip-10-0-2-72.ec2.internal I0506 02:59:30.180461 3812 kube.go:256] Updating pod openshift-ingress/router-default-6844888fc7-k8t9f I0506 02:59:30.183651 3812 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-4q5l5] pod update took 20.20459ms I0506 02:59:30.183670 3812 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-4q5l5] addLogicalPort annotation time took 20.22804ms I0506 02:59:30.185063 3812 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-4q5l5] addLogicalPort took 21.694454ms, libovsdb time 1.1397ms I0506 02:59:30.203850 3812 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq] pod update took 30.679406ms I0506 02:59:30.203872 3812 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq] addLogicalPort annotation time took 30.707246ms I0506 02:59:30.203924 3812 pod.go:62] [openshift-ingress/router-default-65dff8d949-vsqjf] pod update took 33.992062ms I0506 02:59:30.203946 3812 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65dff8d949-vsqjf] addLogicalPort annotation time took 34.019684ms I0506 02:59:30.205010 3812 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq] addLogicalPort took 31.907247ms, libovsdb time 840.286µs I0506 02:59:30.205302 3812 pods.go:271] [openshift-ingress/router-default-65dff8d949-vsqjf] addLogicalPort took 35.474337ms, libovsdb time 1.076813ms I0506 02:59:30.209128 3812 pod.go:62] [openshift-ingress/router-default-6844888fc7-k8t9f] pod update took 28.690102ms I0506 02:59:30.209146 3812 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6844888fc7-k8t9f] addLogicalPort annotation time took 28.709258ms I0506 02:59:30.210061 3812 pods.go:271] [openshift-ingress/router-default-6844888fc7-k8t9f] addLogicalPort took 29.687171ms, libovsdb time 673.855µs I0506 02:59:30.424387 3812 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd f6f022fc452e6091d9e6dd3d75327560adf9b7f54bfc6eb8d3a0f120600b821b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd f6f022fc452e6091d9e6dd3d75327560adf9b7f54bfc6eb8d3a0f120600b821b network default NAD default NAD key ] I0506 02:59:30.434042 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-b5npd, hostIfaceName: f6f022fc452e609, network: default, NAD default, SandboxID: "f6f022fc452e6091d9e6dd3d75327560adf9b7f54bfc6eb8d3a0f120600b821b", PCI device ID: , UID: "b372bd37-4ff2-46fb-874f-fcc721cbb1da", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0506 02:59:30.484139 3812 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd f6f022fc452e6091d9e6dd3d75327560adf9b7f54bfc6eb8d3a0f120600b821b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-b5npd f6f022fc452e6091d9e6dd3d75327560adf9b7f54bfc6eb8d3a0f120600b821b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:cb:0d:7e:94:d8\",\"name\":\"f6f022fc452e609\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13e38b24-a284-4541-b0e2-5803ef26dfe3\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 02:59:30.523628 3812 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-4q5l5 c12952d36b1bed3f4a5529088c4242121cdc15373204044972c485a3b59a3b09 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-4q5l5 c12952d36b1bed3f4a5529088c4242121cdc15373204044972c485a3b59a3b09 network default NAD default NAD key ] I0506 02:59:30.533467 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-4q5l5, hostIfaceName: c12952d36b1bed3, network: default, NAD default, SandboxID: "c12952d36b1bed3f4a5529088c4242121cdc15373204044972c485a3b59a3b09", PCI device ID: , UID: "003c143a-d152-4781-917c-723dd1d91e32", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0506 02:59:30.538101 3812 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq a2ad4ac6e749b8f5a8ecf5d4c7ad4d1cc9ec25a2b9a56b5ee6571889bc7b5168 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq a2ad4ac6e749b8f5a8ecf5d4c7ad4d1cc9ec25a2b9a56b5ee6571889bc7b5168 network default NAD default NAD key ] I0506 02:59:30.548972 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-6h6gq, hostIfaceName: a2ad4ac6e749b8f, network: default, NAD default, SandboxID: "a2ad4ac6e749b8f5a8ecf5d4c7ad4d1cc9ec25a2b9a56b5ee6571889bc7b5168", PCI device ID: , UID: "3ce4ffd1-848e-4d5b-b597-a097457b514f", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0506 02:59:30.582012 3812 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-4q5l5 c12952d36b1bed3f4a5529088c4242121cdc15373204044972c485a3b59a3b09 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-4q5l5 c12952d36b1bed3f4a5529088c4242121cdc15373204044972c485a3b59a3b09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:10:54:22:9c:6e\",\"name\":\"c12952d36b1bed3\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04bf06e6-1388-4fd5-85f5-ba7cd24ce26b\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 02:59:30.598422 3812 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq a2ad4ac6e749b8f5a8ecf5d4c7ad4d1cc9ec25a2b9a56b5ee6571889bc7b5168 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6h6gq a2ad4ac6e749b8f5a8ecf5d4c7ad4d1cc9ec25a2b9a56b5ee6571889bc7b5168 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:02:47:c9:c6:3d\",\"name\":\"a2ad4ac6e749b8f\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b58d1396-53b0-47e6-b7fa-56331158d601\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 02:59:34.058682 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 02:59:34.655101 3812 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 02:59:34.656049 3812 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 926.821µs I0506 02:59:34.676673 3812 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 02:59:35.748701 3812 namespace.go:98] [openshift-service-ca] adding namespace I0506 02:59:35.749531 3812 namespace.go:102] [openshift-service-ca] adding namespace took 809.77µs I0506 02:59:35.765161 3812 namespace.go:142] [openshift-service-ca] updating namespace W0506 02:59:42.512547 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 02:59:45.658311 3812 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 02:59:59.312317 3812 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-bdrhk] creating logical port openshift-insights_insights-runtime-extractor-bdrhk for pod on switch ip-10-0-2-72.ec2.internal I0506 02:59:59.312418 3812 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-bdrhk I0506 02:59:59.345270 3812 pod.go:62] [openshift-insights/insights-runtime-extractor-bdrhk] pod update took 32.880693ms I0506 02:59:59.345300 3812 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-bdrhk] addLogicalPort annotation time took 32.913602ms I0506 02:59:59.346333 3812 pods.go:271] [openshift-insights/insights-runtime-extractor-bdrhk] addLogicalPort took 34.031811ms, libovsdb time 770.283µs I0506 02:59:59.663967 3812 cni.go:452] [openshift-insights/insights-runtime-extractor-bdrhk c650e6ac9ac11029e6ea578564fe0f78a08a0d23b2b10019caf520054cc1e016 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-bdrhk c650e6ac9ac11029e6ea578564fe0f78a08a0d23b2b10019caf520054cc1e016 network default NAD default NAD key ] I0506 02:59:59.673099 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-bdrhk, hostIfaceName: c650e6ac9ac1102, network: default, NAD default, SandboxID: "c650e6ac9ac11029e6ea578564fe0f78a08a0d23b2b10019caf520054cc1e016", PCI device ID: , UID: "bc05ef7c-31f5-48bb-b806-234eebc4ff07", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0506 02:59:59.721010 3812 cni.go:473] [openshift-insights/insights-runtime-extractor-bdrhk c650e6ac9ac11029e6ea578564fe0f78a08a0d23b2b10019caf520054cc1e016 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-bdrhk c650e6ac9ac11029e6ea578564fe0f78a08a0d23b2b10019caf520054cc1e016 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b8:d7:4b:9d:8b\",\"name\":\"c650e6ac9ac1102\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b1f4650-b65d-4af1-ac0e-3e522f74b55c\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:00:00.860015 3812 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:00.860682 3812 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:00.875640 3812 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:00.875659 3812 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:00.883497 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 03:00:00.883520 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 03:00:01.018635 3812 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:01.019223 3812 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:01.034250 3812 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:01.034275 3812 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:01.042323 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6dd6f4f69f-qxclh I0506 03:00:01.042345 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6dd6f4f69f-qxclh W0506 03:00:01.866126 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 03:00:01.892757 3812 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:02.011442 3812 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:00:02.413263 3812 cni.go:452] [openshift-ingress/router-default-65dff8d949-vsqjf 5423642eee77dad67b1e2a71123223c4d76b5c8f55e646cc837858db3323b56c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65dff8d949-vsqjf 5423642eee77dad67b1e2a71123223c4d76b5c8f55e646cc837858db3323b56c network default NAD default NAD key ] I0506 03:00:02.413759 3812 cni.go:452] [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key ] I0506 03:00:02.425625 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65dff8d949-vsqjf, hostIfaceName: 5423642eee77dad, network: default, NAD default, SandboxID: "5423642eee77dad67b1e2a71123223c4d76b5c8f55e646cc837858db3323b56c", PCI device ID: , UID: "2e05a6d4-7a7b-4c48-b786-d008cf188b15", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0506 03:00:02.426706 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6844888fc7-k8t9f, hostIfaceName: 72cc0fd69d8bd7c, network: default, NAD default, SandboxID: "72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739", PCI device ID: , UID: "ca4ef105-51df-4aa6-b6e6-618280da273c", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0506 03:00:02.473706 3812 cni.go:473] [openshift-ingress/router-default-65dff8d949-vsqjf 5423642eee77dad67b1e2a71123223c4d76b5c8f55e646cc837858db3323b56c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65dff8d949-vsqjf 5423642eee77dad67b1e2a71123223c4d76b5c8f55e646cc837858db3323b56c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e0:3b:14:c9:97\",\"name\":\"5423642eee77dad\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27bd1b10-41bf-47dd-938b-4dabc7ed5451\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:00:02.489245 3812 cni.go:473] [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6f:15:43:fc:ea\",\"name\":\"72cc0fd69d8bd7c\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a244cc0-4fc0-4615-bad7-d1397b52cf41\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:00:02.926078 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:02.926099 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:02.927154 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:02.927180 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:02.927185 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.143437 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.143459 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.144642 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.144666 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.144672 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209300 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.209330 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.209344 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209357 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209363 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.877566 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.877591 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.877642 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.877656 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.877667 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.877672 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.880793 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.880810 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.880816 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.880830 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.880836 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.880841 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:04.151074 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:04.151097 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:04.151103 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:04.151306 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:04.151319 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0506 03:00:04.273048 3812 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:00:04.399029 3812 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:00:06.256659 3812 cni.go:452] [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key ] I0506 03:00:06.265984 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5777db76fb-m29mh, hostIfaceName: 12919f147d36db7, network: default, NAD default, SandboxID: "12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004", PCI device ID: , UID: "7c613b2e-4e12-4d2e-a6f0-166d354078b6", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0506 03:00:06.315346 3812 cni.go:473] [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:6c:40:72:19:84\",\"name\":\"12919f147d36db7\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38584f34-c8cf-4aba-b6e3-839d085d9b63\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:00:06.360410 3812 cni.go:452] [openshift-dns/dns-default-xdd82 1bf32902afb753417782303f95d74fec66c88d74994f7877e65c38c8f3297bb9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xdd82 1bf32902afb753417782303f95d74fec66c88d74994f7877e65c38c8f3297bb9 network default NAD default NAD key ] I0506 03:00:06.370357 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xdd82, hostIfaceName: 1bf32902afb7534, network: default, NAD default, SandboxID: "1bf32902afb753417782303f95d74fec66c88d74994f7877e65c38c8f3297bb9", PCI device ID: , UID: "299471fd-b74e-4f93-b799-2658e709ec05", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0506 03:00:06.420643 3812 cni.go:473] [openshift-dns/dns-default-xdd82 1bf32902afb753417782303f95d74fec66c88d74994f7877e65c38c8f3297bb9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xdd82 1bf32902afb753417782303f95d74fec66c88d74994f7877e65c38c8f3297bb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:1f:72:2c:6f:32\",\"name\":\"1bf32902afb7534\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c471754f-08ac-420c-8a0d-7c470a1b33c5\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:00:07.165978 3812 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:08.895161 3812 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:08.895197 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:08.895202 3812 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173080 3812 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173098 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173102 3812 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 03:00:10.407368 3812 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-58bb489d54-bzlpl] creating logical port openshift-monitoring_thanos-querier-58bb489d54-bzlpl for pod on switch ip-10-0-2-72.ec2.internal I0506 03:00:10.407470 3812 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58bb489d54-bzlpl I0506 03:00:10.462451 3812 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58bb489d54-bzlpl I0506 03:00:10.505990 3812 pod.go:62] [openshift-monitoring/thanos-querier-58bb489d54-bzlpl] pod update took 98.549887ms I0506 03:00:10.506015 3812 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-58bb489d54-bzlpl] addLogicalPort annotation time took 98.579667ms I0506 03:00:10.507188 3812 pods.go:271] [openshift-monitoring/thanos-querier-58bb489d54-bzlpl] addLogicalPort took 99.816378ms, libovsdb time 819.791µs I0506 03:00:10.761161 3812 cni.go:452] [openshift-monitoring/thanos-querier-58bb489d54-bzlpl 56440a008d0eda4d8cd711113049a6df6483817a76f3367e68cd611f98adf315 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-58bb489d54-bzlpl 56440a008d0eda4d8cd711113049a6df6483817a76f3367e68cd611f98adf315 network default NAD default NAD key ] I0506 03:00:10.771684 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-58bb489d54-bzlpl, hostIfaceName: 56440a008d0eda4, network: default, NAD default, SandboxID: "56440a008d0eda4d8cd711113049a6df6483817a76f3367e68cd611f98adf315", PCI device ID: , UID: "62bfe11d-45d1-4fee-9555-03af2af51626", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0506 03:00:10.821412 3812 cni.go:473] [openshift-monitoring/thanos-querier-58bb489d54-bzlpl 56440a008d0eda4d8cd711113049a6df6483817a76f3367e68cd611f98adf315 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-58bb489d54-bzlpl 56440a008d0eda4d8cd711113049a6df6483817a76f3367e68cd611f98adf315 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5e:92:2b:ab:b2\",\"name\":\"56440a008d0eda4\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/010d8fa3-2c1d-4af6-8602-1cebf0843a0c\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:00:11.954161 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:11.954206 3812 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:11.954212 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065663 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065681 3812 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065686 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:00:12.802914 3812 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr] creating logical port openshift-monitoring_metrics-server-7dfc9bdfb8-gzksr for pod on switch ip-10-0-2-72.ec2.internal I0506 03:00:12.803012 3812 kube.go:256] Updating pod openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr I0506 03:00:12.818041 3812 pod.go:62] [openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr] pod update took 15.056791ms I0506 03:00:12.818062 3812 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr] addLogicalPort annotation time took 15.08415ms I0506 03:00:12.819372 3812 pods.go:271] [openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr] addLogicalPort took 16.47677ms, libovsdb time 952.035µs I0506 03:00:12.987966 3812 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6hb7d for pod on switch ip-10-0-2-72.ec2.internal I0506 03:00:12.988077 3812 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d I0506 03:00:13.002845 3812 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d] pod update took 14.800401ms I0506 03:00:13.002869 3812 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d] addLogicalPort annotation time took 14.82906ms I0506 03:00:13.004364 3812 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d] addLogicalPort took 16.41394ms, libovsdb time 1.108608ms I0506 03:00:13.165276 3812 cni.go:452] [openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr 7af954861a991114ca4719413a534ef0ab7090c2fc6f88498a5e93e7ee7b05c8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr 7af954861a991114ca4719413a534ef0ab7090c2fc6f88498a5e93e7ee7b05c8 network default NAD default NAD key ] I0506 03:00:13.175103 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7dfc9bdfb8-gzksr, hostIfaceName: 7af954861a99111, network: default, NAD default, SandboxID: "7af954861a991114ca4719413a534ef0ab7090c2fc6f88498a5e93e7ee7b05c8", PCI device ID: , UID: "387ba7a3-c712-4fdd-9e3c-94814c8172c6", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0506 03:00:13.227248 3812 cni.go:473] [openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr 7af954861a991114ca4719413a534ef0ab7090c2fc6f88498a5e93e7ee7b05c8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7dfc9bdfb8-gzksr 7af954861a991114ca4719413a534ef0ab7090c2fc6f88498a5e93e7ee7b05c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e8:ea:2c:d8:a9\",\"name\":\"7af954861a99111\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/480da8d2-cd75-4aaa-b50f-55d1c8320479\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:00:13.951220 3812 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d 8447124b6c749c183846b0aaeaad324638d2a7918365a64c5228ef2db3af4ea7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d 8447124b6c749c183846b0aaeaad324638d2a7918365a64c5228ef2db3af4ea7 network default NAD default NAD key ] I0506 03:00:13.961939 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6hb7d, hostIfaceName: 8447124b6c749c1, network: default, NAD default, SandboxID: "8447124b6c749c183846b0aaeaad324638d2a7918365a64c5228ef2db3af4ea7", PCI device ID: , UID: "9e914ebd-891c-407e-a792-114da9f062ad", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0506 03:00:14.015682 3812 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d 8447124b6c749c183846b0aaeaad324638d2a7918365a64c5228ef2db3af4ea7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6hb7d 8447124b6c749c183846b0aaeaad324638d2a7918365a64c5228ef2db3af4ea7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:1d:45:76:25:26\",\"name\":\"8447124b6c749c1\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11a138a5-7bab-4947-b5cf-50b01e9272ab\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:00:14.656611 3812 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-72.ec2.internal I0506 03:00:14.656767 3812 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 03:00:14.682231 3812 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.50783ms I0506 03:00:14.682266 3812 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.539956ms I0506 03:00:14.683589 3812 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.000982ms, libovsdb time 911.777µs W0506 03:00:15.078817 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.078837 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.078842 3812 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.078846 3812 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 03:00:15.212257 3812 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key ] W0506 03:00:15.215283 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215312 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215318 3812 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215323 3812 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 03:00:15.223890 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a3a6608df937ac5, network: default, NAD default, SandboxID: "a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764", PCI device ID: , UID: "2d66158a-3097-4635-acfa-9d1a38df202a", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0506 03:00:15.273035 3812 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:82:8a:87:da:6a\",\"name\":\"a3a6608df937ac5\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f0a6e30-601a-45ab-843d-52a37086c35f\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:00:15.964379 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:15.964400 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:15.995846 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:16.226059 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 03:00:16.261330 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:16.283486 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 03:00:17.237933 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:17.237953 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:18.904492 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:18.904513 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:18.904520 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:18.904530 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:18.904536 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:18.904541 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:19.179162 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:19.179203 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:19.179210 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:21.095953 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095972 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095978 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095983 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095995 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095999 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.096003 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.096007 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.233609 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.233630 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.233636 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.233642 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:22.875487 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:22.875519 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:23.029912 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:23.029943 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:25.316800 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0506 03:00:25.323546 3812 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-xwcdm] creating logical port openshift-console_downloads-5c54f4944f-xwcdm for pod on switch ip-10-0-2-72.ec2.internal I0506 03:00:25.323628 3812 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-xwcdm I0506 03:00:25.339135 3812 pod.go:62] [openshift-console/downloads-5c54f4944f-xwcdm] pod update took 15.527704ms I0506 03:00:25.339161 3812 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-xwcdm] addLogicalPort annotation time took 15.55756ms I0506 03:00:25.340281 3812 pods.go:271] [openshift-console/downloads-5c54f4944f-xwcdm] addLogicalPort took 16.749343ms, libovsdb time 765.698µs I0506 03:00:25.683456 3812 cni.go:452] [openshift-console/downloads-5c54f4944f-xwcdm dd27096fd1c5e8654d70b460a632256551171462006a3b30333345797fd9d393 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-xwcdm dd27096fd1c5e8654d70b460a632256551171462006a3b30333345797fd9d393 network default NAD default NAD key ] I0506 03:00:25.693103 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-xwcdm, hostIfaceName: dd27096fd1c5e86, network: default, NAD default, SandboxID: "dd27096fd1c5e8654d70b460a632256551171462006a3b30333345797fd9d393", PCI device ID: , UID: "73963ebe-1662-4f53-aa50-a0d146b85962", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0506 03:00:25.743302 3812 cni.go:473] [openshift-console/downloads-5c54f4944f-xwcdm dd27096fd1c5e8654d70b460a632256551171462006a3b30333345797fd9d393 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-xwcdm dd27096fd1c5e8654d70b460a632256551171462006a3b30333345797fd9d393 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:42:e3:a9:8d:0a\",\"name\":\"dd27096fd1c5e86\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f193d62-d0c2-4f8c-9ec4-00cb1a20f06e\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:00:33.135101 3812 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:00:35.001038 3812 base_network_controller_pods.go:487] [default/openshift-console/console-8485897d4-4h2hz] creating logical port openshift-console_console-8485897d4-4h2hz for pod on switch ip-10-0-2-72.ec2.internal I0506 03:00:35.001128 3812 kube.go:256] Updating pod openshift-console/console-8485897d4-4h2hz I0506 03:00:35.017439 3812 pod.go:62] [openshift-console/console-8485897d4-4h2hz] pod update took 16.335359ms I0506 03:00:35.017463 3812 base_network_controller_pods.go:951] [default/openshift-console/console-8485897d4-4h2hz] addLogicalPort annotation time took 16.363704ms I0506 03:00:35.018641 3812 pods.go:271] [openshift-console/console-8485897d4-4h2hz] addLogicalPort took 17.616861ms, libovsdb time 876.338µs I0506 03:00:35.361591 3812 cni.go:452] [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key ] I0506 03:00:35.371734 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8485897d4-4h2hz, hostIfaceName: 5f1192105e2e240, network: default, NAD default, SandboxID: "5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e", PCI device ID: , UID: "1459ff9e-1fbe-408d-9c5e-7bef7c8601c0", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0506 03:00:35.427748 3812 cni.go:473] [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:a9:37:85:d8:b1\",\"name\":\"5f1192105e2e240\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a0e3daf-afe5-4617-a392-6de65dc9482e\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:00:36.982714 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:36.982747 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:37.224814 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:39.171398 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:39.315260 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:42.417459 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:46.094304 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:46.350786 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:47.209476 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 03:00:47.373050 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0506 03:00:48.089823 3812 cni.go:452] [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key ] I0506 03:00:48.163740 3812 cni.go:473] [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5777db76fb-m29mh 12919f147d36db78609f930afd63c938277d49d9574103578cfdb9f87f547004 network default NAD default NAD key default], result "{}", err I0506 03:00:48.216061 3812 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:48.216090 3812 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5777db76fb-m29mh I0506 03:00:48.217723 3812 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5777db76fb-m29mh, ips: 10.128.0.5 I0506 03:00:48.217754 3812 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:48.351349 3812 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:48.351373 3812 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:48.357319 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5777db76fb-m29mh I0506 03:00:48.357343 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5777db76fb-m29mh W0506 03:00:49.359285 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:00:49.359284 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:00:49.359444 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:00:50.370551 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:00:54.239021 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:00:59.261445 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0506 03:01:07.754906 3812 obj_retry.go:498] Detected object openshift-console/console-8485897d4-8tdx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:07.755484 3812 obj_retry.go:498] Detected object openshift-console/console-8485897d4-8tdx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:08.294468 3812 obj_retry.go:492] Detected object openshift-console/console-8485897d4-8tdx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:08.294492 3812 obj_retry.go:492] Detected object openshift-console/console-8485897d4-8tdx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:08.298141 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8485897d4-8tdx9 I0506 03:01:08.298179 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8485897d4-8tdx9 W0506 03:01:15.223911 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:01:15.223934 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:01:15.223944 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:01:15.223949 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:01:15.499200 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:01:15.499222 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:01:18.332030 3812 cni.go:452] [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key ] I0506 03:01:18.415842 3812 cni.go:473] [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8485897d4-4h2hz 5f1192105e2e2400817317b39a065b92c5a07ed065274663e164f2964d872f2e network default NAD default NAD key default], result "{}", err I0506 03:01:18.490560 3812 obj_retry.go:498] Detected object openshift-console/console-8485897d4-4h2hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:18.490597 3812 pods.go:176] Deleting pod: openshift-console/console-8485897d4-4h2hz I0506 03:01:18.491879 3812 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8485897d4-4h2hz, ips: 10.128.0.20 I0506 03:01:18.491905 3812 obj_retry.go:498] Detected object openshift-console/console-8485897d4-4h2hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.207259 3812 cni.go:452] [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key ] I0506 03:01:19.285230 3812 cni.go:473] [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6844888fc7-k8t9f 72cc0fd69d8bd7cc3f4c8aee4d5a68eb49bbe3cc110c0c3af9c58ea500f1f739 network default NAD default NAD key default], result "{}", err I0506 03:01:19.353990 3812 obj_retry.go:498] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.354027 3812 pods.go:176] Deleting pod: openshift-ingress/router-default-6844888fc7-k8t9f I0506 03:01:19.355401 3812 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6844888fc7-k8t9f, ips: 10.128.0.13 I0506 03:01:19.355437 3812 obj_retry.go:498] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.472743 3812 obj_retry.go:492] Detected object openshift-console/console-8485897d4-4h2hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.472765 3812 obj_retry.go:492] Detected object openshift-console/console-8485897d4-4h2hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.479887 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8485897d4-4h2hz I0506 03:01:19.479915 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8485897d4-4h2hz I0506 03:01:19.494705 3812 obj_retry.go:492] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.494728 3812 obj_retry.go:492] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.501011 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6844888fc7-k8t9f I0506 03:01:19.501036 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6844888fc7-k8t9f I0506 03:01:25.507726 3812 base_network_controller_pods.go:487] [default/openshift-console/console-85899dbfb5-8d8bv] creating logical port openshift-console_console-85899dbfb5-8d8bv for pod on switch ip-10-0-2-72.ec2.internal I0506 03:01:25.507871 3812 kube.go:256] Updating pod openshift-console/console-85899dbfb5-8d8bv I0506 03:01:25.529542 3812 pod.go:62] [openshift-console/console-85899dbfb5-8d8bv] pod update took 21.709379ms I0506 03:01:25.529572 3812 base_network_controller_pods.go:951] [default/openshift-console/console-85899dbfb5-8d8bv] addLogicalPort annotation time took 21.742651ms I0506 03:01:25.530764 3812 pods.go:271] [openshift-console/console-85899dbfb5-8d8bv] addLogicalPort took 23.053631ms, libovsdb time 891.108µs I0506 03:01:25.926327 3812 cni.go:452] [openshift-console/console-85899dbfb5-8d8bv e79240f760bf76fcf484a128df66c1344f2a762757e5ef327d967feb42ac0c1b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85899dbfb5-8d8bv e79240f760bf76fcf484a128df66c1344f2a762757e5ef327d967feb42ac0c1b network default NAD default NAD key ] I0506 03:01:25.935439 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85899dbfb5-8d8bv, hostIfaceName: e79240f760bf76f, network: default, NAD default, SandboxID: "e79240f760bf76fcf484a128df66c1344f2a762757e5ef327d967feb42ac0c1b", PCI device ID: , UID: "555aa323-a044-45a6-9232-c0de463db97c", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0506 03:01:25.987680 3812 cni.go:473] [openshift-console/console-85899dbfb5-8d8bv e79240f760bf76fcf484a128df66c1344f2a762757e5ef327d967feb42ac0c1b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85899dbfb5-8d8bv e79240f760bf76fcf484a128df66c1344f2a762757e5ef327d967feb42ac0c1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1d:a0:ff:cd:21\",\"name\":\"e79240f760bf76f\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77b6f145-a86d-4ca2-9727-987314bcb86f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:01:30.385312 3812 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:30.385930 3812 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:30.687696 3812 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:30.687721 3812 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:30.693849 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 03:01:30.693873 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 03:01:34.518997 3812 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:34.519608 3812 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:34.524917 3812 cni.go:452] [openshift-multus/network-metrics-daemon-bqh9m e052c4cd7e6787dc575a179c5b7fb65d925dc2d3884c086221d8f0a4bd1d404c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bqh9m e052c4cd7e6787dc575a179c5b7fb65d925dc2d3884c086221d8f0a4bd1d404c network default NAD default NAD key ] I0506 03:01:34.534573 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bqh9m, hostIfaceName: e052c4cd7e6787d, network: default, NAD default, SandboxID: "e052c4cd7e6787dc575a179c5b7fb65d925dc2d3884c086221d8f0a4bd1d404c", PCI device ID: , UID: "45d4f723-183d-4d86-8bfa-46202182719e", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0506 03:01:34.584359 3812 cni.go:473] [openshift-multus/network-metrics-daemon-bqh9m e052c4cd7e6787dc575a179c5b7fb65d925dc2d3884c086221d8f0a4bd1d404c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bqh9m e052c4cd7e6787dc575a179c5b7fb65d925dc2d3884c086221d8f0a4bd1d404c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:bd:6c:9f:f3:07\",\"name\":\"e052c4cd7e6787d\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bbe8292-514e-4ad2-a307-5645736d2da3\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:01:35.273096 3812 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:35.273126 3812 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:35.282252 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 03:01:35.282285 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0506 03:01:36.558247 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 03:01:37.548878 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:37.549418 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:38.572947 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:38.572972 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:50.800525 3812 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-lswk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:50.801047 3812 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-lswk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:51.502739 3812 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-lswk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:51.502769 3812 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-lswk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:51.506297 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddd77bd68-lswk5 I0506 03:01:51.506318 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddd77bd68-lswk5 I0506 03:01:52.504514 3812 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:52.505050 3812 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:53.385190 3812 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:53.385221 3812 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:53.392007 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 03:01:53.392035 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 03:02:01.902980 3812 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-bxfmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:01.903547 3812 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-bxfmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:02.414067 3812 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-bxfmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:02.414092 3812 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-bxfmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:02.421547 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddd77bd68-bxfmj I0506 03:02:02.421574 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddd77bd68-bxfmj I0506 03:02:37.775812 3812 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key ] I0506 03:02:37.852666 3812 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 a3a6608df937ac5b503012baac0eb8a086aca4e86b63612c0450af17b3fe5764 network default NAD default NAD key default], result "{}", err I0506 03:02:37.910467 3812 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:37.910502 3812 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0506 03:02:37.911762 3812 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.18 I0506 03:02:37.911789 3812 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:38.797631 3812 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:38.797656 3812 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:38.808839 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 03:02:38.808879 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 03:02:38.853143 3812 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-72.ec2.internal I0506 03:02:38.853284 3812 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 03:02:38.878391 3812 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.151571ms I0506 03:02:38.878494 3812 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.266448ms I0506 03:02:38.880988 3812 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.861911ms, libovsdb time 1.770625ms I0506 03:02:39.229835 3812 cni.go:452] [openshift-monitoring/prometheus-k8s-0 fd21ae0ced7c8d560bfcbdc3c02fe117c59a01c7acd82ff43f93848ff1c3c53d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 fd21ae0ced7c8d560bfcbdc3c02fe117c59a01c7acd82ff43f93848ff1c3c53d network default NAD default NAD key ] I0506 03:02:39.239409 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: fd21ae0ced7c8d5, network: default, NAD default, SandboxID: "fd21ae0ced7c8d560bfcbdc3c02fe117c59a01c7acd82ff43f93848ff1c3c53d", PCI device ID: , UID: "7898ddd8-f84f-4ed3-a20b-d34860089386", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0506 03:02:39.289358 3812 cni.go:473] [openshift-monitoring/prometheus-k8s-0 fd21ae0ced7c8d560bfcbdc3c02fe117c59a01c7acd82ff43f93848ff1c3c53d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 fd21ae0ced7c8d560bfcbdc3c02fe117c59a01c7acd82ff43f93848ff1c3c53d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c4:83:d9:dd:7f\",\"name\":\"fd21ae0ced7c8d5\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ba1d74b-e3ce-4278-b800-10bc52a4e47e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:03:10.591017 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0506 03:03:40.114025 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:03:40.114046 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:03:46.601959 3812 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 03:04:22.570064 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 03:04:26.490141 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 W0506 03:04:28.093106 3812 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:04:39.132928 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 03:04:39.133008 3812 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ldb7z IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ldb7z: no pod IPs found I0506 03:04:54.490146 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 03:05:06.596004 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 03:05:18.482919 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0506 03:05:19.481450 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0506 03:05:27.574280 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 03:05:37.485104 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0506 03:05:43.569405 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 03:05:53.608366 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 03:06:05.638067 3812 namespace.go:98] [tsf] adding namespace I0506 03:06:05.638957 3812 namespace.go:102] [tsf] adding namespace took 868.958µs I0506 03:06:05.657017 3812 namespace.go:142] [tsf] updating namespace I0506 03:06:05.669988 3812 namespace.go:142] [tsf] updating namespace I0506 03:06:09.406095 3812 namespace.go:98] [konflux-ui] adding namespace I0506 03:06:09.406213 3812 namespace.go:98] [tsf-keycloak] adding namespace I0506 03:06:09.406408 3812 namespace.go:98] [konflux-operator] adding namespace I0506 03:06:09.407064 3812 namespace.go:102] [konflux-ui] adding namespace took 940.863µs I0506 03:06:09.407654 3812 namespace.go:102] [tsf-keycloak] adding namespace took 1.423998ms I0506 03:06:09.407683 3812 namespace.go:98] [rhbk-operator] adding namespace I0506 03:06:09.408211 3812 namespace.go:102] [rhbk-operator] adding namespace took 520.477µs I0506 03:06:09.408661 3812 namespace.go:102] [konflux-operator] adding namespace took 2.242212ms I0506 03:06:09.409888 3812 namespace.go:98] [tsf-tpa] adding namespace I0506 03:06:09.409906 3812 namespace.go:98] [tsf-tas] adding namespace I0506 03:06:09.410084 3812 namespace.go:98] [cert-manager-operator] adding namespace I0506 03:06:09.410557 3812 namespace.go:102] [tsf-tpa] adding namespace took 656.405µs I0506 03:06:09.411205 3812 namespace.go:102] [tsf-tas] adding namespace took 1.283068ms I0506 03:06:09.411228 3812 namespace.go:98] [rhtpa-operator] adding namespace I0506 03:06:09.411738 3812 namespace.go:102] [rhtpa-operator] adding namespace took 504.656µs I0506 03:06:09.412368 3812 namespace.go:102] [cert-manager-operator] adding namespace took 2.270402ms I0506 03:06:09.430155 3812 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.452239 3812 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.458430 3812 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.466377 3812 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.466498 3812 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.466605 3812 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.470771 3812 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.476923 3812 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.476961 3812 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:09.484753 3812 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.484910 3812 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.491798 3812 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.509984 3812 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.513812 3812 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.528921 3812 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.553902 3812 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.571910 3812 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.581911 3812 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.594357 3812 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.612207 3812 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.612304 3812 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.626981 3812 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.656870 3812 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:09.659827 3812 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:10.906985 3812 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:10.923729 3812 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:11.085561 3812 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-72.ec2.internal I0506 03:06:11.085695 3812 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0506 03:06:11.112960 3812 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.295889ms I0506 03:06:11.112985 3812 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.328671ms I0506 03:06:11.114197 3812 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 28.655634ms, libovsdb time 815.021µs I0506 03:06:11.462494 3812 cni.go:452] [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key ] I0506 03:06:11.472591 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: d61cfd7fa654ab8, network: default, NAD default, SandboxID: "d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd", PCI device ID: , UID: "2bdd80fa-6d46-4a2b-bdcc-6f6b48ec90d1", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0506 03:06:11.524772 3812 cni.go:473] [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b7:99:29:a3:58\",\"name\":\"d61cfd7fa654ab8\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91e18acd-8ee9-4900-b944-2df0bd00d061\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:06:16.608456 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 03:06:16.669764 3812 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670372 3812 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670404 3812 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670412 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:16.670423 3812 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670427 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:17.701344 3812 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701366 3812 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701384 3812 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701393 3812 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:18.681778 3812 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682404 3812 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682440 3812 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682452 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:18.682463 3812 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682468 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:19.706251 3812 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.706278 3812 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.706292 3812 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.706305 3812 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.709219 3812 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709860 3812 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709885 3812 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709895 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:19.709909 3812 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709916 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:20.736955 3812 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.736981 3812 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.736994 3812 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.737007 3812 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:22.730948 3812 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.731517 3812 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.731550 3812 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.731561 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:22.731575 3812 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.731582 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:23.761455 3812 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.761487 3812 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.761507 3812 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.761523 3812 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:24.584576 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 03:06:24.731841 3812 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.732382 3812 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.732411 3812 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.732419 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:24.732429 3812 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.732438 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:25.874132 3812 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.874184 3812 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.874209 3812 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.874224 3812 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:30.607097 3812 namespace.go:98] [cert-manager] adding namespace I0506 03:06:30.607927 3812 namespace.go:102] [cert-manager] adding namespace took 806.541µs I0506 03:06:30.670143 3812 namespace.go:142] [cert-manager] updating namespace I0506 03:06:30.703928 3812 namespace.go:142] [cert-manager] updating namespace W0506 03:06:38.625022 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.646138 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.655303 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.670538 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.678592 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.707568 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 03:06:40.752201 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:06:40.752224 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 03:06:42.852456 3812 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853012 3812 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853045 3812 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853053 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:42.853066 3812 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853074 3812 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:43.881462 3812 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.881492 3812 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.881508 3812 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.881520 3812 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:49.298350 3812 namespace.go:142] [openshift-operators] updating namespace I0506 03:06:49.309146 3812 namespace.go:142] [openshift-operators] updating namespace I0506 03:06:54.492003 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=708 I0506 03:06:57.195666 3812 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 03:06:57.196580 3812 namespace.go:102] [trusted-artifact-signer] adding namespace took 891.622µs I0506 03:06:57.235074 3812 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:06:57.235114 3812 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 03:06:57.866974 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:06:59.266231 3812 namespace.go:142] [openshift-operators] updating namespace W0506 03:07:00.846651 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.853529 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.878962 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.889715 3812 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:07:13.912102 3812 cni.go:452] [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key ] I0506 03:07:13.990611 3812 cni.go:473] [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions d61cfd7fa654ab835acb53759bf958886b4cde4faba50a22b6555d199609f1fd network default NAD default NAD key default], result "{}", err I0506 03:07:14.044356 3812 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:14.044403 3812 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0506 03:07:14.045632 3812 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.23 I0506 03:07:14.045661 3812 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:14.069664 3812 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:14.069690 3812 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:14.080333 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 03:07:14.080366 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 03:07:14.410919 3812 namespace.go:98] [openshift-pipelines] adding namespace I0506 03:07:14.411733 3812 namespace.go:102] [openshift-pipelines] adding namespace took 788.894µs I0506 03:07:14.437446 3812 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:07:15.147505 3812 namespace.go:142] [cert-manager] updating namespace I0506 03:07:15.352027 3812 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:15.551803 3812 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-72.ec2.internal I0506 03:07:15.551898 3812 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0506 03:07:15.566400 3812 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.527722ms I0506 03:07:15.566420 3812 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.552329ms I0506 03:07:15.567853 3812 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.064385ms, libovsdb time 1.075634ms I0506 03:07:15.579221 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0506 03:07:15.747598 3812 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:15.925068 3812 cni.go:452] [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key ] I0506 03:07:15.934640 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 9ba2cb85417dbe6, network: default, NAD default, SandboxID: "9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a", PCI device ID: , UID: "355dfd02-0f8d-4495-9ddf-d624c329d893", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0506 03:07:15.950655 3812 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:15.986331 3812 cni.go:473] [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d7:f3:41:46:cb\",\"name\":\"9ba2cb85417dbe6\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36d51a85-2a0c-4208-96af-ddb6c37301a1\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:16.150510 3812 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:16.557587 3812 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:16.754818 3812 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:16.953048 3812 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:17.159020 3812 namespace.go:142] [tsf] updating namespace I0506 03:07:17.357840 3812 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:17.568804 3812 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:17.779204 3812 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:17.925643 3812 namespace.go:142] [cert-manager] updating namespace I0506 03:07:17.956726 3812 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:17.981426 3812 namespace.go:142] [default] updating namespace I0506 03:07:17.999495 3812 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:18.020371 3812 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:18.034895 3812 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:18.048324 3812 namespace.go:142] [openshift] updating namespace I0506 03:07:18.070404 3812 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:18.084714 3812 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:18.102481 3812 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:18.125716 3812 namespace.go:142] [tsf] updating namespace I0506 03:07:18.143898 3812 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:18.162941 3812 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:18.188483 3812 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:18.266518 3812 namespace.go:142] [cert-manager] updating namespace I0506 03:07:18.348832 3812 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:18.403235 3812 namespace.go:142] [default] updating namespace I0506 03:07:18.440305 3812 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-h52rw for pod on switch ip-10-0-2-72.ec2.internal I0506 03:07:18.440447 3812 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-ddqnl for pod on switch ip-10-0-2-72.ec2.internal I0506 03:07:18.440451 3812 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw I0506 03:07:18.440514 3812 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl I0506 03:07:18.457158 3812 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw] pod update took 16.733587ms I0506 03:07:18.457201 3812 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw] addLogicalPort annotation time took 16.783169ms I0506 03:07:18.457202 3812 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl] pod update took 16.705752ms I0506 03:07:18.457218 3812 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl] addLogicalPort annotation time took 16.724485ms I0506 03:07:18.458388 3812 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw] addLogicalPort took 18.105751ms, libovsdb time 870.197µs I0506 03:07:18.458777 3812 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl] addLogicalPort took 18.345989ms, libovsdb time 1.254424ms I0506 03:07:18.463047 3812 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:18.560523 3812 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:18.659157 3812 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:18.761082 3812 namespace.go:142] [openshift] updating namespace I0506 03:07:18.875026 3812 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:18.963636 3812 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:19.058628 3812 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:19.161283 3812 namespace.go:142] [tsf] updating namespace I0506 03:07:19.266322 3812 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:19.362142 3812 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:19.468128 3812 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:19.892079 3812 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:07:26.939910 3812 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw c0640fe1893512684acdbb074939c646d79ad3ea2efa0523427c704d761eeb19 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw c0640fe1893512684acdbb074939c646d79ad3ea2efa0523427c704d761eeb19 network default NAD default NAD key ] I0506 03:07:26.942083 3812 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl 365a37c00d7d4e3dca64663503d131b9af536c9deab5098c800af01782da8e66 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl 365a37c00d7d4e3dca64663503d131b9af536c9deab5098c800af01782da8e66 network default NAD default NAD key ] I0506 03:07:26.951949 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-ddqnl, hostIfaceName: 365a37c00d7d4e3, network: default, NAD default, SandboxID: "365a37c00d7d4e3dca64663503d131b9af536c9deab5098c800af01782da8e66", PCI device ID: , UID: "19ec0d8c-0273-42b2-871d-47919e95ecc4", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0506 03:07:26.952351 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-h52rw, hostIfaceName: c0640fe18935126, network: default, NAD default, SandboxID: "c0640fe1893512684acdbb074939c646d79ad3ea2efa0523427c704d761eeb19", PCI device ID: , UID: "e2fa2015-3261-47f7-a457-e3ecad4918be", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0506 03:07:27.005643 3812 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw c0640fe1893512684acdbb074939c646d79ad3ea2efa0523427c704d761eeb19 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-h52rw c0640fe1893512684acdbb074939c646d79ad3ea2efa0523427c704d761eeb19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:2f:52:77:37:54\",\"name\":\"c0640fe18935126\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f18433e-e4da-4cc4-b6e2-2eb95e19a711\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:27.022765 3812 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl 365a37c00d7d4e3dca64663503d131b9af536c9deab5098c800af01782da8e66 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ddqnl 365a37c00d7d4e3dca64663503d131b9af536c9deab5098c800af01782da8e66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:bd:74:97:8e:63\",\"name\":\"365a37c00d7d4e3\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/877ecaf9-086d-42a1-b3bd-3cae2c55efe0\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:32.004562 3812 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.004583 3812 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.004588 3812 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.031679 3812 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.031701 3812 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.031708 3812 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.769025 3812 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.769045 3812 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.769049 3812 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.769053 3812 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:33.033337 3812 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 03:07:33.071236 3812 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 03:07:49.961905 3812 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-4qhrn for pod on switch ip-10-0-2-72.ec2.internal I0506 03:07:49.962021 3812 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn I0506 03:07:49.977420 3812 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn] pod update took 15.4314ms I0506 03:07:49.977450 3812 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn] addLogicalPort annotation time took 15.466571ms I0506 03:07:49.978752 3812 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn] addLogicalPort took 16.862001ms, libovsdb time 911.1µs I0506 03:07:50.180039 3812 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-d2454 for pod on switch ip-10-0-2-72.ec2.internal I0506 03:07:50.180126 3812 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454 I0506 03:07:50.194787 3812 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454] pod update took 14.680976ms I0506 03:07:50.194810 3812 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454] addLogicalPort annotation time took 14.710482ms I0506 03:07:50.196014 3812 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454] addLogicalPort took 15.989794ms, libovsdb time 875.126µs I0506 03:07:50.320524 3812 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn de77ba5e49f57925b0516c2cb10957d35fd8594d6e0c0ba15eda8857601ade54 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn de77ba5e49f57925b0516c2cb10957d35fd8594d6e0c0ba15eda8857601ade54 network default NAD default NAD key ] I0506 03:07:50.330915 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-4qhrn, hostIfaceName: de77ba5e49f5792, network: default, NAD default, SandboxID: "de77ba5e49f57925b0516c2cb10957d35fd8594d6e0c0ba15eda8857601ade54", PCI device ID: , UID: "3ffa630e-6280-47f5-afb7-867b885f6e59", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0506 03:07:50.383057 3812 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn de77ba5e49f57925b0516c2cb10957d35fd8594d6e0c0ba15eda8857601ade54 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-4qhrn de77ba5e49f57925b0516c2cb10957d35fd8594d6e0c0ba15eda8857601ade54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f5:3f:6d:d3:8d\",\"name\":\"de77ba5e49f5792\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05b0fc85-c83e-4ee9-b036-6b8868495220\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:50.537625 3812 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454 9973c28d52fe1d63b3e01b22fd4a8231588b46146a50a23faf4ec147d277de77 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454 9973c28d52fe1d63b3e01b22fd4a8231588b46146a50a23faf4ec147d277de77 network default NAD default NAD key ] I0506 03:07:50.548687 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-d2454, hostIfaceName: 9973c28d52fe1d6, network: default, NAD default, SandboxID: "9973c28d52fe1d63b3e01b22fd4a8231588b46146a50a23faf4ec147d277de77", PCI device ID: , UID: "fe1080ca-2d64-44b0-82ba-9d9371cf0503", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0506 03:07:50.598886 3812 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454 9973c28d52fe1d63b3e01b22fd4a8231588b46146a50a23faf4ec147d277de77 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-d2454 9973c28d52fe1d63b3e01b22fd4a8231588b46146a50a23faf4ec147d277de77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e4:45:8b:d1:e2\",\"name\":\"9973c28d52fe1d6\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/805ecf6f-1185-4cfe-94e5-7659c505d8cc\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:54.009597 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 03:07:54.037126 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 03:07:55.124894 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 03:07:56.111032 3812 cni.go:452] [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key ] I0506 03:07:56.209042 3812 cni.go:473] [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 9ba2cb85417dbe61f8a99f3c50fdd4c8b80d6cd5a936688ea72b21bd75259c1a network default NAD default NAD key default], result "{}", err I0506 03:07:56.259857 3812 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:56.259905 3812 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0506 03:07:56.261408 3812 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.24 I0506 03:07:56.261442 3812 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:56.282279 3812 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:56.282304 3812 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:56.288659 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 03:07:56.288686 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 03:07:57.424069 3812 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-72.ec2.internal I0506 03:07:57.424180 3812 kube.go:256] Updating pod tsf/test-tsf-iam I0506 03:07:57.443043 3812 pod.go:62] [tsf/test-tsf-iam] pod update took 18.899841ms I0506 03:07:57.443069 3812 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.928995ms I0506 03:07:57.444303 3812 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 20.255303ms, libovsdb time 846.986µs I0506 03:07:57.783545 3812 cni.go:452] [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key ] I0506 03:07:57.793192 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 2d9cbc0f6cd64af, network: default, NAD default, SandboxID: "2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589", PCI device ID: , UID: "bd41acbd-73e1-4940-9fe0-38de8ec9cc9a", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0506 03:07:57.845470 3812 cni.go:473] [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:82:b9:b0:b6:96\",\"name\":\"2d9cbc0f6cd64af\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d3733cb-d774-4fa1-b5fb-3934610fb31e\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:58.290916 3812 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 03:07:58.291466 3812 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 03:07:58.291487 3812 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 03:07:58.293376 3812 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0506 03:08:06.110336 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0506 03:08:06.189434 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:06.189461 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:06.192650 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:08:06.192667 3812 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 03:08:08.042166 3812 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-tcbqk for pod on switch ip-10-0-2-72.ec2.internal I0506 03:08:08.042333 3812 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk I0506 03:08:08.060003 3812 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk] pod update took 17.703593ms I0506 03:08:08.060025 3812 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk] addLogicalPort annotation time took 17.730943ms I0506 03:08:08.061241 3812 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk] addLogicalPort took 19.093173ms, libovsdb time 844.841µs I0506 03:08:08.404240 3812 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk 642a45e185bc18a3383e0ddfdb3f4721e71ee0472b1dabc71e9854a486bc8420 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk 642a45e185bc18a3383e0ddfdb3f4721e71ee0472b1dabc71e9854a486bc8420 network default NAD default NAD key ] I0506 03:08:08.413382 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-tcbqk, hostIfaceName: 642a45e185bc18a, network: default, NAD default, SandboxID: "642a45e185bc18a3383e0ddfdb3f4721e71ee0472b1dabc71e9854a486bc8420", PCI device ID: , UID: "be1d069d-5594-46f4-9375-dbff7e1af75c", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0506 03:08:08.465864 3812 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk 642a45e185bc18a3383e0ddfdb3f4721e71ee0472b1dabc71e9854a486bc8420 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tcbqk 642a45e185bc18a3383e0ddfdb3f4721e71ee0472b1dabc71e9854a486bc8420 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:17:63:e1:86:c5\",\"name\":\"642a45e185bc18a\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65a41cdc-f0f4-4277-9477-59c927cc1085\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:08:13.157063 3812 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:08:14.320931 3812 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:08:32.427312 3812 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-qtpvz for pod on switch ip-10-0-2-72.ec2.internal I0506 03:08:32.427441 3812 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz I0506 03:08:32.485583 3812 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz I0506 03:08:32.534378 3812 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz] pod update took 106.963357ms I0506 03:08:32.534406 3812 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz] addLogicalPort annotation time took 106.994612ms I0506 03:08:32.535603 3812 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz] addLogicalPort took 108.305863ms, libovsdb time 842.384µs I0506 03:08:32.544751 3812 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-nxztz for pod on switch ip-10-0-2-72.ec2.internal I0506 03:08:32.544853 3812 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz I0506 03:08:32.573308 3812 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz] pod update took 28.482544ms I0506 03:08:32.573334 3812 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz] addLogicalPort annotation time took 28.515889ms I0506 03:08:32.574427 3812 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz] addLogicalPort took 29.69532ms, libovsdb time 757.699µs I0506 03:08:32.776028 3812 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz f5d3d08b50308d5528009bfc584ff10f5c90058249d8b07587e8c4d06b3a645c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz f5d3d08b50308d5528009bfc584ff10f5c90058249d8b07587e8c4d06b3a645c network default NAD default NAD key ] I0506 03:08:32.785593 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-qtpvz, hostIfaceName: f5d3d08b50308d5, network: default, NAD default, SandboxID: "f5d3d08b50308d5528009bfc584ff10f5c90058249d8b07587e8c4d06b3a645c", PCI device ID: , UID: "de7e0f5b-a3c0-4ca8-9272-177b1fd97743", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0506 03:08:32.838317 3812 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz f5d3d08b50308d5528009bfc584ff10f5c90058249d8b07587e8c4d06b3a645c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-qtpvz f5d3d08b50308d5528009bfc584ff10f5c90058249d8b07587e8c4d06b3a645c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:bd:75:02:2f:4b\",\"name\":\"f5d3d08b50308d5\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc03b887-6bb0-4cf7-b284-193d0b5c9551\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:08:32.895649 3812 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz d52f8c7955e51bf576a571ec5726f485b691f33eaf8f69648be25cdb9b213a80 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz d52f8c7955e51bf576a571ec5726f485b691f33eaf8f69648be25cdb9b213a80 network default NAD default NAD key ] I0506 03:08:32.905292 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-nxztz, hostIfaceName: d52f8c7955e51bf, network: default, NAD default, SandboxID: "d52f8c7955e51bf576a571ec5726f485b691f33eaf8f69648be25cdb9b213a80", PCI device ID: , UID: "240bdfd1-cfd9-4f83-a9bb-e2fca3890d8a", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0506 03:08:32.958912 3812 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz d52f8c7955e51bf576a571ec5726f485b691f33eaf8f69648be25cdb9b213a80 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nxztz d52f8c7955e51bf576a571ec5726f485b691f33eaf8f69648be25cdb9b213a80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:58:ea:80:e4:e8\",\"name\":\"d52f8c7955e51bf\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fe871b0-bdf5-41c8-af43-1993bfb95bf2\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:08:39.307808 3812 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:39.307826 3812 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:39.307831 3812 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 03:08:48.361485 3812 cni.go:452] [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key ] I0506 03:08:48.434675 3812 cni.go:473] [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 2d9cbc0f6cd64af23b0a01a6815781d38499f0038d4670d091096f8a2073b589 network default NAD default NAD key default], result "{}", err I0506 03:08:48.486227 3812 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:48.486268 3812 pods.go:176] Deleting pod: tsf/test-tsf-iam I0506 03:08:48.487641 3812 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.29 I0506 03:08:48.487669 3812 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:48.526066 3812 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:48.526091 3812 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:48.532758 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 03:08:48.532780 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 03:08:49.335719 3812 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-72.ec2.internal I0506 03:08:49.335814 3812 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0506 03:08:49.350141 3812 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.353231ms I0506 03:08:49.350190 3812 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.38261ms I0506 03:08:49.351443 3812 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.737888ms, libovsdb time 813.734µs I0506 03:08:49.701200 3812 cni.go:452] [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key ] I0506 03:08:49.711493 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7a357121024287d, network: default, NAD default, SandboxID: "7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba", PCI device ID: , UID: "3581032c-7f39-43f2-811e-29bf9edbc5a0", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0506 03:08:49.764186 3812 cni.go:473] [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:75:6b:2a:bc:0e\",\"name\":\"7a357121024287d\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f967f17b-607a-4d00-b054-5cdd6142312a\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:08:50.224384 3812 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-4wbpc-lt77k] creating logical port tsf-tas_segment-backup-installation-4wbpc-lt77k for pod on switch ip-10-0-2-72.ec2.internal I0506 03:08:50.224499 3812 kube.go:256] Updating pod tsf-tas/segment-backup-installation-4wbpc-lt77k I0506 03:08:50.240718 3812 pod.go:62] [tsf-tas/segment-backup-installation-4wbpc-lt77k] pod update took 16.246603ms I0506 03:08:50.240748 3812 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-4wbpc-lt77k] addLogicalPort annotation time took 16.284817ms I0506 03:08:50.241962 3812 pods.go:271] [tsf-tas/segment-backup-installation-4wbpc-lt77k] addLogicalPort took 17.596906ms, libovsdb time 841.842µs I0506 03:08:50.586496 3812 cni.go:452] [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key ] I0506 03:08:50.595992 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-4wbpc-lt77k, hostIfaceName: 6b1f1881f206037, network: default, NAD default, SandboxID: "6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40", PCI device ID: , UID: "fecfce0f-ca69-4234-b1ab-cc8af690a63b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0506 03:08:50.649004 3812 cni.go:473] [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:7f:23:80:5c:fc\",\"name\":\"6b1f1881f206037\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76636bfc-63a5-4a1c-a72b-712f129fb23c\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:08:51.186381 3812 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-rmfzp-jlvgk] creating logical port tsf-tas_ctlog-createtree-job-rmfzp-jlvgk for pod on switch ip-10-0-2-72.ec2.internal I0506 03:08:51.186490 3812 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-rmfzp-jlvgk I0506 03:08:51.217843 3812 pod.go:62] [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk] pod update took 31.389923ms I0506 03:08:51.217865 3812 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-rmfzp-jlvgk] addLogicalPort annotation time took 31.416119ms I0506 03:08:51.219196 3812 pods.go:271] [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk] addLogicalPort took 32.837435ms, libovsdb time 914.557µs I0506 03:08:51.387161 3812 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-77d6dd59b-4mk8j] creating logical port tsf-tas_trillian-logserver-77d6dd59b-4mk8j for pod on switch ip-10-0-2-72.ec2.internal I0506 03:08:51.387303 3812 kube.go:256] Updating pod tsf-tas/trillian-logserver-77d6dd59b-4mk8j I0506 03:08:51.414082 3812 pod.go:62] [tsf-tas/trillian-logserver-77d6dd59b-4mk8j] pod update took 26.809605ms I0506 03:08:51.414114 3812 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-77d6dd59b-4mk8j] addLogicalPort annotation time took 26.849471ms I0506 03:08:51.415678 3812 pods.go:271] [tsf-tas/trillian-logserver-77d6dd59b-4mk8j] addLogicalPort took 28.536385ms, libovsdb time 1.006288ms I0506 03:08:51.558932 3812 cni.go:452] [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key ] I0506 03:08:51.571619 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-rmfzp-jlvgk, hostIfaceName: b7401b91d8f2a99, network: default, NAD default, SandboxID: "b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35", PCI device ID: , UID: "33b8e782-dbe8-4099-99f0-eb097d8b4f2d", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0506 03:08:51.640951 3812 cni.go:473] [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:7e:6e:2d:64:d6\",\"name\":\"b7401b91d8f2a99\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30b8ab0c-5546-4300-af20-2ebe3c1fbf41\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:08:52.365383 3812 cni.go:452] [tsf-tas/trillian-logserver-77d6dd59b-4mk8j e1af074ef121c6424a7e0bde3700f0ff96d015ab74d8da495663fcb48c3c19ff network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-77d6dd59b-4mk8j e1af074ef121c6424a7e0bde3700f0ff96d015ab74d8da495663fcb48c3c19ff network default NAD default NAD key ] I0506 03:08:52.379079 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-77d6dd59b-4mk8j, hostIfaceName: e1af074ef121c64, network: default, NAD default, SandboxID: "e1af074ef121c6424a7e0bde3700f0ff96d015ab74d8da495663fcb48c3c19ff", PCI device ID: , UID: "293ec42a-4c46-4bc3-8008-e9674343f9ea", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0506 03:08:52.447679 3812 cni.go:473] [tsf-tas/trillian-logserver-77d6dd59b-4mk8j e1af074ef121c6424a7e0bde3700f0ff96d015ab74d8da495663fcb48c3c19ff network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-77d6dd59b-4mk8j e1af074ef121c6424a7e0bde3700f0ff96d015ab74d8da495663fcb48c3c19ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:48:36:0d:54:68\",\"name\":\"e1af074ef121c64\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf7f003c-8b31-4604-9e90-9eed1295a110\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:08:52.802712 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:52.802806 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:52.802841 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:53.125008 3812 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:08:53.125026 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0506 03:08:57.633091 3812 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:57.633698 3812 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:58.567549 3812 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:58.567579 3812 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:09:00.172382 3812 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 03:09:05.465216 3812 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 03:09:06.471528 3812 cni.go:452] [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key ] I0506 03:09:06.556797 3812 cni.go:473] [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-4wbpc-lt77k 6b1f1881f206037006a8835a0c53131fdb845c873e4dd8e7bbc49fb36c0a7f40 network default NAD default NAD key default], result "{}", err I0506 03:09:06.613838 3812 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:06.613869 3812 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-4wbpc-lt77k I0506 03:09:06.615313 3812 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-4wbpc-lt77k, ips: 10.128.0.34 I0506 03:09:06.615350 3812 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:07.502875 3812 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:07.502911 3812 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:09:10.222799 3812 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 03:09:10.606436 3812 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 03:09:15.594461 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 03:09:28.539541 3812 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-92cn7 for pod on switch ip-10-0-2-72.ec2.internal I0506 03:09:28.539717 3812 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7 I0506 03:09:28.560540 3812 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7] pod update took 20.883078ms I0506 03:09:28.560568 3812 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7] addLogicalPort annotation time took 20.91718ms I0506 03:09:28.561954 3812 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7] addLogicalPort took 22.43473ms, libovsdb time 919.569µs I0506 03:09:28.963498 3812 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7 b4be297d812b0f3037637463f591315115ffbf21fbe904a327e50f866de8899c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7 b4be297d812b0f3037637463f591315115ffbf21fbe904a327e50f866de8899c network default NAD default NAD key ] I0506 03:09:28.974147 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-92cn7, hostIfaceName: b4be297d812b0f3, network: default, NAD default, SandboxID: "b4be297d812b0f3037637463f591315115ffbf21fbe904a327e50f866de8899c", PCI device ID: , UID: "2dabf28a-4e0b-4607-b020-9f0217821d76", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0506 03:09:29.031189 3812 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7 b4be297d812b0f3037637463f591315115ffbf21fbe904a327e50f866de8899c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-92cn7 b4be297d812b0f3037637463f591315115ffbf21fbe904a327e50f866de8899c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5b:a5:80:28:8f\",\"name\":\"b4be297d812b0f3\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41f49f1e-7d2e-4610-97f0-244ed5dfcc2d\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:09:32.597725 3812 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 03:09:32.705541 3812 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:09:32.705567 3812 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:09:41.593077 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 03:09:43.602228 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 03:09:43.654824 3812 cni.go:452] [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key ] I0506 03:09:43.740282 3812 cni.go:473] [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 7a357121024287da54bc6b812206a13ae75902c19013347ae6cf918ea1d155ba network default NAD default NAD key default], result "{}", err I0506 03:09:43.793793 3812 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:43.793829 3812 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0506 03:09:43.795125 3812 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.33 I0506 03:09:43.795153 3812 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:43.815270 3812 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:43.815298 3812 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:43.822705 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 03:09:43.822735 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 03:09:44.656652 3812 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-92vr5] creating logical port tsf_patch-tekton-config-92vr5 for pod on switch ip-10-0-2-72.ec2.internal I0506 03:09:44.656791 3812 kube.go:256] Updating pod tsf/patch-tekton-config-92vr5 I0506 03:09:44.674431 3812 pod.go:62] [tsf/patch-tekton-config-92vr5] pod update took 17.668217ms I0506 03:09:44.674468 3812 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-92vr5] addLogicalPort annotation time took 17.709655ms I0506 03:09:44.675737 3812 pods.go:271] [tsf/patch-tekton-config-92vr5] addLogicalPort took 19.104194ms, libovsdb time 893.849µs I0506 03:09:44.752923 3812 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-kcq84 for pod on switch ip-10-0-2-72.ec2.internal I0506 03:09:44.753044 3812 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84 I0506 03:09:44.765732 3812 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84] pod update took 12.708403ms I0506 03:09:44.765762 3812 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84] addLogicalPort annotation time took 12.744795ms I0506 03:09:44.767313 3812 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84] addLogicalPort took 14.40532ms, libovsdb time 942.806µs I0506 03:09:45.018305 3812 cni.go:452] [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key ] I0506 03:09:45.028050 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-92vr5, hostIfaceName: bdf7adfbae42b2d, network: default, NAD default, SandboxID: "bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27", PCI device ID: , UID: "7fc9c072-32c6-410c-90cd-edf303ac0b19", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0506 03:09:45.080381 3812 cni.go:473] [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:f9:70:61:d4:09\",\"name\":\"bdf7adfbae42b2d\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49e036d5-b0e7-46b9-b54e-831dfd87251c\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:09:45.114880 3812 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84 d1e354cbc4b002d49c1abfcb043f4faaefd3d530f150bfcafab2450547eff1a2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84 d1e354cbc4b002d49c1abfcb043f4faaefd3d530f150bfcafab2450547eff1a2 network default NAD default NAD key ] I0506 03:09:45.125135 3812 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-kcq84, hostIfaceName: d1e354cbc4b002d, network: default, NAD default, SandboxID: "d1e354cbc4b002d49c1abfcb043f4faaefd3d530f150bfcafab2450547eff1a2", PCI device ID: , UID: "fbfd4363-52f0-4315-99a3-98d55c823c91", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0506 03:09:45.176506 3812 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84 d1e354cbc4b002d49c1abfcb043f4faaefd3d530f150bfcafab2450547eff1a2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-kcq84 d1e354cbc4b002d49c1abfcb043f4faaefd3d530f150bfcafab2450547eff1a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a3:73:ed:6a:78\",\"name\":\"d1e354cbc4b002d\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd628ffc-61db-45ee-b163-120792eac393\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:09:54.717498 3812 cni.go:452] [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key ] I0506 03:09:54.793200 3812 cni.go:473] [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-92vr5 bdf7adfbae42b2de4f0e1eb59784231c93a096f7b03760d3298196c01cfa6b27 network default NAD default NAD key default], result "{}", err I0506 03:09:54.841142 3812 obj_retry.go:498] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:54.841248 3812 pods.go:176] Deleting pod: tsf/patch-tekton-config-92vr5 I0506 03:09:54.842588 3812 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-92vr5, ips: 10.128.0.38 I0506 03:09:54.842621 3812 obj_retry.go:498] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:55.868799 3812 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:55.868824 3812 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:02.756046 3812 cni.go:452] [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key ] I0506 03:10:02.829582 3812 cni.go:473] [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-rmfzp-jlvgk b7401b91d8f2a99e297def074842f538ddc3f47483e693d6420edcb9fa68cc35 network default NAD default NAD key default], result "{}", err I0506 03:10:02.881743 3812 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:02.881782 3812 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-rmfzp-jlvgk I0506 03:10:02.883368 3812 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-rmfzp-jlvgk, ips: 10.128.0.35 I0506 03:10:02.883398 3812 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:03.766085 3812 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:03.766113 3812 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:04.028944 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.029537 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.906651 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:04.906679 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:06.445101 3812 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-67fb7f4d9c-5hg2x] creating logical port tsf-tas_ctlog-67fb7f4d9c-5hg2x for pod on switch ip-10-0-2-72.ec2.internal I0506 03:10:06.445217 3812 kube.go:256] Updating pod tsf-tas/ctlog-67fb7f4d9c-5hg2x I0506 03:10:06.459539 3812 pod.go:62] [tsf-tas/ctlog-67fb7f4d9c-5hg2x] pod update took 14.366421ms I0506 03:10:06.459561 3812 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-67fb7f4d9c-5hg2x] addLogicalPort annotation time took 14.394815ms I0506 03:10:06.460771 3812 pods.go:271] [tsf-tas/ctlog-67fb7f4d9c-5hg2x] addLogicalPort took 15.688673ms, libovsdb time 807.793µs I0506 03:10:07.404706 3812 cni.go:452] [tsf-tas/ctlog-67fb7f4d9c-5hg2x 60144d14fc1739edcb6a98e70f7544e65840c4cf0a7e3cdb6f0cb935248989b7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-67fb7f4d9c-5hg2x 60144d14fc1739edcb6a98e70f7544e65840c4cf0a7e3cdb6f0cb935248989b7 network default NAD default NAD key ] I0506 03:10:07.414077 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-67fb7f4d9c-5hg2x, hostIfaceName: 60144d14fc1739e, network: default, NAD default, SandboxID: "60144d14fc1739edcb6a98e70f7544e65840c4cf0a7e3cdb6f0cb935248989b7", PCI device ID: , UID: "b630af6a-de2c-4093-86e3-06bcdbe90be1", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0506 03:10:07.466364 3812 cni.go:473] [tsf-tas/ctlog-67fb7f4d9c-5hg2x 60144d14fc1739edcb6a98e70f7544e65840c4cf0a7e3cdb6f0cb935248989b7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-67fb7f4d9c-5hg2x 60144d14fc1739edcb6a98e70f7544e65840c4cf0a7e3cdb6f0cb935248989b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:05:ed:6f:92:e8\",\"name\":\"60144d14fc1739e\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d3aeefb-714e-44df-839d-d1d04ec1c89d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:10:09.784833 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 03:10:20.739496 3812 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-ffd4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.740052 3812 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-ffd4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.758989 3812 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.759441 3812 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:10:20.801590 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0506 03:10:21.612807 3812 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.612830 3812 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.760684 3812 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-ffd4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.760713 3812 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-ffd4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.795665 3812 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.795688 3812 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.802518 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-92vr5 I0506 03:10:21.802536 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-92vr5 I0506 03:10:22.465775 3812 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-72.ec2.internal I0506 03:10:22.465867 3812 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0506 03:10:22.482657 3812 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.811408ms I0506 03:10:22.482679 3812 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.839069ms I0506 03:10:22.484063 3812 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 18.302239ms, libovsdb time 1.013689ms I0506 03:10:22.833811 3812 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key ] I0506 03:10:22.843242 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 63993cbd6f2bf4f, network: default, NAD default, SandboxID: "63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13", PCI device ID: , UID: "9a2b39d9-a254-4358-a2f2-664725778395", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0506 03:10:22.896790 3812 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9e:20:e7:eb:7f\",\"name\":\"63993cbd6f2bf4f\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41855cb1-72dd-4b46-9ed2-7599bdfb58cf\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:10:25.560142 3812 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6d4cd797f7-rfgt6] creating logical port tsf-tas_rekor-server-6d4cd797f7-rfgt6 for pod on switch ip-10-0-2-72.ec2.internal I0506 03:10:25.560257 3812 kube.go:256] Updating pod tsf-tas/rekor-server-6d4cd797f7-rfgt6 I0506 03:10:25.572860 3812 pod.go:62] [tsf-tas/rekor-server-6d4cd797f7-rfgt6] pod update took 12.624148ms I0506 03:10:25.572886 3812 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6d4cd797f7-rfgt6] addLogicalPort annotation time took 12.657967ms I0506 03:10:25.574224 3812 pods.go:271] [tsf-tas/rekor-server-6d4cd797f7-rfgt6] addLogicalPort took 14.103733ms, libovsdb time 903.22µs W0506 03:10:25.611858 3812 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 03:10:26.878565 3812 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key ] I0506 03:10:26.968285 3812 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 63993cbd6f2bf4f8fc04e0259c0f6328ac1ec7a70ac9dd5ef0fa4fae8bb18a13 network default NAD default NAD key default], result "{}", err I0506 03:10:27.109570 3812 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:27.109618 3812 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0506 03:10:27.111086 3812 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.41 I0506 03:10:27.111116 3812 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:27.130029 3812 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:27.130054 3812 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:27.136555 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 03:10:27.136584 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 03:10:27.343227 3812 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-72.ec2.internal I0506 03:10:27.343382 3812 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0506 03:10:27.358081 3812 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.72546ms I0506 03:10:27.358098 3812 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.746492ms I0506 03:10:27.359447 3812 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.241775ms, libovsdb time 892.008µs I0506 03:10:27.732636 3812 cni.go:452] [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key ] I0506 03:10:27.742229 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 222eb850db32e68, network: default, NAD default, SandboxID: "222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f", PCI device ID: , UID: "d0883134-b06c-4e1f-8643-94eabc47187d", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0506 03:10:27.795664 3812 cni.go:473] [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:46:7e:7d:24:4e\",\"name\":\"222eb850db32e68\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0ddc067-d8fa-436f-9ca0-f304c2298fc4\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:10:29.631932 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 03:10:29.832530 3812 cni.go:452] [tsf-tas/rekor-server-6d4cd797f7-rfgt6 a6602c70ddded5fcfe7bfea4b705c3cf508f575de259b94caeca7dcd748363bc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6d4cd797f7-rfgt6 a6602c70ddded5fcfe7bfea4b705c3cf508f575de259b94caeca7dcd748363bc network default NAD default NAD key ] I0506 03:10:29.847035 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6d4cd797f7-rfgt6, hostIfaceName: a6602c70ddded5f, network: default, NAD default, SandboxID: "a6602c70ddded5fcfe7bfea4b705c3cf508f575de259b94caeca7dcd748363bc", PCI device ID: , UID: "67fedf5e-3403-4e03-90e2-d72130133978", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0506 03:10:29.906913 3812 cni.go:473] [tsf-tas/rekor-server-6d4cd797f7-rfgt6 a6602c70ddded5fcfe7bfea4b705c3cf508f575de259b94caeca7dcd748363bc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6d4cd797f7-rfgt6 a6602c70ddded5fcfe7bfea4b705c3cf508f575de259b94caeca7dcd748363bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:20:17:96:57:7d\",\"name\":\"a6602c70ddded5f\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18d52cab-3df0-4e84-8eab-b18b0216cbfc\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:10:31.906524 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 03:10:32.793921 3812 obj_retry.go:498] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:32.794576 3812 obj_retry.go:498] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:33.820346 3812 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:33.820370 3812 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:36.825986 3812 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:36.826565 3812 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:36.946571 3812 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:36.946626 3812 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:37.577265 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0506 03:10:39.844511 3812 obj_retry.go:498] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:39.845072 3812 obj_retry.go:498] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:40.086317 3812 base_network_controller_pods.go:487] [default/tsf-tpa/server-65996b8cd7-zm84q] creating logical port tsf-tpa_server-65996b8cd7-zm84q for pod on switch ip-10-0-2-72.ec2.internal I0506 03:10:40.086412 3812 kube.go:256] Updating pod tsf-tpa/server-65996b8cd7-zm84q I0506 03:10:40.122890 3812 kube.go:256] Updating pod tsf-tpa/server-65996b8cd7-zm84q I0506 03:10:40.139630 3812 pod.go:62] [tsf-tpa/server-65996b8cd7-zm84q] pod update took 53.242485ms I0506 03:10:40.139658 3812 base_network_controller_pods.go:951] [default/tsf-tpa/server-65996b8cd7-zm84q] addLogicalPort annotation time took 53.276678ms I0506 03:10:40.141028 3812 pods.go:271] [tsf-tpa/server-65996b8cd7-zm84q] addLogicalPort took 54.733138ms, libovsdb time 934.134µs I0506 03:10:40.160886 3812 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:40.160908 3812 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:41.492936 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 03:10:42.022711 3812 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-7526h] creating logical port tsf-tpa_importer-86bcdf477b-7526h for pod on switch ip-10-0-2-72.ec2.internal I0506 03:10:42.022810 3812 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-7526h I0506 03:10:42.036455 3812 pod.go:62] [tsf-tpa/importer-86bcdf477b-7526h] pod update took 13.672051ms I0506 03:10:42.036480 3812 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-7526h] addLogicalPort annotation time took 13.704355ms I0506 03:10:42.037974 3812 pods.go:271] [tsf-tpa/importer-86bcdf477b-7526h] addLogicalPort took 15.280547ms, libovsdb time 974.475µs W0506 03:10:42.914672 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0506 03:10:50.183028 3812 cni.go:452] [tsf-tpa/importer-86bcdf477b-7526h 3f5e3065276651e122f736201befe0238d4341ed7ce28f1edf4b2551fedabd5d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-7526h 3f5e3065276651e122f736201befe0238d4341ed7ce28f1edf4b2551fedabd5d network default NAD default NAD key ] I0506 03:10:50.192492 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-7526h, hostIfaceName: 3f5e3065276651e, network: default, NAD default, SandboxID: "3f5e3065276651e122f736201befe0238d4341ed7ce28f1edf4b2551fedabd5d", PCI device ID: , UID: "e3e91389-f04f-4134-8224-72024315d971", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0506 03:10:50.246929 3812 cni.go:473] [tsf-tpa/importer-86bcdf477b-7526h 3f5e3065276651e122f736201befe0238d4341ed7ce28f1edf4b2551fedabd5d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-7526h 3f5e3065276651e122f736201befe0238d4341ed7ce28f1edf4b2551fedabd5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:13:23:bd:98:21\",\"name\":\"3f5e3065276651e\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e55dae7b-9f6e-4032-a290-71b6cfe28c16\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:10:50.341125 3812 cni.go:452] [tsf-tpa/server-65996b8cd7-zm84q 7d2d170b1e1617c4eaf2594763584001f66ad859b0910cf7f155a67fd6bcb793 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-65996b8cd7-zm84q 7d2d170b1e1617c4eaf2594763584001f66ad859b0910cf7f155a67fd6bcb793 network default NAD default NAD key ] I0506 03:10:50.351440 3812 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-65996b8cd7-zm84q, hostIfaceName: 7d2d170b1e1617c, network: default, NAD default, SandboxID: "7d2d170b1e1617c4eaf2594763584001f66ad859b0910cf7f155a67fd6bcb793", PCI device ID: , UID: "218b54d8-e9aa-4c47-8a7e-e278caa7c274", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0506 03:10:50.404104 3812 cni.go:473] [tsf-tpa/server-65996b8cd7-zm84q 7d2d170b1e1617c4eaf2594763584001f66ad859b0910cf7f155a67fd6bcb793 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-65996b8cd7-zm84q 7d2d170b1e1617c4eaf2594763584001f66ad859b0910cf7f155a67fd6bcb793 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d8:87:be:21:5b\",\"name\":\"7d2d170b1e1617c\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/099911d9-fbc4-4f29-95ee-f862858ec26b\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:10:53.021509 3812 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 03:11:02.978162 3812 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:02.978752 3812 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:03.851258 3812 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:03.851284 3812 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:11:04.057648 3812 util.go:959] Failed to build node endpoints for node ip-10-0-2-72.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0506 03:11:09.874454 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 03:11:13.574807 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 03:11:21.171620 3812 cni.go:452] [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key ] I0506 03:11:21.261939 3812 cni.go:473] [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 222eb850db32e68e9ae43712cf47feff887319494e68746a48d2a176ffce0e2f network default NAD default NAD key default], result "{}", err I0506 03:11:21.315689 3812 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:21.315723 3812 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0506 03:11:21.316993 3812 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.43 I0506 03:11:21.317019 3812 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:21.354681 3812 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:21.354702 3812 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:21.360898 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 03:11:21.360932 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 03:11:22.121156 3812 namespace.go:98] [integration-service] adding namespace I0506 03:11:22.121328 3812 namespace.go:98] [image-controller] adding namespace I0506 03:11:22.122007 3812 namespace.go:102] [integration-service] adding namespace took 821.036µs I0506 03:11:22.122726 3812 namespace.go:102] [image-controller] adding namespace took 1.379528ms I0506 03:11:22.123343 3812 namespace.go:98] [build-service] adding namespace I0506 03:11:22.123906 3812 namespace.go:102] [build-service] adding namespace took 549.211µs I0506 03:11:22.130316 3812 namespace.go:98] [default-tenant] adding namespace I0506 03:11:22.130932 3812 namespace.go:102] [default-tenant] adding namespace took 599.309µs I0506 03:11:22.150629 3812 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.173992 3812 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.195236 3812 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.228747 3812 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.258720 3812 namespace.go:142] [build-service] updating namespace I0506 03:11:22.272544 3812 namespace.go:142] [build-service] updating namespace I0506 03:11:22.322660 3812 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.344905 3812 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.376718 3812 namespace.go:142] [build-service] updating namespace I0506 03:11:22.398672 3812 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.422417 3812 namespace.go:98] [release-service] adding namespace I0506 03:11:22.423315 3812 namespace.go:102] [release-service] adding namespace took 877.972µs I0506 03:11:22.472396 3812 namespace.go:142] [release-service] updating namespace I0506 03:11:22.497251 3812 namespace.go:142] [release-service] updating namespace I0506 03:11:22.507814 3812 namespace.go:142] [konflux-ui] updating namespace I0506 03:11:22.576571 3812 namespace.go:98] [konflux-info] adding namespace I0506 03:11:22.577413 3812 namespace.go:102] [konflux-info] adding namespace took 820.775µs I0506 03:11:22.602784 3812 namespace.go:98] [namespace-lister] adding namespace I0506 03:11:22.603636 3812 namespace.go:102] [namespace-lister] adding namespace took 833.671µs I0506 03:11:22.645209 3812 namespace.go:98] [enterprise-contract-service] adding namespace I0506 03:11:22.645983 3812 namespace.go:102] [enterprise-contract-service] adding namespace took 757.089µs I0506 03:11:22.651394 3812 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.787707 3812 namespace.go:142] [konflux-info] updating namespace I0506 03:11:22.787906 3812 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.825750 3812 namespace.go:98] [segment-bridge] adding namespace I0506 03:11:22.826578 3812 namespace.go:102] [segment-bridge] adding namespace took 804.35µs I0506 03:11:22.858585 3812 namespace.go:98] [konflux-cli] adding namespace I0506 03:11:22.859531 3812 namespace.go:102] [konflux-cli] adding namespace took 925.163µs I0506 03:11:22.956273 3812 namespace.go:142] [konflux-info] updating namespace I0506 03:11:23.165537 3812 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:23.366592 3812 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:23.455750 3812 namespace.go:142] [build-service] updating namespace I0506 03:11:23.601221 3812 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:23.705257 3812 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:24.001348 3812 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:24.001394 3812 namespace.go:142] [default-tenant] updating namespace I0506 03:11:24.201326 3812 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:24.248216 3812 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 03:11:24.248755 3812 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 03:11:24.248776 3812 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 03:11:24.251422 3812 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 03:11:24.297682 3812 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:24.367300 3812 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 03:11:24.367325 3812 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 03:11:24.368139 3812 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 03:11:24.397276 3812 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:24.529547 3812 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:24.920262 3812 namespace.go:142] [image-controller] updating namespace I0506 03:11:25.126543 3812 namespace.go:142] [integration-service] updating namespace I0506 03:11:25.365696 3812 namespace.go:142] [konflux-info] updating namespace I0506 03:11:25.586037 3812 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:25.826426 3812 namespace.go:142] [release-service] updating namespace I0506 03:11:25.960619 3812 namespace.go:142] [build-service] updating namespace I0506 03:11:25.981970 3812 namespace.go:142] [default-tenant] updating namespace I0506 03:11:26.004526 3812 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:26.018317 3812 namespace.go:142] [image-controller] updating namespace I0506 03:11:26.041268 3812 namespace.go:142] [integration-service] updating namespace I0506 03:11:26.071026 3812 namespace.go:142] [konflux-info] updating namespace I0506 03:11:26.101507 3812 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:26.124436 3812 namespace.go:142] [release-service] updating namespace I0506 03:11:26.216473 3812 namespace.go:142] [build-service] updating namespace I0506 03:11:26.323387 3812 namespace.go:142] [default-tenant] updating namespace I0506 03:11:26.417820 3812 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:26.490746 3812 namespace.go:142] [image-controller] updating namespace I0506 03:11:26.547381 3812 namespace.go:142] [integration-service] updating namespace I0506 03:11:26.610358 3812 namespace.go:142] [konflux-info] updating namespace I0506 03:11:26.680297 3812 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:26.749421 3812 namespace.go:142] [release-service] updating namespace W0506 03:11:27.977691 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 03:11:27.986023 3812 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.186632 3812 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:28.302563 3812 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.317845 3812 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:28.458211 3812 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.518888 3812 namespace.go:142] [segment-bridge] updating namespace W0506 03:11:30.990602 3812 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 03:11:35.024639 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0506 03:11:35.045937 3812 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 03:11:37.061834 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:37.063120 3812 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:40.067494 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:40.067511 3812 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.472612 3812 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 03:11:41.472645 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 03:11:41.498916 3812 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.498935 3812 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.527150 3812 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:41.527210 3812 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0506 03:11:52.817592 3812 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:52.818189 3812 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:53.148621 3812 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:53.148641 3812 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:53.152392 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk I0506 03:11:53.152419 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk I0506 03:11:54.612025 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 03:12:41.484994 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0506 03:12:50.498762 3812 obj_retry.go:498] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:50.499419 3812 obj_retry.go:498] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:51.467914 3812 obj_retry.go:492] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:51.467937 3812 obj_retry.go:492] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:51.473103 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:12:51.473130 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:12:58.064899 3812 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:58.065514 3812 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:58.083525 3812 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:58.083549 3812 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:58.089594 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 03:12:58.089618 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 03:13:01.493635 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0506 03:13:08.488269 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=93 I0506 03:13:10.572946 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 03:13:24.498594 3812 namespace.go:98] [managed-tenant-i4cl6] adding namespace I0506 03:13:24.499499 3812 namespace.go:102] [managed-tenant-i4cl6] adding namespace took 884.307µs I0506 03:13:24.553200 3812 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:24.585528 3812 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.646492 3812 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.782315 3812 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.882088 3812 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:28.611474 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 03:13:32.582280 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 03:14:18.598922 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 03:14:25.485755 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=170 I0506 03:15:56.580114 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 03:16:14.587609 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 03:16:24.597720 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 03:16:28.609901 3812 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 03:16:45.495585 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=510 I0506 03:17:29.578147 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 03:18:06.488434 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0506 03:19:35.576367 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 03:19:36.585630 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0506 03:19:43.614493 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 03:19:56.614519 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 03:20:04.559364 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:04.559970 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:05.421600 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.421641 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:19.488508 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0506 03:20:23.496461 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0506 03:20:33.060389 3812 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:33.060434 3812 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:33.066453 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-7c5cf I0506 03:20:33.066481 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-7c5cf I0506 03:20:36.029490 3812 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:36.029537 3812 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:36.032561 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-ms28b I0506 03:20:36.032592 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-ms28b I0506 03:20:40.030679 3812 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:40.030705 3812 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:40.036011 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-968d9 I0506 03:20:40.036042 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-968d9 I0506 03:21:30.602189 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 03:21:58.498607 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0506 03:22:25.496774 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0506 03:22:53.491431 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0506 03:23:02.583546 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 03:23:32.612774 3812 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 03:24:34.600526 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 03:24:59.590506 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 03:25:10.617065 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 03:25:34.492069 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0506 03:25:54.618020 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 03:27:08.580950 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 03:27:54.500263 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 03:28:10.604834 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 03:28:27.579657 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 03:28:33.857768 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:33.858458 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:34.631519 3812 obj_retry.go:492] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:28:34.631542 3812 obj_retry.go:492] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:28:34.640102 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:34.640116 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:35.794614 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:35.795235 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:50.912303 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:50.912900 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:29:11.589410 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 03:29:55.344031 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:29:55.344605 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:29:57.491698 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0506 03:30:04.126927 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.127574 3812 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.981518 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:04.981541 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.016921 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.016942 3812 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.021210 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:30:05.021240 3812 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:30:57.621232 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 03:30:58.500472 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 03:31:12.494818 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 03:31:22.501651 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=86 I0506 03:31:37.603696 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 03:32:22.586801 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 W0506 03:32:52.140335 3812 duration.go:461] Config duration recorder: measurement expired for pod/konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:33:17.627499 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 03:33:21.615745 3812 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 03:33:30.594064 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 03:33:50.733661 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:33:50.734254 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:34:18.964607 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:34:18.965149 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:34:23.592815 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 03:34:29.495689 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0506 03:34:35.584521 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 03:34:41.503623 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 03:35:07.620558 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 03:35:15.585156 3812 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 03:35:54.919900 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.920524 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.955819 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.956426 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.987979 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.988513 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:59.849191 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:59.849802 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:17.018890 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:17.019528 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:42.497805 3812 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0506 03:37:14.624240 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 03:38:07.271911 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:07.272522 3812 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:16.590453 3812 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 03:38:25.826733 3812 obj_retry.go:498] Detected object default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:25.827354 3812 obj_retry.go:498] Detected object default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it