+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-63.ec2.internal ++ [[ -n ip-10-0-0-63.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-63.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 07:30:01.277766575 - disable conntrack on geneve port' I0512 07:30:01.277766575 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 07:30:01.294847628 - starting ovnkube-node + echo 'I0512 07:30:01.294847628 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-63.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-63.ec2.internal --init-node ip-10-0-0-63.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-63.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 07:30:01.335411 3711 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 07:30:01.335492 3711 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-542058f9b9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 07:30:01.337282 3711 kube.go:431] Waiting for certificate I0512 07:30:01.337321 3711 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 07:30:01.337358 3711 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 07:30:01.338162 3711 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 07:30:01.367201 3711 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:01.367220 3711 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:01.370251 3711 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:01.370339 3711 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5mwwx" I0512 07:30:01.377316 3711 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5mwwx" I0512 07:30:01.377385 3711 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:02.338125 3711 kube.go:438] Certificate found I0512 07:30:02.338724 3711 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 07:30:02.339676 3711 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 07:30:02.385805 3711 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 07:25:01 +0000 UTC" deadline="2026-05-13 03:52:05.710829192 +0000 UTC" I0512 07:30:02.385866 3711 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h22m3.324975949s" I0512 07:30:02.404856 3711 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 07:30:02.427525 3711 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 07:30:02.427592 3711 server.go:101] MetricServer registers OVS metrics I0512 07:30:02.427831 3711 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 07:30:02.427883 3711 server.go:105] MetricServer registers OVN DB metrics I0512 07:30:02.427891 3711 factory.go:561] Starting watch factory I0512 07:30:02.428028 3711 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428043 3711 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428064 3711 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428087 3711 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428094 3711 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428107 3711 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428143 3711 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428145 3711 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428161 3711 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.428121 3711 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.430713 3711 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.430796 3711 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.432727 3711 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 07:30:02.432774 3711 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 07:30:02.433168 3711 controller_manager.go:370] Starting the ovnkube controller I0512 07:30:02.433177 3711 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-63.ec2.internal I0512 07:30:02.433229 3711 controller_manager.go:395] NBDB zone sync took: 44.234µs I0512 07:30:02.433239 3711 factory.go:561] Starting watch factory I0512 07:30:02.445681 3711 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 07:30:02.445744 3711 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 07:30:02.449294 3711 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 07:30:02.449325 3711 server.go:109] MetricServer registers OVN Controller metrics I0512 07:30:02.451522 3711 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.451806 3711 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.452955 3711 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.453135 3711 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.453571 3711 server.go:113] MetricServer registers OVN Northd metrics I0512 07:30:02.457613 3711 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.458633 3711 metrics.go:519] OVN Metrics Server starts to run ... I0512 07:30:02.462259 3711 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:02.533364 3711 factory.go:1977] *v1.Service informer cache synced successfully I0512 07:30:02.533387 3711 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 07:30:02.533392 3711 factory.go:1977] *v1.Pod informer cache synced successfully I0512 07:30:02.533395 3711 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 07:30:02.533398 3711 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 07:30:02.533401 3711 factory.go:1977] *v1.Node informer cache synced successfully I0512 07:30:02.533544 3711 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:02.533550 3711 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:02.533579 3711 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:02.533582 3711 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:02.537237 3711 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:02.537240 3711 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:02.539214 3711 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 07:30:02.539225 3711 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 07:30:02.539274 3711 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.539285 3711 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.539381 3711 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 07:30:02.539394 3711 factory.go:1977] *v1.Node informer cache synced successfully I0512 07:30:02.539398 3711 factory.go:1977] *v1.Service informer cache synced successfully I0512 07:30:02.539402 3711 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 07:30:02.539407 3711 factory.go:1977] *v1.Pod informer cache synced successfully I0512 07:30:02.539410 3711 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 07:30:02.542327 3711 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.544282 3711 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 07:30:02.544346 3711 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.544359 3711 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.544463 3711 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 07:30:02.544474 3711 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 07:30:02.547680 3711 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.549631 3711 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 07:30:02.549640 3711 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 07:30:02.549770 3711 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.549781 3711 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.552977 3711 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.554980 3711 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 07:30:02.554991 3711 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 07:30:02.555029 3711 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.555053 3711 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.558036 3711 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.560862 3711 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 07:30:02.560881 3711 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 07:30:02.560929 3711 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.560941 3711 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.563981 3711 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.565905 3711 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 07:30:02.565916 3711 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 07:30:02.566132 3711 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:30:02.566155 3711 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:30:02.569455 3711 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:30:02.571426 3711 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 07:30:02.571449 3711 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 07:30:02.571504 3711 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.571517 3711 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.571567 3711 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.571582 3711 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.574958 3711 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.575041 3711 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:02.576958 3711 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 07:30:02.576971 3711 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 07:30:02.576977 3711 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 07:30:02.576993 3711 factory.go:680] Watch Factory start up complete, took: 149.095722ms I0512 07:30:02.577079 3711 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 07:30:02.582530 3711 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 07:30:02.582541 3711 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 07:30:02.582548 3711 factory.go:680] Watch Factory start up complete, took: 149.307588ms I0512 07:30:02.582555 3711 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-63.ec2.internal" zone I0512 07:30:02.625461 3711 default_node_network_controller.go:710] Initializing the default node network controller I0512 07:30:02.694114 3711 udn_isolation.go:101] Starting UDN host isolation manager I0512 07:30:02.700036 3711 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 07:30:02.747024 3711 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 07:30:02.747132 3711 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 07:30:02.747149 3711 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 07:30:02.778999 3711 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 07:30:02.779059 3711 default_node_network_controller.go:809] Node ip-10-0-0-63.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 07:30:02.784043 3711 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.63"] k8s.ovn.org/zone-name:ip-10-0-0-63.ec2.internal] on node ip-10-0-0-63.ec2.internal I0512 07:30:02.807815 3711 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 07:30:02.813851 3711 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 07:30:02.813982 3711 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 07:30:02.814213 3711 gateway_init.go:263] Preparing Gateway I0512 07:30:02.814225 3711 gateway_shared_intf.go:1687] Creating new gateway I0512 07:30:02.833194 3711 controller_manager.go:429] Waiting for node in zone sync took: 250.628572ms I0512 07:30:02.839331 3711 controller_manager.go:611] Switching to transit router for layer2 networks I0512 07:30:02.839345 3711 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-63.ec2.internal I0512 07:30:02.856911 3711 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 07:30:02.862980 3711 controller_manager.go:290] SCTP support detected in OVN I0512 07:30:02.863680 3711 services_controller.go:69] Creating services controller for network=default I0512 07:30:02.863786 3711 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 07:30:02.864044 3711 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 07:30:02.864091 3711 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 07:30:02.864102 3711 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 07:30:02.864110 3711 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 07:30:02.864294 3711 udn_enabled_svc.go:95] Performing full resync I0512 07:30:02.864367 3711 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 07:30:02.864454 3711 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 07:30:02.864533 3711 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.614µs I0512 07:30:02.864554 3711 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 91.557µs I0512 07:30:02.864560 3711 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 108.126µs I0512 07:30:02.864566 3711 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 07:30:02.864572 3711 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 07:30:02.864580 3711 default_network_controller.go:325] Starting the default network controller I0512 07:30:02.864618 3711 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.044µs I0512 07:30:02.864644 3711 udn_enabled_svc.go:99] Waiting for handler to sync I0512 07:30:02.864659 3711 udn_enabled_svc.go:104] Starting worker I0512 07:30:02.873841 3711 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 07:30:02.873897 3711 repair.go:33] Syncing exgw routes took 44.61µs I0512 07:30:02.873918 3711 default_network_controller.go:414] Starting all the Watchers... I0512 07:30:02.874042 3711 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 07:30:02.874048 3711 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 07:30:02.874049 3711 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 07:30:02.874053 3711 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 07:30:02.874065 3711 namespace.go:98] [openshift-console-operator] adding namespace I0512 07:30:02.874067 3711 namespace.go:98] [openshift-image-registry] adding namespace I0512 07:30:02.874083 3711 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 07:30:02.874082 3711 namespace.go:98] [kube-public] adding namespace I0512 07:30:02.874094 3711 namespace.go:98] [openshift-apiserver] adding namespace I0512 07:30:02.874098 3711 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 07:30:02.874101 3711 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 07:30:02.874104 3711 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 07:30:02.874109 3711 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 07:30:02.874111 3711 namespace.go:98] [openshift-machine-api] adding namespace I0512 07:30:02.874143 3711 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 07:30:02.874743 3711 namespace.go:102] [openshift-ingress-operator] adding namespace took 688.832µs I0512 07:30:02.874759 3711 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 07:30:02.875236 3711 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 470.402µs I0512 07:30:02.875252 3711 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 07:30:02.875755 3711 namespace.go:102] [openshift-machine-config-operator] adding namespace took 498.555µs I0512 07:30:02.875769 3711 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 07:30:02.876175 3711 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.11764ms I0512 07:30:02.876190 3711 namespace.go:98] [openshift-etcd] adding namespace I0512 07:30:02.876733 3711 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.673891ms I0512 07:30:02.876746 3711 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 07:30:02.877225 3711 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.160965ms I0512 07:30:02.877240 3711 namespace.go:98] [default] adding namespace I0512 07:30:02.878085 3711 namespace.go:102] [openshift-console-operator] adding namespace took 4.0144ms I0512 07:30:02.878100 3711 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 07:30:02.878642 3711 namespace.go:102] [openshift-image-registry] adding namespace took 4.56517ms I0512 07:30:02.878655 3711 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 07:30:02.879126 3711 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.038392ms I0512 07:30:02.879137 3711 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 07:30:02.879638 3711 namespace.go:102] [kube-public] adding namespace took 5.54568ms I0512 07:30:02.879654 3711 namespace.go:98] [openshift-authentication] adding namespace I0512 07:30:02.880141 3711 namespace.go:102] [openshift-apiserver] adding namespace took 6.040451ms I0512 07:30:02.880161 3711 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 07:30:02.880680 3711 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.57239ms I0512 07:30:02.880695 3711 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 07:30:02.881166 3711 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.055501ms I0512 07:30:02.881181 3711 namespace.go:98] [openshift-backplane] adding namespace I0512 07:30:02.881585 3711 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.474404ms I0512 07:30:02.881597 3711 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 07:30:02.882075 3711 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.960681ms I0512 07:30:02.882085 3711 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 07:30:02.882693 3711 namespace.go:102] [openshift-machine-api] adding namespace took 8.576384ms I0512 07:30:02.882709 3711 namespace.go:98] [openshift-cluster-version] adding namespace I0512 07:30:02.883243 3711 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.089486ms I0512 07:30:02.883264 3711 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 07:30:02.883717 3711 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.942038ms I0512 07:30:02.883733 3711 namespace.go:98] [openshift-dns-operator] adding namespace I0512 07:30:02.884073 3711 namespace.go:102] [openshift-etcd] adding namespace took 7.876611ms I0512 07:30:02.884090 3711 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 07:30:02.884458 3711 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.708453ms I0512 07:30:02.884472 3711 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 07:30:02.884947 3711 namespace.go:102] [default] adding namespace took 7.699874ms I0512 07:30:02.884963 3711 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 07:30:02.885372 3711 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.268256ms I0512 07:30:02.885383 3711 namespace.go:98] [kube-node-lease] adding namespace I0512 07:30:02.885823 3711 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.163521ms I0512 07:30:02.885834 3711 namespace.go:98] [openshift-network-operator] adding namespace I0512 07:30:02.886209 3711 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.068199ms I0512 07:30:02.886220 3711 namespace.go:98] [openshift-multus] adding namespace I0512 07:30:02.886631 3711 namespace.go:102] [openshift-authentication] adding namespace took 6.971657ms I0512 07:30:02.886645 3711 namespace.go:98] [openshift-dns] adding namespace I0512 07:30:02.887007 3711 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.841271ms I0512 07:30:02.887019 3711 namespace.go:98] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] adding namespace I0512 07:30:02.887410 3711 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.709605ms I0512 07:30:02.887422 3711 namespace.go:98] [openshift] adding namespace I0512 07:30:02.887841 3711 namespace.go:102] [openshift-backplane] adding namespace took 6.654949ms I0512 07:30:02.887854 3711 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 07:30:02.888245 3711 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.642935ms I0512 07:30:02.888255 3711 namespace.go:98] [openshift-config] adding namespace I0512 07:30:02.888751 3711 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.659832ms I0512 07:30:02.888772 3711 namespace.go:98] [openshift-infra] adding namespace I0512 07:30:02.889201 3711 namespace.go:102] [openshift-cluster-version] adding namespace took 6.486607ms I0512 07:30:02.889214 3711 namespace.go:98] [openshift-config-managed] adding namespace I0512 07:30:02.889749 3711 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.475404ms I0512 07:30:02.889766 3711 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 07:30:02.890139 3711 namespace.go:102] [openshift-dns-operator] adding namespace took 6.400979ms I0512 07:30:02.890575 3711 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.480367ms I0512 07:30:02.890587 3711 namespace.go:98] [openshift-network-console] adding namespace I0512 07:30:02.890978 3711 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.501411ms I0512 07:30:02.890990 3711 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 07:30:02.891395 3711 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.426759ms I0512 07:30:02.891409 3711 namespace.go:98] [openshift-marketplace] adding namespace I0512 07:30:02.891878 3711 namespace.go:102] [kube-node-lease] adding namespace took 6.490502ms I0512 07:30:02.891891 3711 namespace.go:98] [openshift-cloud-controller-manager] adding namespace W0512 07:30:02.892325 3711 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s6q2w: pod openshift-multus/network-metrics-daemon-s6q2w: no pod IPs found I0512 07:30:02.892353 3711 namespace.go:102] [openshift-network-operator] adding namespace took 6.514008ms I0512 07:30:02.892366 3711 namespace.go:98] [openshift-controller-manager] adding namespace I0512 07:30:02.892829 3711 namespace.go:102] [openshift-multus] adding namespace took 6.601531ms I0512 07:30:02.892853 3711 namespace.go:98] [openshift-insights] adding namespace I0512 07:30:02.893259 3711 namespace.go:102] [openshift-dns] adding namespace took 6.608293ms I0512 07:30:02.893273 3711 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 07:30:02.893753 3711 namespace.go:102] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] adding namespace took 6.727766ms I0512 07:30:02.893768 3711 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 07:30:02.894164 3711 namespace.go:102] [openshift] adding namespace took 6.73729ms I0512 07:30:02.894178 3711 namespace.go:98] [openshift-monitoring] adding namespace I0512 07:30:02.894570 3711 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.710398ms I0512 07:30:02.894583 3711 namespace.go:98] [openshift-console] adding namespace I0512 07:30:02.894942 3711 namespace.go:102] [openshift-config] adding namespace took 6.682483ms I0512 07:30:02.894954 3711 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 07:30:02.895324 3711 namespace.go:102] [openshift-infra] adding namespace took 6.545982ms I0512 07:30:02.895337 3711 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 07:30:02.895719 3711 namespace.go:102] [openshift-config-managed] adding namespace took 6.499895ms I0512 07:30:02.895730 3711 namespace.go:98] [openshift-config-operator] adding namespace I0512 07:30:02.895901 3711 iptables.go:108] Creating table: filter chain: FORWARD I0512 07:30:02.896118 3711 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.347781ms I0512 07:30:02.896129 3711 namespace.go:98] [openshift-operators] adding namespace I0512 07:30:02.896654 3711 namespace.go:102] [openshift-network-console] adding namespace took 6.061123ms I0512 07:30:02.896672 3711 namespace.go:98] [openshift-package-operator] adding namespace I0512 07:30:02.897099 3711 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.102928ms I0512 07:30:02.897118 3711 namespace.go:98] [openshift-ingress] adding namespace I0512 07:30:02.897511 3711 namespace.go:102] [openshift-marketplace] adding namespace took 6.097802ms I0512 07:30:02.897523 3711 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 07:30:02.897887 3711 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.99082ms I0512 07:30:02.897900 3711 namespace.go:98] [openshift-logging] adding namespace I0512 07:30:02.898220 3711 namespace.go:102] [openshift-controller-manager] adding namespace took 5.848299ms I0512 07:30:02.898236 3711 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 07:30:02.898713 3711 namespace.go:102] [openshift-insights] adding namespace took 5.853446ms I0512 07:30:02.898726 3711 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 07:30:02.899119 3711 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.840632ms I0512 07:30:02.899141 3711 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 07:30:02.899614 3711 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.838404ms I0512 07:30:02.899629 3711 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 07:30:02.900093 3711 namespace.go:102] [openshift-monitoring] adding namespace took 5.909649ms I0512 07:30:02.900105 3711 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 07:30:02.900530 3711 namespace.go:102] [openshift-console] adding namespace took 5.941443ms I0512 07:30:02.900545 3711 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 07:30:02.900885 3711 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.926655ms I0512 07:30:02.900898 3711 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 07:30:02.901374 3711 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.032781ms I0512 07:30:02.901387 3711 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 07:30:02.902140 3711 namespace.go:102] [openshift-config-operator] adding namespace took 6.403865ms I0512 07:30:02.902153 3711 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 07:30:02.902170 3711 iptables.go:108] Creating table: filter chain: OUTPUT I0512 07:30:02.902583 3711 namespace.go:102] [openshift-operators] adding namespace took 6.448259ms I0512 07:30:02.902597 3711 namespace.go:98] [kube-system] adding namespace I0512 07:30:02.903030 3711 namespace.go:102] [openshift-package-operator] adding namespace took 6.350891ms I0512 07:30:02.903554 3711 namespace.go:102] [openshift-ingress] adding namespace took 6.428608ms I0512 07:30:02.904065 3711 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.536839ms I0512 07:30:02.904078 3711 namespace.go:98] [dedicated-admin] adding namespace I0512 07:30:02.904429 3711 namespace.go:102] [openshift-logging] adding namespace took 6.524327ms I0512 07:30:02.904974 3711 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.731407ms I0512 07:30:02.904989 3711 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 07:30:02.905409 3711 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.678598ms I0512 07:30:02.905847 3711 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.69788ms I0512 07:30:02.905861 3711 namespace.go:98] [openshift-host-network] adding namespace I0512 07:30:02.906259 3711 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.624962ms I0512 07:30:02.906735 3711 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.6254ms I0512 07:30:02.907165 3711 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.614691ms I0512 07:30:02.907594 3711 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.69063ms I0512 07:30:02.907611 3711 namespace.go:98] [openshift-node] adding namespace I0512 07:30:02.907983 3711 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.590526ms I0512 07:30:02.907996 3711 namespace.go:98] [openshift-backplane-lpsre] adding namespace W0512 07:30:02.908334 3711 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-4k9gm: pod kube-system/global-pull-secret-syncer-4k9gm: no pod IPs found I0512 07:30:02.908387 3711 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.228863ms I0512 07:30:02.908475 3711 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 07:30:02.908489 3711 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-63.ec2.internal","mac-address":"12:1a:4e:0e:17:41","ip-addresses":["10.0.0.63/24"],"ip-address":"10.0.0.63/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f3dbef3d-6f31-4bce-83a8-a162f661a168 k8s.ovn.org/node-encap-ips:["10.0.0.63"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.63/24"} k8s.ovn.org/zone-name:ip-10-0-0-63.ec2.internal] on node ip-10-0-0-63.ec2.internal I0512 07:30:02.908882 3711 namespace.go:102] [kube-system] adding namespace took 6.278254ms W0512 07:30:02.909255 3711 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ndt2f: pod openshift-network-diagnostics/network-check-target-ndt2f: no pod IPs found I0512 07:30:02.909280 3711 namespace.go:102] [dedicated-admin] adding namespace took 5.198534ms I0512 07:30:02.909917 3711 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.92301ms I0512 07:30:02.910342 3711 namespace.go:102] [openshift-host-network] adding namespace took 4.475683ms I0512 07:30:02.910741 3711 namespace.go:102] [openshift-node] adding namespace took 3.123135ms I0512 07:30:02.911056 3711 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.056056ms W0512 07:30:02.911135 3711 master.go:458] Unable to parse local node ip-10-0-0-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 07:30:02.911144 3711 master.go:481] Removing stale chassis with ID/Name: f3dbef3d-6f31-4bce-83a8-a162f661a168, hostname: ip-10-0-0-63.ec2.internal I0512 07:30:02.911588 3711 master.go:548] Adding or Updating local node "ip-10-0-0-63.ec2.internal" for network "default" I0512 07:30:02.912184 3711 zone_ic_handler.go:195] Time taken to create transit switch: 253.32µs I0512 07:30:02.912199 3711 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-98.ec2.internal for the network default I0512 07:30:02.913207 3711 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-98.ec2.internal" on network "default" took: 1.28472ms I0512 07:30:02.915072 3711 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-63.ec2.internal for the network default I0512 07:30:02.915222 3711 zone_ic_handler.go:195] Time taken to create transit switch: 139.421µs I0512 07:30:02.915849 3711 default_network_controller.go:823] Node add failed for ip-10-0-0-63.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-63.ec2.internal, error getting gateway config for node ip-10-0-0-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-63.ec2.internal", failed to update chassis to local for local node ip-10-0-0-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-63.ec2.internal] E0512 07:30:02.915901 3711 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-63.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-63.ec2.internal, error getting gateway config for node ip-10-0-0-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-63.ec2.internal", failed to update chassis to local for local node ip-10-0-0-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-63.ec2.internal] I0512 07:30:02.915945 3711 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 07:30:02.915964 3711 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 07:30:02.915980 3711 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 07:30:02.915962 3711 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-63.ec2.internal", UID:"edae22c4-e7b3-48f0-8cc8-d0981afc684f", APIVersion:"v1", ResourceVersion:"9125", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-63.ec2.internal, error getting gateway config for node ip-10-0-0-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-63.ec2.internal", failed to update chassis to local for local node ip-10-0-0-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-63.ec2.internal] I0512 07:30:02.915994 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:30:02.916029 3711 node_tracker.go:235] Node ip-10-0-0-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-63.ec2.internal" I0512 07:30:02.916044 3711 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:02.916058 3711 services_controller.go:574] Full service sync requested for network=default I0512 07:30:02.916067 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default" I0512 07:30:02.916106 3711 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:02.916113 3711 services_controller.go:574] Full service sync requested for network=default I0512 07:30:02.928203 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:30:02.928270 3711 master.go:548] Adding or Updating local node "ip-10-0-0-63.ec2.internal" for network "default" I0512 07:30:02.928284 3711 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:02.928307 3711 services_controller.go:574] Full service sync requested for network=default I0512 07:30:02.932232 3711 default_node_network_controller.go:519] Node connection status = connected W0512 07:30:02.932764 3711 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-s6q2w: pod openshift-multus/network-metrics-daemon-s6q2w: no pod IPs found W0512 07:30:02.932776 3711 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-4k9gm: pod kube-system/global-pull-secret-syncer-4k9gm: no pod IPs found W0512 07:30:02.932789 3711 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ndt2f: pod openshift-network-diagnostics/network-check-target-ndt2f: no pod IPs found I0512 07:30:02.933800 3711 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-63.ec2.internal for the network default I0512 07:30:02.934008 3711 zone_ic_handler.go:195] Time taken to create transit switch: 195.471µs I0512 07:30:03.017072 3711 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 07:30:03.017097 3711 services_controller.go:208] Setting up event handlers for services for network=default I0512 07:30:03.017218 3711 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 07:30:03.017304 3711 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 07:30:03.017334 3711 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 07:30:03.117456 3711 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 07:30:03.117477 3711 repair.go:60] Starting repairing loop for services I0512 07:30:03.117571 3711 repair.go:131] Deleted 0 stale service LBs I0512 07:30:03.117589 3711 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 07:30:03.117606 3711 repair.go:62] Finished repairing loop for services: 131.371µs I0512 07:30:03.117626 3711 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 07:30:03.117636 3711 services_controller.go:254] Starting workers for network=default I0512 07:30:03.118189 3711 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ndt2f] creating logical port openshift-network-diagnostics_network-check-target-ndt2f for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:03.118244 3711 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-4k9gm] creating logical port kube-system_global-pull-secret-syncer-4k9gm for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:03.118340 3711 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ndt2f I0512 07:30:03.118365 3711 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-4k9gm I0512 07:30:03.137024 3711 pod.go:62] [kube-system/global-pull-secret-syncer-4k9gm] pod update took 18.692098ms I0512 07:30:03.137041 3711 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-4k9gm] addLogicalPort annotation time took 18.712509ms I0512 07:30:03.138063 3711 pods.go:271] [kube-system/global-pull-secret-syncer-4k9gm] addLogicalPort took 19.834794ms, libovsdb time 732.279µs I0512 07:30:03.138135 3711 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s6q2w] creating logical port openshift-multus_network-metrics-daemon-s6q2w for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:03.138190 3711 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-s6q2w I0512 07:30:03.139505 3711 pod.go:62] [openshift-network-diagnostics/network-check-target-ndt2f] pod update took 21.235354ms I0512 07:30:03.139519 3711 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ndt2f] addLogicalPort annotation time took 21.254291ms I0512 07:30:03.140386 3711 pods.go:271] [openshift-network-diagnostics/network-check-target-ndt2f] addLogicalPort took 22.20961ms, libovsdb time 601.421µs I0512 07:30:03.155817 3711 pod.go:62] [openshift-multus/network-metrics-daemon-s6q2w] pod update took 17.647077ms I0512 07:30:03.155833 3711 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-s6q2w] addLogicalPort annotation time took 17.666719ms I0512 07:30:03.156767 3711 pods.go:271] [openshift-multus/network-metrics-daemon-s6q2w] addLogicalPort took 18.636855ms, libovsdb time 726.232µs I0512 07:30:03.157235 3711 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 07:30:03.157255 3711 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 07:30:03.157287 3711 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 07:30:03.157295 3711 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 07:30:03.157515 3711 repair.go:29] Repairing admin network policies took 213.934µs I0512 07:30:03.157638 3711 repair.go:92] Repairing baseline admin network policies took 113.767µs I0512 07:30:03.157956 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 07:30:03.157973 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 07:30:03.159682 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 07:30:03.159706 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 07:30:03.160459 3711 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 07:30:03.160473 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 07:30:03.162612 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 07:30:03.162629 3711 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 07:30:03.162637 3711 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 07:30:03.164085 3711 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 07:30:03.164105 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 07:30:03.164115 3711 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 07:30:03.165605 3711 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 07:30:03.165624 3711 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 07:30:03.165637 3711 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 07:30:03.167372 3711 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 07:30:03.167389 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 07:30:03.167395 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 07:30:03.168703 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 07:30:03.168741 3711 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 07:30:03.168750 3711 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 07:30:03.169282 3711 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 07:30:03.169298 3711 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 07:30:03.169307 3711 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 07:30:03.170334 3711 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 07:30:03.170352 3711 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 07:30:03.170363 3711 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 07:30:03.171518 3711 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 07:30:03.171536 3711 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 07:30:03.171543 3711 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 07:30:03.172731 3711 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 07:30:03.172746 3711 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 07:30:03.172754 3711 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 07:30:03.173651 3711 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 07:30:03.173670 3711 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 07:30:03.173682 3711 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 07:30:03.174849 3711 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 07:30:03.174866 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 07:30:03.174873 3711 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 07:30:03.175413 3711 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 07:30:03.175426 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 07:30:03.175433 3711 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 07:30:03.176005 3711 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 07:30:03.176018 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 07:30:03.176027 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 07:30:03.176568 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 07:30:03.176587 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 07:30:03.176595 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 07:30:03.177105 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 07:30:03.177120 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 07:30:03.177126 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 07:30:03.177452 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 07:30:03.177470 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 07:30:03.177478 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 07:30:03.178325 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 07:30:03.178340 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 07:30:03.178348 3711 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 07:30:03.179068 3711 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 07:30:03.179087 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 07:30:03.179094 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 07:30:03.179580 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 07:30:03.179597 3711 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 07:30:03.179604 3711 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 07:30:03.180655 3711 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 07:30:03.180672 3711 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 07:30:03.180680 3711 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 07:30:03.181241 3711 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 07:30:03.181257 3711 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 07:30:03.181265 3711 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 07:30:03.182926 3711 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 07:30:03.182942 3711 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 07:30:03.182951 3711 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 07:30:03.183907 3711 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 07:30:03.183925 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 07:30:03.183931 3711 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 07:30:03.184231 3711 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 07:30:03.184249 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 07:30:03.184271 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 07:30:03.185140 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 07:30:03.185164 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 07:30:03.185172 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 07:30:03.185795 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 07:30:03.185815 3711 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 07:30:03.185822 3711 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 07:30:03.186414 3711 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 07:30:03.186432 3711 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 07:30:03.186818 3711 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 07:30:03.187830 3711 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 07:30:03.192501 3711 egressfirewall.go:374] Starting EgressFirewall controller I0512 07:30:03.192533 3711 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 07:30:03.192536 3711 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 07:30:03.192627 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 07:30:03.192664 3711 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 07:30:03.192556 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 07:30:03.192675 3711 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 07:30:03.193045 3711 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 07:30:03.193059 3711 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 07:30:03.193066 3711 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 07:30:03.193077 3711 egressqos.go:193] Setting up event handlers for EgressQoS I0512 07:30:03.193082 3711 egressfirewall.go:723] Syncing node "ip-10-0-0-63.ec2.internal" for egress firewall I0512 07:30:03.193091 3711 egressfirewall.go:723] Syncing node "ip-10-0-1-98.ec2.internal" for egress firewall I0512 07:30:03.193310 3711 egressqos.go:245] Starting EgressQoS Controller I0512 07:30:03.193324 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 07:30:03.193331 3711 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 07:30:03.193337 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 07:30:03.193342 3711 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 07:30:03.193347 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 07:30:03.193352 3711 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 07:30:03.193355 3711 egressqos.go:259] Repairing EgressQoSes I0512 07:30:03.193359 3711 egressqos.go:399] Starting repairing loop for egressqos I0512 07:30:03.193456 3711 egressqos.go:401] Finished repairing loop for egressqos: 96.857µs I0512 07:30:03.193475 3711 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 07:30:03.193516 3711 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-63.ec2.internal I0512 07:30:03.193570 3711 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-63.ec2.internal : 57.618µs I0512 07:30:03.193595 3711 egressservice_zone.go:210] Starting Egress Services Controller I0512 07:30:03.193604 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 07:30:03.193609 3711 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 07:30:03.193615 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 07:30:03.193620 3711 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 07:30:03.193624 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 07:30:03.193629 3711 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 07:30:03.193642 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 07:30:03.193649 3711 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 07:30:03.193653 3711 egressservice_zone.go:228] Repairing Egress Services I0512 07:30:03.193894 3711 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 07:30:03.193905 3711 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 07:30:03.193913 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:30:03.193922 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 8.617µs I0512 07:30:03.193929 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal I0512 07:30:03.193938 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 9.548µs I0512 07:30:03.194030 3711 default_network_controller.go:585] Completing all the Watchers took 320.102546ms I0512 07:30:03.194044 3711 default_network_controller.go:589] Starting unidling controllers I0512 07:30:03.194057 3711 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 07:30:03.194066 3711 unidle.go:63] Populating Initial ContollerEvent events I0512 07:30:03.194081 3711 unidle.go:79] Setting up event handlers for services I0512 07:30:03.194230 3711 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller W0512 07:30:03.306690 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:03.432449 3711 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:03.730546 3711 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:03.730559 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:03.730577 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 26.335µs I0512 07:30:03.730561 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:03.730596 3711 node_tracker.go:220] Node ip-10-0-2-100.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0512 07:30:03.730652 3711 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 07:30:03.730671 3711 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-100.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-100.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-100.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-100.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-100.ec2.internal, error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0512 07:30:03.742771 3711 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.742819 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true E0512 07:30:03.742858 3711 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0512 07:30:03.754841 3711 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.754958 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 07:30:03.754998 3711 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 07:30:03.770808 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:03.770823 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 17.23µs E0512 07:30:03.770845 3711 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.770887 3711 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:03.770919 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 07:30:03.770950 3711 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-100.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0512 07:30:03.785998 3711 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input E0512 07:30:03.786035 3711 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-100.ec2.internal annotation: unexpected end of JSON input I0512 07:30:03.786052 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:03.933094 3711 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:03.985617 3711 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:03.985619 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:03.985645 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 28.322µs I0512 07:30:03.985685 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:04.004065 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 07:30:04.183155 3711 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:04.192023 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:04.433342 3711 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:04.469954 3711 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 07:30:04.470729 3711 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 753.738µs I0512 07:30:04.503659 3711 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 07:30:04.933005 3711 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:04.972716 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:05.078345 3711 namespace.go:98] [openshift-service-ca] adding namespace I0512 07:30:05.079145 3711 namespace.go:102] [openshift-service-ca] adding namespace took 781.065µs I0512 07:30:05.098903 3711 namespace.go:142] [openshift-service-ca] updating namespace I0512 07:30:05.295195 3711 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 07:30:05.433147 3711 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:05.450429 3711 bridgeconfig.go:537] Gateway is ready I0512 07:30:05.450456 3711 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 07:30:05.462256 3711 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.63. Updating OVN encap IP. I0512 07:30:05.467735 3711 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.63 - it is already configured I0512 07:30:05.467747 3711 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.63/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 07:30:05.467949 3711 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.63/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-63.ec2.internal","mac-address":"12:1a:4e:0e:17:41","ip-addresses":["10.0.0.63/24"],"ip-address":"10.0.0.63/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f3dbef3d-6f31-4bce-83a8-a162f661a168 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.63/24"}] on node ip-10-0-0-63.ec2.internal I0512 07:30:05.487329 3711 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.63 I0512 07:30:05.487492 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:30:05.487512 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 26.816µs I0512 07:30:05.487507 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:30:05.487560 3711 master.go:548] Adding or Updating local node "ip-10-0-0-63.ec2.internal" for network "default" I0512 07:30:05.487612 3711 egressfirewall.go:723] Syncing node "ip-10-0-0-63.ec2.internal" for egress firewall I0512 07:30:05.487621 3711 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-63.ec2.internal I0512 07:30:05.487634 3711 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:05.487652 3711 services_controller.go:574] Full service sync requested for network=default W0512 07:30:05.488273 3711 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 07:30:05.488390 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:05.491910 3711 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-63.ec2.internal. Updating no re-route policies I0512 07:30:05.491982 3711 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-63.ec2.internal I0512 07:30:05.491997 3711 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-63.ec2.internal I0512 07:30:05.492006 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cwbvb I0512 07:30:05.492018 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w9dlj I0512 07:30:05.492027 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cctw9 I0512 07:30:05.492033 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w9dlj I0512 07:30:05.492041 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cctw9 I0512 07:30:05.492046 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz I0512 07:30:05.492053 3711 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-63.ec2.internal after 0 failed attempt(s) I0512 07:30:05.492054 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-63.ec2.internal I0512 07:30:05.492060 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz I0512 07:30:05.492065 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xldsp I0512 07:30:05.492077 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-qfcd9 I0512 07:30:05.492074 3711 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-dbs6d I0512 07:30:05.492081 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lxlv4 I0512 07:30:05.492084 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xldsp I0512 07:30:05.492092 3711 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-dbs6d I0512 07:30:05.492089 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s6q2w I0512 07:30:05.492093 3711 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-ttb98 I0512 07:30:05.492099 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rwjhg I0512 07:30:05.492103 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s6q2w I0512 07:30:05.492108 3711 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-ttb98 I0512 07:30:05.492115 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rwjhg I0512 07:30:05.492115 3711 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-pnjhz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-pnjhz: no pod IPs found I0512 07:30:05.492055 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-w9dlj after 0 failed attempt(s) I0512 07:30:05.492144 3711 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-ttb98, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-ttb98: suppressed error logged: pod kube-system/global-pull-secret-syncer-ttb98: no pod IPs found I0512 07:30:05.492086 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-qfcd9 I0512 07:30:05.492151 3711 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s6q2w] creating logical port openshift-multus_network-metrics-daemon-s6q2w for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:05.492155 3711 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-rwjhg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-rwjhg: suppressed error logged: pod openshift-multus/network-metrics-daemon-rwjhg: no pod IPs found I0512 07:30:05.492115 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xldsp after 0 failed attempt(s) I0512 07:30:05.492030 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cwbvb I0512 07:30:05.492193 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cctw9 after 0 failed attempt(s) I0512 07:30:05.492198 3711 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-dbs6d after 0 failed attempt(s) I0512 07:30:05.492095 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lxlv4 I0512 07:30:05.492215 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-lxlv4 after 0 failed attempt(s) I0512 07:30:05.492194 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cwbvb after 0 failed attempt(s) I0512 07:30:05.492077 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-63.ec2.internal I0512 07:30:05.491982 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-wtqqh I0512 07:30:05.492238 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-63.ec2.internal after 0 failed attempt(s) I0512 07:30:05.492098 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ndt2f I0512 07:30:05.492251 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ndt2f I0512 07:30:05.492274 3711 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ndt2f] creating logical port openshift-network-diagnostics_network-check-target-ndt2f for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:05.492169 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-qfcd9 after 0 failed attempt(s) I0512 07:30:05.492176 3711 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fd9v8 I0512 07:30:05.492370 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fd9v8 I0512 07:30:05.492391 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fd9v8 after 0 failed attempt(s) I0512 07:30:05.492243 3711 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-wtqqh I0512 07:30:05.492418 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-wtqqh after 0 failed attempt(s) I0512 07:30:05.492079 3711 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-4k9gm I0512 07:30:05.492446 3711 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-4k9gm I0512 07:30:05.492475 3711 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-4k9gm] creating logical port kube-system_global-pull-secret-syncer-4k9gm for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:05.493002 3711 pods.go:271] [openshift-network-diagnostics/network-check-target-ndt2f] addLogicalPort took 732.078µs, libovsdb time 244.163µs I0512 07:30:05.493018 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ndt2f after 0 failed attempt(s) I0512 07:30:05.493061 3711 pods.go:271] [openshift-multus/network-metrics-daemon-s6q2w] addLogicalPort took 923.181µs, libovsdb time 262.11µs I0512 07:30:05.493073 3711 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-s6q2w after 0 failed attempt(s) I0512 07:30:05.493131 3711 pods.go:271] [kube-system/global-pull-secret-syncer-4k9gm] addLogicalPort took 668.546µs, libovsdb time 295.869µs I0512 07:30:05.493139 3711 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-4k9gm after 0 failed attempt(s) I0512 07:30:05.505135 3711 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 07:30:05.516596 3711 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 07:30:05.519734 3711 iptables.go:108] Creating table: nat chain: OUTPUT I0512 07:30:05.573094 3711 iptables.go:108] Creating table: nat chain: PREROUTING I0512 07:30:05.622018 3711 iptables.go:108] Creating table: filter chain: FORWARD I0512 07:30:05.638158 3711 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 07:30:05.638258 3711 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 07:30:05.638297 3711 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 07:30:05.638362 3711 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 07:30:05.638406 3711 gateway_init.go:325] Gateway and management port readiness took 2.710295119s I0512 07:30:05.638432 3711 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 07:30:05.638475 3711 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 07:30:05.638487 3711 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 07:30:05.638495 3711 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 07:30:05.638553 3711 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 07:30:05.638655 3711 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.028µs I0512 07:30:05.638830 3711 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 07:30:05.638858 3711 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.422µs I0512 07:30:05.638866 3711 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.384µs I0512 07:30:05.638872 3711 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 07:30:05.638881 3711 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 07:30:05.638886 3711 default_node_network_controller.go:899] Starting the default node network controller I0512 07:30:05.638890 3711 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 07:30:05.638910 3711 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.73µs I0512 07:30:05.639023 3711 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 07:30:05.639031 3711 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 07:30:05.639054 3711 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a647b0 0xc0002d3b20 0xc0002d3b90 0xc0002d3c00 0xc0002d3c70 0xc0002d3ce0 0xc0002d3d50 0xc00026fd10 0xc0002d3dc0 0xc0002d3e30 0xc000cc42d0 0xc0061c3500 0xc0002d3ea0 map[0x2ff9080:0xc0023197a0 0x2ff95c0:0xc002319b60 0x2ffa2e0:0xc00198c420 0x2ffa580:0xc002319740 0x2ffad60:0xc002319800 0x2ffb000:0xc002319860 0x2ffb2a0:0xc0023198c0 0x2ffba80:0xc002319bc0 0x2ffbd20:0xc002319c20 0x3026980:0xc00198c180 0x3026d20:0xc00198c1e0 0x3027800:0xc000cbe540 0x3029160:0xc001c10000 0x30298a0:0xc00198c3c0 0x302a720:0xc001191080] 0xc0007a44d0 0} I0512 07:30:05.639105 3711 gateway.go:151] Starting gateway service sync I0512 07:30:05.639521 3711 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 07:30:05.641634 3711 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 07:30:05.657527 3711 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 07:30:05.658652 3711 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 07:30:05.659808 3711 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 07:30:05.695520 3711 gateway.go:168] Gateway service sync done. Time taken: 56.400662ms I0512 07:30:05.695825 3711 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31645 I0512 07:30:05.696343 3711 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a647b0 0xc0002d3b20 0xc0002d3b90 0xc0002d3c00 0xc0002d3c70 0xc0002d3ce0 0xc0002d3d50 0xc00026fd10 0xc0002d3dc0 0xc0002d3e30 0xc000cc42d0 0xc0061c3500 0xc0002d3ea0 map[0x2ff9080:0xc0023197a0 0x2ff95c0:0xc002319b60 0x2ffa2e0:0xc00198c420 0x2ffa580:0xc002319740 0x2ffad60:0xc002319800 0x2ffb000:0xc002319860 0x2ffb2a0:0xc0023198c0 0x2ffba80:0xc002319bc0 0x2ffbd20:0xc002319c20 0x3026980:0xc00198c180 0x3026d20:0xc00198c1e0 0x3027800:0xc000cbe540 0x3029160:0xc001c10000 0x30298a0:0xc00198c3c0 0x302a720:0xc001191080] 0xc0007a44d0 0} I0512 07:30:05.696848 3711 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a647b0 0xc0002d3b20 0xc0002d3b90 0xc0002d3c00 0xc0002d3c70 0xc0002d3ce0 0xc0002d3d50 0xc00026fd10 0xc0002d3dc0 0xc0002d3e30 0xc000cc42d0 0xc0061c3500 0xc0002d3ea0 map[0x2ff9080:0xc0023197a0 0x2ff95c0:0xc002319b60 0x2ffa2e0:0xc00198c420 0x2ffa580:0xc002319740 0x2ffad60:0xc002319800 0x2ffb000:0xc002319860 0x2ffb2a0:0xc0023198c0 0x2ffba80:0xc002319bc0 0x2ffbd20:0xc002319c20 0x3026980:0xc00198c180 0x3026d20:0xc00198c1e0 0x3027800:0xc000cbe540 0x3029160:0xc001c10000 0x30298a0:0xc00198c3c0 0x302a720:0xc001191080] 0xc0007a44d0 0} I0512 07:30:05.696883 3711 gateway.go:532] Reconciling gateway with updates I0512 07:30:05.702287 3711 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 07:30:05.702367 3711 default_node_network_controller.go:944] Gateway and management port readiness took 63.329468ms I0512 07:30:05.702369 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:05.702385 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:05.702388 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:05.702386 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:05.702397 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:05.702400 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:05.702404 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:05.702372 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:05.702409 3711 port_claim.go:71] Svc openshift-ingress/router-default: port 32239 is already open, no action needed I0512 07:30:05.702410 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:05.702419 3711 port_claim.go:71] Svc openshift-ingress/router-default: port 32665 is already open, no action needed I0512 07:30:05.702422 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:05.702426 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:05.702432 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:05.702449 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 07:30:05.702458 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:05.702466 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:05.702473 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:05.702479 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:05.702388 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:05.702484 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:05.702492 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:05.702494 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:05.702503 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:05.702506 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:05.702512 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:05.702514 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:05.702517 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:05.702419 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:05.702519 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:05.702522 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:05.702527 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:05.702532 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:05.702535 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:05.702540 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:05.702542 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:05.702543 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:05.702550 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:05.702552 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:05.702411 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:05.702557 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:05.702561 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:05.702515 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:05.702513 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:05.702569 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:05.702575 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:05.702492 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:05.702581 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:05.702580 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 07:30:05.702585 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:05.702523 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:05.702591 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:05.702600 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:05.702602 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:05.702545 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 07:30:05.702612 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:05.702529 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:05.702620 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:05.702619 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:05.702601 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:05.702630 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:05.702634 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:05.702637 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 07:30:05.702529 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:05.702505 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:05.702686 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 07:30:05.702475 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:05.702450 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:05.702727 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:05.702537 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:05.702786 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:05.702466 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 07:30:05.702799 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 07:30:05.702804 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 07:30:05.702811 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 07:30:05.702496 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:05.702821 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:05.702511 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 07:30:05.702847 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 07:30:05.702488 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:05.702515 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:05.702949 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:05.702521 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:05.702532 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:05.703070 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:05.702563 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:05.703134 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:05.702593 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 07:30:05.702610 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:05.703224 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:05.702623 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:05.703266 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:05.702629 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:05.703291 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 07:30:05.702627 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:05.703310 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:05.703315 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 07:30:05.702669 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:05.703323 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 07:30:05.703956 3711 node_ip_handler_linux.go:160] Node IP manager is running I0512 07:30:05.723367 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 07:30:05.723387 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 07:30:05.723372 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 07:30:05.723381 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0512 07:30:05.741269 3711 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 07:30:05.741487 3711 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 07:30:05.741681 3711 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 07:30:05.771800 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 07:30:05.771814 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 07:30:05.771805 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 07:30:05.771830 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 07:30:05.771837 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 07:30:05.771845 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 07:30:05.771853 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771860 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 07:30:05.771865 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 07:30:05.771879 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 07:30:05.771898 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771905 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 07:30:05.771910 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 07:30:05.771916 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771922 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 07:30:05.771927 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771933 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 07:30:05.771939 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771944 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771948 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771956 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771961 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 07:30:05.771966 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 07:30:05.771972 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 07:30:05.771977 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 07:30:05.771983 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 07:30:05.771988 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 07:30:05.771994 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 07:30:05.815308 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 07:30:05.815333 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 07:30:05.815340 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 07:30:07.280006 3711 default_node_network_controller.go:1380] Starting node controller node sync W0512 07:30:07.280029 3711 egressip_healthcheck.go:76] Health checking using insecure connection I0512 07:30:07.280068 3711 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 07:30:07.291741 3711 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.712522ms I0512 07:30:07.291852 3711 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 10.0.1.98 to PMTUD blocking rules I0512 07:30:07.291866 3711 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:07.297823 3711 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 07:30:07.298108 3711 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 07:30:07.298223 3711 egressservice_node.go:183] Starting Egress Services Controller I0512 07:30:07.298238 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 07:30:07.298248 3711 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 07:30:07.298254 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 07:30:07.298259 3711 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 07:30:07.298266 3711 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 07:30:07.298274 3711 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 07:30:07.298280 3711 egressservice_node.go:197] Repairing Egress Services I0512 07:30:07.309225 3711 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 07:30:07.309240 3711 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 07:30:07.311596 3711 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 07:30:07.311641 3711 link_network_manager.go:119] Link manager is running I0512 07:30:07.311656 3711 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 07:30:07.312285 3711 vrf_manager.go:128] VRF manager is running I0512 07:30:07.312504 3711 node_controller_manager.go:437] Removing flows to drop GARP I0512 07:30:07.312574 3711 gateway.go:532] Reconciling gateway with updates I0512 07:30:07.316542 3711 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 07:30:07.342718 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:07.342737 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:07.342743 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:07.342749 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:07.342754 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:07.342755 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:07.342760 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:07.342758 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:07.342749 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:07.342769 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:07.342771 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:07.342776 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:07.342778 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:07.342761 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:07.342784 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:07.342785 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:07.342805 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:07.342808 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:07.342820 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 07:30:07.342824 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:07.342827 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:07.342836 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 07:30:07.342835 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 07:30:07.342842 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 07:30:07.342841 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 07:30:07.342847 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:07.342845 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 07:30:07.342854 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:07.342767 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:07.342861 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:07.342863 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:07.342864 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:07.342742 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:07.342875 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:07.342879 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:07.342884 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:07.342883 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 07:30:07.342885 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 07:30:07.342895 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 07:30:07.342901 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:07.342777 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 07:30:07.342905 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 07:30:07.342913 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 07:30:07.342913 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:07.342918 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:07.342921 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:07.342925 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:07.342925 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:07.342929 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:07.342728 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:07.342932 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:07.342937 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:07.342938 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:07.342942 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:07.342943 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:07.342909 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:07.342947 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 07:30:07.342951 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:07.342951 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:07.342955 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:07.342954 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:07.342957 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 07:30:07.342958 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:07.342966 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:07.342971 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:07.342863 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:07.342949 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:07.342996 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:07.343006 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:07.343015 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 07:30:07.342891 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 07:30:07.342943 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:07.343031 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:07.342923 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 07:30:07.343071 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 07:30:07.342847 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:07.343079 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:07.342727 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:07.343111 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:07.343122 3711 port_claim.go:71] Svc openshift-ingress/router-default: port 32239 is already open, no action needed I0512 07:30:07.343129 3711 port_claim.go:71] Svc openshift-ingress/router-default: port 32665 is already open, no action needed I0512 07:30:07.342903 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:07.343167 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:07.342910 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:07.343188 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:07.342910 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:07.343218 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 07:30:07.342922 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:07.343229 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:07.343234 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 07:30:07.342923 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:07.343240 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:07.342928 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:07.342932 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:07.342933 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:07.343311 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:07.342936 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:07.342934 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:07.343362 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:07.342938 3711 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:07.343383 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:07.342945 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:07.342948 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:07.343429 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 07:30:07.342959 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 07:30:07.342961 3711 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:07.343457 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 07:30:07.369986 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 07:30:07.370013 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 07:30:07.370023 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 07:30:07.370031 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 07:30:07.370049 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 07:30:07.370071 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 07:30:07.370078 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 07:30:07.370085 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 07:30:07.370091 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 07:30:07.370097 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 07:30:07.414056 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 07:30:07.414088 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 07:30:07.414098 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 07:30:07.414104 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 07:30:07.414110 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 07:30:07.414115 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 07:30:07.456610 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 07:30:07.456621 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 07:30:07.456641 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 07:30:07.456648 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 07:30:07.456654 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 07:30:07.456661 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 07:30:07.456667 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 07:30:07.456683 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 07:30:07.456698 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 07:30:07.456705 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 07:30:07.456711 3711 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 07:30:09.432011 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:30:09.432039 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 34.244µs I0512 07:30:09.461407 3711 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr] creating logical port openshift-image-registry_image-registry-6ffbb7c8f4-wfjbr for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:09.461561 3711 kube.go:256] Updating pod openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr I0512 07:30:09.479748 3711 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f469596f5-j5g8x] creating logical port openshift-ingress_router-default-f469596f5-j5g8x for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:09.480073 3711 kube.go:256] Updating pod openshift-ingress/router-default-f469596f5-j5g8x I0512 07:30:09.482803 3711 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wkk6f] creating logical port openshift-dns_dns-default-wkk6f for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:09.482914 3711 kube.go:256] Updating pod openshift-dns/dns-default-wkk6f I0512 07:30:09.482969 3711 pod.go:62] [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr] pod update took 21.436695ms I0512 07:30:09.482991 3711 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr] addLogicalPort annotation time took 21.462709ms I0512 07:30:09.484192 3711 pods.go:271] [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr] addLogicalPort took 22.802389ms, libovsdb time 882.687µs I0512 07:30:09.486164 3711 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vhv27] creating logical port openshift-ingress-canary_ingress-canary-vhv27 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:09.486252 3711 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vhv27 I0512 07:30:09.502255 3711 pod.go:62] [openshift-dns/dns-default-wkk6f] pod update took 19.372112ms I0512 07:30:09.502274 3711 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wkk6f] addLogicalPort annotation time took 19.396218ms I0512 07:30:09.503294 3711 pods.go:271] [openshift-dns/dns-default-wkk6f] addLogicalPort took 20.504316ms, libovsdb time 704.352µs I0512 07:30:09.506199 3711 pod.go:62] [openshift-ingress/router-default-f469596f5-j5g8x] pod update took 26.154212ms I0512 07:30:09.506220 3711 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-f469596f5-j5g8x] addLogicalPort annotation time took 26.179919ms I0512 07:30:09.507236 3711 pods.go:271] [openshift-ingress/router-default-f469596f5-j5g8x] addLogicalPort took 27.504857ms, libovsdb time 685.866µs I0512 07:30:09.521908 3711 pod.go:62] [openshift-ingress-canary/ingress-canary-vhv27] pod update took 35.6721ms I0512 07:30:09.521927 3711 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vhv27] addLogicalPort annotation time took 35.694761ms I0512 07:30:09.522886 3711 pods.go:271] [openshift-ingress-canary/ingress-canary-vhv27] addLogicalPort took 36.733754ms, libovsdb time 727.833µs I0512 07:30:09.906854 3711 cni.go:452] [openshift-ingress-canary/ingress-canary-vhv27 f2665f94f6c4de11e100b246da9bc9fc742e89f744e15cf3de9ab330e5c47b19 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vhv27 f2665f94f6c4de11e100b246da9bc9fc742e89f744e15cf3de9ab330e5c47b19 network default NAD default NAD key ] I0512 07:30:09.945821 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vhv27, hostIfaceName: f2665f94f6c4de1, network: default, NAD default, SandboxID: "f2665f94f6c4de11e100b246da9bc9fc742e89f744e15cf3de9ab330e5c47b19", PCI device ID: , UID: "abc04f8b-4a19-4dd5-acb8-16c46b1786ec", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 07:30:09.999263 3711 cni.go:473] [openshift-ingress-canary/ingress-canary-vhv27 f2665f94f6c4de11e100b246da9bc9fc742e89f744e15cf3de9ab330e5c47b19 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vhv27 f2665f94f6c4de11e100b246da9bc9fc742e89f744e15cf3de9ab330e5c47b19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:47:d3:6b:9b:d0\",\"name\":\"f2665f94f6c4de1\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0feef9b9-545f-41a4-b84b-9da849815606\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:30:11.505141 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 07:30:13.006634 3711 cni.go:452] [kube-system/global-pull-secret-syncer-4k9gm 1a3cb7a9db13b928d6e99808d6805205e1763f22f44cadae5c62d43eaa0475ec network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-4k9gm 1a3cb7a9db13b928d6e99808d6805205e1763f22f44cadae5c62d43eaa0475ec network default NAD default NAD key ] I0512 07:30:13.017458 3711 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-4k9gm, hostIfaceName: 1a3cb7a9db13b92, network: default, NAD default, SandboxID: "1a3cb7a9db13b928d6e99808d6805205e1763f22f44cadae5c62d43eaa0475ec", PCI device ID: , UID: "fef59776-7d9b-499c-92dd-bf7ca266247c", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 07:30:13.064635 3711 cni.go:473] [kube-system/global-pull-secret-syncer-4k9gm 1a3cb7a9db13b928d6e99808d6805205e1763f22f44cadae5c62d43eaa0475ec network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-4k9gm 1a3cb7a9db13b928d6e99808d6805205e1763f22f44cadae5c62d43eaa0475ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:c9:c7:d9:19:1c\",\"name\":\"1a3cb7a9db13b92\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9f8a033-b4c2-44ec-9bc2-ee7650443bea\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:13.301865 3711 cni.go:452] [openshift-network-diagnostics/network-check-target-ndt2f 9a342d801fd9763785073c19eb91a35edc6bb6e9b005a2ec52604f2f00fdb741 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ndt2f 9a342d801fd9763785073c19eb91a35edc6bb6e9b005a2ec52604f2f00fdb741 network default NAD default NAD key ] I0512 07:30:13.310753 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ndt2f, hostIfaceName: 9a342d801fd9763, network: default, NAD default, SandboxID: "9a342d801fd9763785073c19eb91a35edc6bb6e9b005a2ec52604f2f00fdb741", PCI device ID: , UID: "ee4467aa-26fe-4db7-8de1-5085e08007c7", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 07:30:13.359614 3711 cni.go:473] [openshift-network-diagnostics/network-check-target-ndt2f 9a342d801fd9763785073c19eb91a35edc6bb6e9b005a2ec52604f2f00fdb741 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ndt2f 9a342d801fd9763785073c19eb91a35edc6bb6e9b005a2ec52604f2f00fdb741 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e5:e3:91:b0:a5\",\"name\":\"9a342d801fd9763\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fae89ff9-b155-4a7f-b2af-cf9509e8cb26\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:13.475624 3711 cni.go:452] [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key ] I0512 07:30:13.487655 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6ffbb7c8f4-wfjbr, hostIfaceName: 5f6bdd1e847db59, network: default, NAD default, SandboxID: "5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d", PCI device ID: , UID: "3102f6d6-ee2d-4b4e-a125-5497e7a922b7", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0512 07:30:13.499846 3711 cni.go:452] [openshift-dns/dns-default-wkk6f 6bf4937e8aeec1b74537e3bc815337d150ec34dc40727c5624f66d7e69726ff2 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wkk6f 6bf4937e8aeec1b74537e3bc815337d150ec34dc40727c5624f66d7e69726ff2 network default NAD default NAD key ] I0512 07:30:13.510547 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wkk6f, hostIfaceName: 6bf4937e8aeec1b, network: default, NAD default, SandboxID: "6bf4937e8aeec1b74537e3bc815337d150ec34dc40727c5624f66d7e69726ff2", PCI device ID: , UID: "2a5d22b9-6f53-43d7-9384-9d65934df79d", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 07:30:13.538846 3711 cni.go:473] [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:1d:86:14:e5:58\",\"name\":\"5f6bdd1e847db59\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b69cadf0-f7f4-4230-9811-629f23eb1972\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:13.560348 3711 cni.go:473] [openshift-dns/dns-default-wkk6f 6bf4937e8aeec1b74537e3bc815337d150ec34dc40727c5624f66d7e69726ff2 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wkk6f 6bf4937e8aeec1b74537e3bc815337d150ec34dc40727c5624f66d7e69726ff2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:96:4b:a2:0f:1c\",\"name\":\"6bf4937e8aeec1b\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5351e0e2-0185-4591-8241-9f5ec41ed809\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:13.939690 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:22.664428 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:22.664460 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 39.337µs I0512 07:30:22.664515 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:22.664528 3711 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:25.496940 3711 cni.go:452] [openshift-ingress/router-default-f469596f5-j5g8x 29ef471b0b8be418a2d432103df5d4b662dd3cd013e82e8668ead460d889617a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-f469596f5-j5g8x 29ef471b0b8be418a2d432103df5d4b662dd3cd013e82e8668ead460d889617a network default NAD default NAD key ] I0512 07:30:25.506997 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f469596f5-j5g8x, hostIfaceName: 29ef471b0b8be41, network: default, NAD default, SandboxID: "29ef471b0b8be418a2d432103df5d4b662dd3cd013e82e8668ead460d889617a", PCI device ID: , UID: "03bc1ffe-ec3d-46c8-8b74-e484dbbb5220", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 07:30:25.553106 3711 cni.go:473] [openshift-ingress/router-default-f469596f5-j5g8x 29ef471b0b8be418a2d432103df5d4b662dd3cd013e82e8668ead460d889617a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-f469596f5-j5g8x 29ef471b0b8be418a2d432103df5d4b662dd3cd013e82e8668ead460d889617a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b7:c1:98:73:6e\",\"name\":\"29ef471b0b8be41\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0518892d-5cff-42a7-927e-2df38775798c\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:28.372354 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:28.422355 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 07:30:28.458951 3711 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:28.461994 3711 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.462005 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.462010 3711 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.486994 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:28.494060 3711 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 07:30:28.513264 3711 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 07:30:28.529146 3711 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6ffbb7c8f4-cgvt4 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6ffbb7c8f4-cgvt4: no pod IPs found I0512 07:30:28.590086 3711 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lx4wd] creating logical port openshift-insights_insights-runtime-extractor-lx4wd for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:28.590197 3711 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lx4wd I0512 07:30:28.621347 3711 pod.go:62] [openshift-insights/insights-runtime-extractor-lx4wd] pod update took 31.187229ms I0512 07:30:28.621369 3711 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lx4wd] addLogicalPort annotation time took 31.215454ms I0512 07:30:28.622545 3711 pods.go:271] [openshift-insights/insights-runtime-extractor-lx4wd] addLogicalPort took 32.474146ms, libovsdb time 889.146µs I0512 07:30:28.901948 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:28.901999 3711 node_tracker.go:235] Node ip-10-0-2-100.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-100.ec2.internal" I0512 07:30:28.902000 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "ip-10-0-2-100.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:28.902014 3711 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:28.902023 3711 services_controller.go:574] Full service sync requested for network=default W0512 07:30:28.902096 3711 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.902105 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.902111 3711 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:28.902411 3711 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:28.902482 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0512 07:30:28.902534 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 07:30:28.981420 3711 cni.go:452] [openshift-insights/insights-runtime-extractor-lx4wd 8d84f70ad0c1ade1bbaf6612c39d82dac2be6aa72202f21ae2e33876b831500b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lx4wd 8d84f70ad0c1ade1bbaf6612c39d82dac2be6aa72202f21ae2e33876b831500b network default NAD default NAD key ] I0512 07:30:28.991375 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lx4wd, hostIfaceName: 8d84f70ad0c1ade, network: default, NAD default, SandboxID: "8d84f70ad0c1ade1bbaf6612c39d82dac2be6aa72202f21ae2e33876b831500b", PCI device ID: , UID: "40f877bb-60b5-4e37-afca-e6f4cd32bcbf", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 07:30:28.998680 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "ip-10-0-2-100.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:29.029311 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:29.029347 3711 default_network_controller.go:1025] Node "ip-10-0-2-100.ec2.internal" in remote zone "ip-10-0-2-100.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:29.029361 3711 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:29.029376 3711 services_controller.go:574] Full service sync requested for network=default W0512 07:30:29.029612 3711 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:29.029679 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0512 07:30:29.029688 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:29.029782 3711 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.029793 3711 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.029797 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0512 07:30:29.030260 3711 zone_ic_handler.go:195] Time taken to create transit switch: 257.478µs I0512 07:30:29.030273 3711 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-100.ec2.internal for the network default I0512 07:30:29.031411 3711 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-100.ec2.internal" on network "default" took: 1.422037ms I0512 07:30:29.035812 3711 cni.go:473] [openshift-insights/insights-runtime-extractor-lx4wd 8d84f70ad0c1ade1bbaf6612c39d82dac2be6aa72202f21ae2e33876b831500b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lx4wd 8d84f70ad0c1ade1bbaf6612c39d82dac2be6aa72202f21ae2e33876b831500b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:62:35:a9:de:e6\",\"name\":\"8d84f70ad0c1ade\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88af1e3e-ac76-458e-83a4-5331b0bfd167\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:30:29.345812 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.345832 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.345837 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0512 07:30:30.093304 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:30.093324 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 26.679µs I0512 07:30:30.093309 3711 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:30.093371 3711 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 10.0.2.100 to PMTUD blocking rules I0512 07:30:30.093385 3711 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:30.093408 3711 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:30.093428 3711 services_controller.go:574] Full service sync requested for network=default I0512 07:30:30.093430 3711 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall W0512 07:30:30.093988 3711 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:30.094072 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 07:30:30.099628 3711 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-100.ec2.internal. Updating no re-route policies I0512 07:30:30.120674 3711 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:30.120692 3711 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-100.ec2.internal", IP: 10.0.2.100 to PMTUD blocking rules I0512 07:30:30.120680 3711 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-5pm58] creating logical port openshift-console_downloads-5c54f4944f-5pm58 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:30.120879 3711 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-5pm58 I0512 07:30:30.187300 3711 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-5pm58 I0512 07:30:30.255991 3711 pod.go:62] [openshift-console/downloads-5c54f4944f-5pm58] pod update took 135.133549ms I0512 07:30:30.256011 3711 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-5pm58] addLogicalPort annotation time took 135.15859ms I0512 07:30:30.257126 3711 pods.go:271] [openshift-console/downloads-5c54f4944f-5pm58] addLogicalPort took 136.456744ms, libovsdb time 833.42µs I0512 07:30:30.259541 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-grg2q for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:30.259624 3711 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q I0512 07:30:30.285271 3711 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q] pod update took 25.674011ms I0512 07:30:30.285292 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q] addLogicalPort annotation time took 25.700943ms I0512 07:30:30.286330 3711 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q] addLogicalPort took 26.799994ms, libovsdb time 736.137µs I0512 07:30:30.476493 3711 cni.go:452] [openshift-console/downloads-5c54f4944f-5pm58 402be240a5e61550536b2bf518c2783ebb6b30f6785ae5e726c49587f7dbd5e5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-5pm58 402be240a5e61550536b2bf518c2783ebb6b30f6785ae5e726c49587f7dbd5e5 network default NAD default NAD key ] I0512 07:30:30.495755 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-5pm58, hostIfaceName: 402be240a5e6155, network: default, NAD default, SandboxID: "402be240a5e61550536b2bf518c2783ebb6b30f6785ae5e726c49587f7dbd5e5", PCI device ID: , UID: "34abf661-6cc3-4364-8316-a0c768eff71d", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 07:30:30.541894 3711 cni.go:473] [openshift-console/downloads-5c54f4944f-5pm58 402be240a5e61550536b2bf518c2783ebb6b30f6785ae5e726c49587f7dbd5e5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-5pm58 402be240a5e61550536b2bf518c2783ebb6b30f6785ae5e726c49587f7dbd5e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:fa:d8:30:fe:31\",\"name\":\"402be240a5e6155\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3dbc44b-d199-41a4-a21b-13c211e884b3\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:30.623176 3711 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q 2723ecc5e4578ec6baf581040a6724ced2c89a7d485dd8213f4ab458996c6e9b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q 2723ecc5e4578ec6baf581040a6724ced2c89a7d485dd8213f4ab458996c6e9b network default NAD default NAD key ] I0512 07:30:30.632952 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-grg2q, hostIfaceName: 2723ecc5e4578ec, network: default, NAD default, SandboxID: "2723ecc5e4578ec6baf581040a6724ced2c89a7d485dd8213f4ab458996c6e9b", PCI device ID: , UID: "32c53f1d-cba6-42a2-9958-c00c6465c2f1", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 07:30:30.677072 3711 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q 2723ecc5e4578ec6baf581040a6724ced2c89a7d485dd8213f4ab458996c6e9b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-grg2q 2723ecc5e4578ec6baf581040a6724ced2c89a7d485dd8213f4ab458996c6e9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:fa:2b:74:09:da\",\"name\":\"2723ecc5e4578ec\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c7fe821-e916-4252-9d58-de38ddf0d76e\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:30:33.314785 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 07:30:33.358007 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 07:30:33.375268 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 07:30:33.375291 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 07:30:33.389736 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 07:30:33.438265 3711 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:33.438295 3711 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 37.288µs I0512 07:30:34.278539 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-p7629] creating logical port openshift-monitoring_prometheus-operator-76b589d668-p7629 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:34.278675 3711 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-p7629 I0512 07:30:34.296456 3711 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-p7629] pod update took 17.787868ms I0512 07:30:34.296486 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-p7629] addLogicalPort annotation time took 17.836521ms I0512 07:30:34.297796 3711 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-p7629] addLogicalPort took 19.271774ms, libovsdb time 928.408µs I0512 07:30:34.635258 3711 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-p7629 f438cee9ac7c2b33e78ac3d1eaeed44e90a94098d57dc3c44b1f77fcad509206 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-p7629 f438cee9ac7c2b33e78ac3d1eaeed44e90a94098d57dc3c44b1f77fcad509206 network default NAD default NAD key ] I0512 07:30:34.644287 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-p7629, hostIfaceName: f438cee9ac7c2b3, network: default, NAD default, SandboxID: "f438cee9ac7c2b33e78ac3d1eaeed44e90a94098d57dc3c44b1f77fcad509206", PCI device ID: , UID: "017cfcaa-fc9b-441d-a5a3-aabbb036ed41", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 07:30:34.693420 3711 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-p7629 f438cee9ac7c2b33e78ac3d1eaeed44e90a94098d57dc3c44b1f77fcad509206 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-p7629 f438cee9ac7c2b33e78ac3d1eaeed44e90a94098d57dc3c44b1f77fcad509206 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a0:ae:20:2b:72\",\"name\":\"f438cee9ac7c2b3\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c30166bf-05e6-45e5-be8b-b00d993830f7\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:30:35.303764 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 07:30:37.112045 3711 base_network_controller_pods.go:487] [default/openshift-console/console-7d68f87764-nfflc] creating logical port openshift-console_console-7d68f87764-nfflc for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:37.112202 3711 kube.go:256] Updating pod openshift-console/console-7d68f87764-nfflc I0512 07:30:37.133027 3711 pod.go:62] [openshift-console/console-7d68f87764-nfflc] pod update took 20.855482ms I0512 07:30:37.133055 3711 base_network_controller_pods.go:951] [default/openshift-console/console-7d68f87764-nfflc] addLogicalPort annotation time took 20.890415ms I0512 07:30:37.134281 3711 pods.go:271] [openshift-console/console-7d68f87764-nfflc] addLogicalPort took 22.251766ms, libovsdb time 864.082µs I0512 07:30:37.469115 3711 cni.go:452] [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key ] I0512 07:30:37.478586 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d68f87764-nfflc, hostIfaceName: 61bfde2fad0a139, network: default, NAD default, SandboxID: "61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281", PCI device ID: , UID: "ee81ddff-7018-4f8a-bdc2-583ba91d63ad", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 07:30:37.527377 3711 cni.go:473] [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:da:75:bc:ab:17\",\"name\":\"61bfde2fad0a139\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94c2f3ad-b31b-482f-b737-e8b5546fb21a\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:39.895177 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-dw7rp for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:39.895298 3711 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp I0512 07:30:39.926760 3711 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp] pod update took 31.496847ms I0512 07:30:39.926786 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp] addLogicalPort annotation time took 31.53018ms I0512 07:30:39.928163 3711 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp] addLogicalPort took 33.007213ms, libovsdb time 991.901µs W0512 07:30:41.463069 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 07:30:41.491874 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:41.492011 3711 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 07:30:41.524526 3711 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 32.550531ms I0512 07:30:41.524610 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 32.636932ms I0512 07:30:41.525806 3711 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 33.950476ms, libovsdb time 883.214µs I0512 07:30:41.794373 3711 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp 3c19bb577189b4637631e518af45f1ed91e6b7d9c5620a1b977f1475d6f51cef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp 3c19bb577189b4637631e518af45f1ed91e6b7d9c5620a1b977f1475d6f51cef network default NAD default NAD key ] I0512 07:30:41.804139 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-dw7rp, hostIfaceName: 3c19bb577189b46, network: default, NAD default, SandboxID: "3c19bb577189b4637631e518af45f1ed91e6b7d9c5620a1b977f1475d6f51cef", PCI device ID: , UID: "b3d54eb2-d4fc-4360-ad8f-0862c3152c39", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 07:30:41.858762 3711 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp 3c19bb577189b4637631e518af45f1ed91e6b7d9c5620a1b977f1475d6f51cef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-dw7rp 3c19bb577189b4637631e518af45f1ed91e6b7d9c5620a1b977f1475d6f51cef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f3:4b:30:9f:33\",\"name\":\"3c19bb577189b46\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e155fc0d-48e4-4c7b-8ff7-d7086a5e1e5b\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:42.051602 3711 cni.go:452] [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key ] I0512 07:30:42.062469 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: d56c3f4bdc7d6c3, network: default, NAD default, SandboxID: "d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25", PCI device ID: , UID: "b69b1743-ab98-4ef9-9d93-320358e72620", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 07:30:42.119348 3711 cni.go:473] [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a9:ff:11:c4:23\",\"name\":\"d56c3f4bdc7d6c3\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5332ff5d-3a3e-4f04-963b-8affeb1fa02a\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:43.015726 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c4657655-8sg9p] creating logical port openshift-monitoring_thanos-querier-6c4657655-8sg9p for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:43.015860 3711 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c4657655-8sg9p I0512 07:30:43.043170 3711 pod.go:62] [openshift-monitoring/thanos-querier-6c4657655-8sg9p] pod update took 27.360023ms I0512 07:30:43.043189 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c4657655-8sg9p] addLogicalPort annotation time took 27.385374ms I0512 07:30:43.044351 3711 pods.go:271] [openshift-monitoring/thanos-querier-6c4657655-8sg9p] addLogicalPort took 28.645562ms, libovsdb time 843.707µs I0512 07:30:43.773063 3711 cni.go:452] [openshift-monitoring/thanos-querier-6c4657655-8sg9p dc41995279d4c4035cbfb15dde485ff4ca3c9b0ce31126a852c37a30923605de network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c4657655-8sg9p dc41995279d4c4035cbfb15dde485ff4ca3c9b0ce31126a852c37a30923605de network default NAD default NAD key ] I0512 07:30:43.784759 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c4657655-8sg9p, hostIfaceName: dc41995279d4c40, network: default, NAD default, SandboxID: "dc41995279d4c4035cbfb15dde485ff4ca3c9b0ce31126a852c37a30923605de", PCI device ID: , UID: "e23bd895-e42d-4009-a682-4d1a1a78013f", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 07:30:43.838630 3711 cni.go:473] [openshift-monitoring/thanos-querier-6c4657655-8sg9p dc41995279d4c4035cbfb15dde485ff4ca3c9b0ce31126a852c37a30923605de network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c4657655-8sg9p dc41995279d4c4035cbfb15dde485ff4ca3c9b0ce31126a852c37a30923605de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c0:e4:1f:3c:96\",\"name\":\"dc41995279d4c40\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a8167e9-acb5-4aad-a8e7-431f875e6a37\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:30:44.421866 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:44.421888 3711 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:44.421897 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:30:44.579246 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-wr7f9 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:44.579352 3711 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9 I0512 07:30:44.602193 3711 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9] pod update took 22.873391ms I0512 07:30:44.602218 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9] addLogicalPort annotation time took 22.904101ms I0512 07:30:44.603655 3711 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9] addLogicalPort took 24.427328ms, libovsdb time 992.541µs I0512 07:30:44.618701 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-696d59fb74-c8jxw] creating logical port openshift-monitoring_metrics-server-696d59fb74-c8jxw for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:44.618800 3711 kube.go:256] Updating pod openshift-monitoring/metrics-server-696d59fb74-c8jxw I0512 07:30:44.639145 3711 pod.go:62] [openshift-monitoring/metrics-server-696d59fb74-c8jxw] pod update took 20.373796ms I0512 07:30:44.639170 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-696d59fb74-c8jxw] addLogicalPort annotation time took 20.402693ms I0512 07:30:44.640517 3711 pods.go:271] [openshift-monitoring/metrics-server-696d59fb74-c8jxw] addLogicalPort took 21.832716ms, libovsdb time 894.163µs W0512 07:30:44.891208 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 07:30:44.976847 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:46.897917 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:46.897939 3711 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:46.897946 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:30:46.977485 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:30:46.977624 3711 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 07:30:47.015339 3711 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 37.794962ms I0512 07:30:47.015362 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 37.821808ms I0512 07:30:47.016735 3711 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 39.266965ms, libovsdb time 1.020487ms W0512 07:30:47.165950 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 07:30:48.440397 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:30:48.975676 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:48.975694 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:50.330263 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:50.931322 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.931340 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.931345 3711 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.931351 3711 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:51.008954 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 07:30:51.405254 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0512 07:30:51.681979 3711 cni.go:452] [openshift-monitoring/metrics-server-696d59fb74-c8jxw 15c7172fe65bb55e6ebd37fce1c1074960a56bf048a18f30376161af18c80aae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-696d59fb74-c8jxw 15c7172fe65bb55e6ebd37fce1c1074960a56bf048a18f30376161af18c80aae network default NAD default NAD key ] I0512 07:30:51.683120 3711 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9 5cb1edad905cfabe43d99697a06f38237654138cafb0893f9dccd0697b572d30 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9 5cb1edad905cfabe43d99697a06f38237654138cafb0893f9dccd0697b572d30 network default NAD default NAD key ] I0512 07:30:51.684506 3711 cni.go:452] [openshift-multus/network-metrics-daemon-s6q2w 360c11dcba6209be2e2266339eb02cd3bd44577a2da2e2d3a1a74ddda40a1ede network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-s6q2w 360c11dcba6209be2e2266339eb02cd3bd44577a2da2e2d3a1a74ddda40a1ede network default NAD default NAD key ] I0512 07:30:51.685876 3711 cni.go:452] [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key ] I0512 07:30:51.695922 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-wr7f9, hostIfaceName: 5cb1edad905cfab, network: default, NAD default, SandboxID: "5cb1edad905cfabe43d99697a06f38237654138cafb0893f9dccd0697b572d30", PCI device ID: , UID: "3f49f1fe-f669-417f-ac60-9aa4adc2d119", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 07:30:51.696684 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-696d59fb74-c8jxw, hostIfaceName: 15c7172fe65bb55, network: default, NAD default, SandboxID: "15c7172fe65bb55e6ebd37fce1c1074960a56bf048a18f30376161af18c80aae", PCI device ID: , UID: "79ce88cc-8502-417c-98a8-d349558eeac3", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 07:30:51.700821 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 22db99028de6edb, network: default, NAD default, SandboxID: "22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381", PCI device ID: , UID: "7106ff4d-7fc1-4383-8d64-eb694950115c", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 07:30:51.709453 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-s6q2w, hostIfaceName: 360c11dcba6209b, network: default, NAD default, SandboxID: "360c11dcba6209be2e2266339eb02cd3bd44577a2da2e2d3a1a74ddda40a1ede", PCI device ID: , UID: "fa7cd574-e8e1-4708-8e1a-8761e1233f6e", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 07:30:51.763980 3711 cni.go:473] [openshift-monitoring/metrics-server-696d59fb74-c8jxw 15c7172fe65bb55e6ebd37fce1c1074960a56bf048a18f30376161af18c80aae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-696d59fb74-c8jxw 15c7172fe65bb55e6ebd37fce1c1074960a56bf048a18f30376161af18c80aae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:76:19:89:da:05\",\"name\":\"15c7172fe65bb55\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd664222-82f5-443c-903d-543e9394a974\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:51.785877 3711 cni.go:473] [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:5c:f7:8a:1e:74\",\"name\":\"22db99028de6edb\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8350b74b-d645-4566-8d05-f8923d08f60d\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:52.013024 3711 cni.go:473] [openshift-multus/network-metrics-daemon-s6q2w 360c11dcba6209be2e2266339eb02cd3bd44577a2da2e2d3a1a74ddda40a1ede network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-s6q2w 360c11dcba6209be2e2266339eb02cd3bd44577a2da2e2d3a1a74ddda40a1ede network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:bb:aa:0d:9c:23\",\"name\":\"360c11dcba6209b\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4612e12-351b-4b3f-bfda-08210d263f1a\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:30:52.014457 3711 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9 5cb1edad905cfabe43d99697a06f38237654138cafb0893f9dccd0697b572d30 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wr7f9 5cb1edad905cfabe43d99697a06f38237654138cafb0893f9dccd0697b572d30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:79:06:07:3d:f4\",\"name\":\"5cb1edad905cfab\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d2cce36-8692-42e1-9c36-308bf5c6fbf4\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:30:52.469784 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:52.469810 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 07:30:53.865016 3711 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:30:53.865881 3711 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:30:54.432068 3711 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:30:54.432127 3711 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:30:54.441148 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fb76765c-tg5wm I0512 07:30:54.441175 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fb76765c-tg5wm W0512 07:30:54.481237 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.481254 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.481258 3711 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.481262 3711 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.573386 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 07:30:56.946703 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.946724 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.946730 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.946735 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.946746 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.946751 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.946755 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.946760 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:58.018168 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:58.018193 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:58.018206 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:58.018211 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:31:00.505214 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:31:00.505237 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:31:00.505243 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:31:00.505248 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:31:11.813969 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.813996 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.814006 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.814018 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.814023 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.814028 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.933735 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 07:31:11.933756 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 07:31:12.462697 3711 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-lbbcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:12.463247 3711 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-lbbcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:13.031855 3711 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-lbbcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:13.031887 3711 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-lbbcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:13.038013 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d68f87764-lbbcc I0512 07:31:13.038036 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d68f87764-lbbcc W0512 07:31:15.493693 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 07:31:21.892465 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:21.892489 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:21.892503 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:31:22.060366 3711 cni.go:452] [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key ] I0512 07:31:22.141496 3711 cni.go:473] [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr 5f6bdd1e847db59b02fefcea1abf24b60f5c6e80d5c4e06b16f10ca07b484a2d network default NAD default NAD key default], result "{}", err I0512 07:31:22.213323 3711 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:22.213362 3711 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr I0512 07:31:22.214542 3711 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr, ips: 10.129.0.6 I0512 07:31:22.214571 3711 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:22.600311 3711 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:22.600331 3711 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:22.608081 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr I0512 07:31:22.608107 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr I0512 07:31:23.672760 3711 cni.go:452] [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key ] I0512 07:31:23.762497 3711 cni.go:473] [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d68f87764-nfflc 61bfde2fad0a1391ab39b51e7214650daf2abd06e6d4fa2cb8a5e8cb2ca02281 network default NAD default NAD key default], result "{}", err I0512 07:31:23.826385 3711 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-nfflc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:23.826417 3711 pods.go:176] Deleting pod: openshift-console/console-7d68f87764-nfflc I0512 07:31:23.827620 3711 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d68f87764-nfflc, ips: 10.129.0.14 I0512 07:31:23.827649 3711 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-nfflc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 07:31:24.558268 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 07:31:24.584750 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0512 07:31:24.610295 3711 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-nfflc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:24.610318 3711 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-nfflc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:24.616098 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d68f87764-nfflc I0512 07:31:24.616122 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d68f87764-nfflc W0512 07:31:34.614812 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 07:31:38.798400 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:38.798985 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:39.819657 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:39.819679 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.410188 3711 obj_retry.go:498] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:42.411243 3711 obj_retry.go:498] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:42.652097 3711 obj_retry.go:492] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.652120 3711 obj_retry.go:492] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.660414 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b9d6b76f5-nbl92 I0512 07:31:42.660458 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b9d6b76f5-nbl92 W0512 07:31:47.746801 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:31:47.746819 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 07:32:02.373755 3711 cni.go:452] [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key ] I0512 07:32:02.455622 3711 cni.go:473] [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 d56c3f4bdc7d6c3ef518b82ff057a04077c2eb149a043a2a879853aa6d202e25 network default NAD default NAD key default], result "{}", err I0512 07:32:02.511532 3711 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:02.511568 3711 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0512 07:32:02.512775 3711 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0512 07:32:02.512799 3711 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:02.774151 3711 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:02.774177 3711 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:02.780996 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 07:32:02.781021 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 07:32:02.821573 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:32:02.821715 3711 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 07:32:02.847122 3711 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.450441ms I0512 07:32:02.847145 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.478226ms I0512 07:32:02.848328 3711 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.769382ms, libovsdb time 851.75µs I0512 07:32:03.182481 3711 cni.go:452] [openshift-monitoring/alertmanager-main-1 7a378e8f670895ed72c485ecb6f203b3541359a995029bec9cdb3f8a64402b9d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7a378e8f670895ed72c485ecb6f203b3541359a995029bec9cdb3f8a64402b9d network default NAD default NAD key ] I0512 07:32:03.192163 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7a378e8f670895e, network: default, NAD default, SandboxID: "7a378e8f670895ed72c485ecb6f203b3541359a995029bec9cdb3f8a64402b9d", PCI device ID: , UID: "6433fa25-c706-4010-bafc-6ec26f206180", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 07:32:03.239874 3711 cni.go:473] [openshift-monitoring/alertmanager-main-1 7a378e8f670895ed72c485ecb6f203b3541359a995029bec9cdb3f8a64402b9d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7a378e8f670895ed72c485ecb6f203b3541359a995029bec9cdb3f8a64402b9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e7:41:b2:43:37\",\"name\":\"7a378e8f670895e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/288a3b64-2800-4243-a992-f862591833fa\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:32:05.299342 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-679d98fddb-5v9g7] creating logical port openshift-monitoring_telemeter-client-679d98fddb-5v9g7 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:32:05.299488 3711 kube.go:256] Updating pod openshift-monitoring/telemeter-client-679d98fddb-5v9g7 I0512 07:32:05.323136 3711 pod.go:62] [openshift-monitoring/telemeter-client-679d98fddb-5v9g7] pod update took 23.673399ms I0512 07:32:05.323167 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-679d98fddb-5v9g7] addLogicalPort annotation time took 23.710791ms I0512 07:32:05.324424 3711 pods.go:271] [openshift-monitoring/telemeter-client-679d98fddb-5v9g7] addLogicalPort took 25.097125ms, libovsdb time 894.695µs I0512 07:32:05.668707 3711 cni.go:452] [openshift-monitoring/telemeter-client-679d98fddb-5v9g7 491197253cb5d3e9292acb06010ba0312123463b784bb4e8d5c8f1c2ade1cf25 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-679d98fddb-5v9g7 491197253cb5d3e9292acb06010ba0312123463b784bb4e8d5c8f1c2ade1cf25 network default NAD default NAD key ] I0512 07:32:05.678193 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-679d98fddb-5v9g7, hostIfaceName: 491197253cb5d3e, network: default, NAD default, SandboxID: "491197253cb5d3e9292acb06010ba0312123463b784bb4e8d5c8f1c2ade1cf25", PCI device ID: , UID: "17d832df-fc1b-437d-b238-e46c5b473774", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0512 07:32:05.729549 3711 cni.go:473] [openshift-monitoring/telemeter-client-679d98fddb-5v9g7 491197253cb5d3e9292acb06010ba0312123463b784bb4e8d5c8f1c2ade1cf25 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-679d98fddb-5v9g7 491197253cb5d3e9292acb06010ba0312123463b784bb4e8d5c8f1c2ade1cf25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:07:2f:01:66:32\",\"name\":\"491197253cb5d3e\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/666ac724-37f6-409d-8c04-f79c6d3b482f\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:32:06.858789 3711 cni.go:452] [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key ] I0512 07:32:06.943269 3711 cni.go:473] [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 22db99028de6edb0815bd84f8a1a6b4c2bc96bc8e9e701d750be407793e45381 network default NAD default NAD key default], result "{}", err I0512 07:32:07.011096 3711 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:07.011131 3711 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0512 07:32:07.012297 3711 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0512 07:32:07.012320 3711 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:07.817519 3711 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:07.817545 3711 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:07.825684 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 07:32:07.825718 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 07:32:07.864061 3711 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:32:07.864191 3711 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 07:32:07.886309 3711 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.158152ms I0512 07:32:07.886328 3711 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.180304ms I0512 07:32:07.887500 3711 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.45433ms, libovsdb time 852.892µs I0512 07:32:08.582086 3711 cni.go:452] [openshift-monitoring/prometheus-k8s-1 85e75291069312b8f00c7805ea11e27634ef3fe3135485795112e4b9bd325887 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 85e75291069312b8f00c7805ea11e27634ef3fe3135485795112e4b9bd325887 network default NAD default NAD key ] I0512 07:32:08.593502 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 85e75291069312b, network: default, NAD default, SandboxID: "85e75291069312b8f00c7805ea11e27634ef3fe3135485795112e4b9bd325887", PCI device ID: , UID: "8a849785-c87c-410c-b890-49ef21919d40", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 07:32:08.640935 3711 cni.go:473] [openshift-monitoring/prometheus-k8s-1 85e75291069312b8f00c7805ea11e27634ef3fe3135485795112e4b9bd325887 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 85e75291069312b8f00c7805ea11e27634ef3fe3135485795112e4b9bd325887 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:9b:b9:3f:bf:ea\",\"name\":\"85e75291069312b\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02d9aa32-b2c9-44b9-aeee-e767d97338fe\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:32:09.171825 3711 base_network_controller_pods.go:487] [default/openshift-console/console-5fc6d4b779-fbc2l] creating logical port openshift-console_console-5fc6d4b779-fbc2l for pod on switch ip-10-0-0-63.ec2.internal I0512 07:32:09.171957 3711 kube.go:256] Updating pod openshift-console/console-5fc6d4b779-fbc2l I0512 07:32:09.198986 3711 pod.go:62] [openshift-console/console-5fc6d4b779-fbc2l] pod update took 27.068631ms I0512 07:32:09.199014 3711 base_network_controller_pods.go:951] [default/openshift-console/console-5fc6d4b779-fbc2l] addLogicalPort annotation time took 27.101384ms I0512 07:32:09.200178 3711 pods.go:271] [openshift-console/console-5fc6d4b779-fbc2l] addLogicalPort took 28.374716ms, libovsdb time 847.227µs I0512 07:32:09.534423 3711 cni.go:452] [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key ] I0512 07:32:09.545720 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fc6d4b779-fbc2l, hostIfaceName: b6b926ad55685b2, network: default, NAD default, SandboxID: "b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87", PCI device ID: , UID: "d4b32c7d-15d3-4491-b0a7-dd04ee5bc2a9", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 07:32:09.598210 3711 cni.go:473] [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f5:d5:1e:89:ae\",\"name\":\"b6b926ad55685b2\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/012651a9-ba0f-446d-a22e-8c0333b657aa\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:32:19.893792 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:32:23.228037 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:32:23.228061 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:32:23.228067 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:32:24.531551 3711 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:24.532086 3711 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:25.332372 3711 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:25.332401 3711 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:25.336635 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 07:32:25.336660 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 07:32:34.488495 3711 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4s74 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:34.489032 3711 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4s74 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:35.386633 3711 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4s74 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:35.386653 3711 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4s74 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:35.393122 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74cc548878-t4s74 I0512 07:32:35.393150 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74cc548878-t4s74 I0512 07:32:36.979012 3711 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 07:32:46.107285 3711 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4zl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:46.107813 3711 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4zl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:46.955551 3711 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4zl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:46.955572 3711 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4zl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:46.958913 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74cc548878-t4zl5 I0512 07:32:46.958943 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74cc548878-t4zl5 I0512 07:32:48.066070 3711 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.066606 3711 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.066632 3711 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.066641 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 07:32:48.066654 3711 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.066659 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 07:32:49.093296 3711 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093319 3711 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093334 3711 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093347 3711 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:51.762384 3711 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 07:32:51.774531 3711 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0512 07:33:09.111036 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:33:09.111059 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 07:33:10.404814 3711 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:33:10.405383 3711 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:33:10.513388 3711 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:33:10.513431 3711 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:33:10.519210 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 07:33:10.519231 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 07:34:42.995975 3711 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:42.996510 3711 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:43.880742 3711 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:43.880763 3711 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:43.886500 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc6d4b779-fsn9q I0512 07:34:43.886531 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc6d4b779-fsn9q I0512 07:34:55.559364 3711 cni.go:452] [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key ] I0512 07:34:55.637191 3711 cni.go:473] [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5fc6d4b779-fbc2l b6b926ad55685b2066cc1bde365a1ab8bf57d0f63d46d41ae73751a193ba8f87 network default NAD default NAD key default], result "{}", err I0512 07:34:55.680496 3711 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:55.680531 3711 pods.go:176] Deleting pod: openshift-console/console-5fc6d4b779-fbc2l I0512 07:34:55.681790 3711 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5fc6d4b779-fbc2l, ips: 10.129.0.24 I0512 07:34:55.681817 3711 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:56.486271 3711 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:56.486297 3711 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:56.491724 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc6d4b779-fbc2l I0512 07:34:56.491749 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc6d4b779-fbc2l I0512 07:35:05.572868 3711 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 07:35:23.540548 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 07:35:29.567015 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 07:35:31.541663 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 07:35:32.456788 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0512 07:35:44.578503 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 07:35:59.454927 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 07:36:10.577908 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 07:36:19.691400 3711 namespace.go:98] [tsf] adding namespace I0512 07:36:19.692192 3711 namespace.go:102] [tsf] adding namespace took 772.4µs I0512 07:36:19.712985 3711 namespace.go:142] [tsf] updating namespace I0512 07:36:19.724085 3711 namespace.go:142] [tsf] updating namespace I0512 07:36:23.941718 3711 namespace.go:98] [rhtpa-operator] adding namespace I0512 07:36:23.942587 3711 namespace.go:102] [rhtpa-operator] adding namespace took 848.939µs I0512 07:36:23.945769 3711 namespace.go:98] [cert-manager-operator] adding namespace I0512 07:36:23.945838 3711 namespace.go:98] [tsf-keycloak] adding namespace I0512 07:36:23.945846 3711 namespace.go:98] [konflux-ui] adding namespace I0512 07:36:23.946465 3711 namespace.go:102] [cert-manager-operator] adding namespace took 681.062µs I0512 07:36:23.947041 3711 namespace.go:102] [tsf-keycloak] adding namespace took 1.187794ms I0512 07:36:23.947640 3711 namespace.go:102] [konflux-ui] adding namespace took 1.780058ms I0512 07:36:23.949903 3711 namespace.go:98] [konflux-operator] adding namespace I0512 07:36:23.950081 3711 namespace.go:98] [tsf-tas] adding namespace I0512 07:36:23.950212 3711 namespace.go:98] [tsf-tpa] adding namespace I0512 07:36:23.950604 3711 namespace.go:102] [konflux-operator] adding namespace took 689.091µs I0512 07:36:23.950630 3711 namespace.go:98] [rhbk-operator] adding namespace I0512 07:36:23.951163 3711 namespace.go:102] [rhbk-operator] adding namespace took 527.598µs I0512 07:36:23.951711 3711 namespace.go:102] [tsf-tas] adding namespace took 1.615191ms I0512 07:36:23.952453 3711 namespace.go:102] [tsf-tpa] adding namespace took 2.209484ms I0512 07:36:23.961781 3711 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:23.973934 3711 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:23.989889 3711 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:23.994728 3711 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:23.996913 3711 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:23.996994 3711 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.000199 3711 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:24.016606 3711 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.021174 3711 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.021235 3711 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.022683 3711 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:24.087888 3711 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.099458 3711 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.115014 3711 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:24.123329 3711 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:24.150132 3711 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:24.155793 3711 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.174620 3711 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.186198 3711 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.204334 3711 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.217593 3711 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.228727 3711 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.241192 3711 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:24.254676 3711 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:25.309563 3711 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:25.323334 3711 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:32.771527 3711 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.772096 3711 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.772121 3711 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.772129 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:32.772144 3711 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.772148 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:33.799617 3711 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.799645 3711 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.799662 3711 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.799676 3711 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.849938 3711 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850531 3711 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850560 3711 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850568 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:33.850583 3711 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850589 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:34.879266 3711 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.879292 3711 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.879303 3711 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.879319 3711 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:40.079993 3711 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080566 3711 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080594 3711 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080602 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:40.080615 3711 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080621 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:41.091664 3711 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.092172 3711 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.092196 3711 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.092204 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:41.092215 3711 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.092227 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:41.108664 3711 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.108685 3711 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.108699 3711 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.108709 3711 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120598 3711 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120619 3711 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120634 3711 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120648 3711 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.204086 3711 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.204607 3711 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.204627 3711 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.204635 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:42.204647 3711 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.204655 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:43.231317 3711 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231342 3711 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231355 3711 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231372 3711 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:46.175348 3711 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.175894 3711 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.175919 3711 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.175927 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:46.175941 3711 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.175944 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... W0512 07:36:46.347279 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 07:36:47.207118 3711 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.207140 3711 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.207151 3711 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.207168 3711 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:48.878794 3711 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-n94nr for pod on switch ip-10-0-0-63.ec2.internal I0512 07:36:48.878936 3711 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr I0512 07:36:48.901750 3711 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr] pod update took 22.856044ms I0512 07:36:48.901771 3711 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr] addLogicalPort annotation time took 22.880986ms I0512 07:36:48.902931 3711 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr] addLogicalPort took 24.162389ms, libovsdb time 825.763µs I0512 07:36:49.236312 3711 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr d52b32511835425acc9e78071f3a8dec4903bb1667319c62e281038eca663ed8 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr d52b32511835425acc9e78071f3a8dec4903bb1667319c62e281038eca663ed8 network default NAD default NAD key ] I0512 07:36:49.245658 3711 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-n94nr, hostIfaceName: d52b32511835425, network: default, NAD default, SandboxID: "d52b32511835425acc9e78071f3a8dec4903bb1667319c62e281038eca663ed8", PCI device ID: , UID: "0e691c87-8478-4bab-aa3d-55bb6ccccd0f", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 07:36:49.294193 3711 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr d52b32511835425acc9e78071f3a8dec4903bb1667319c62e281038eca663ed8 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-n94nr d52b32511835425acc9e78071f3a8dec4903bb1667319c62e281038eca663ed8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:71:34:84:cc:81\",\"name\":\"d52b32511835425\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3137c41-3df7-4bb3-8990-fdd7ea29fd9a\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:36:50.194358 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.206160 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.214951 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.224263 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:53.236212 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 07:36:54.557727 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0512 07:36:56.746714 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.785942 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.811917 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.846137 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 07:36:58.564961 3711 namespace.go:98] [cert-manager] adding namespace I0512 07:36:58.565803 3711 namespace.go:102] [cert-manager] adding namespace took 819.453µs I0512 07:36:58.591068 3711 namespace.go:142] [cert-manager] updating namespace I0512 07:36:58.626076 3711 namespace.go:142] [cert-manager] updating namespace I0512 07:36:58.935653 3711 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-7q49v] creating logical port rhbk-operator_rhbk-operator-69889d554d-7q49v for pod on switch ip-10-0-0-63.ec2.internal I0512 07:36:58.935839 3711 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-7q49v I0512 07:36:58.959222 3711 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-7q49v] pod update took 23.411468ms I0512 07:36:58.959247 3711 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-7q49v] addLogicalPort annotation time took 23.441409ms I0512 07:36:58.960391 3711 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-7q49v] addLogicalPort took 24.762879ms, libovsdb time 819.951µs I0512 07:36:59.293797 3711 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-7q49v 3265ac836a5c0e915105c23f1c7e35e5bad81521f9ffa3d4ce1f7dc873424757 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-7q49v 3265ac836a5c0e915105c23f1c7e35e5bad81521f9ffa3d4ce1f7dc873424757 network default NAD default NAD key ] I0512 07:36:59.303418 3711 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-7q49v, hostIfaceName: 3265ac836a5c0e9, network: default, NAD default, SandboxID: "3265ac836a5c0e915105c23f1c7e35e5bad81521f9ffa3d4ce1f7dc873424757", PCI device ID: , UID: "73fc172b-01ce-4c44-bd6e-82e308a398bd", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 07:36:59.352527 3711 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-7q49v 3265ac836a5c0e915105c23f1c7e35e5bad81521f9ffa3d4ce1f7dc873424757 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-7q49v 3265ac836a5c0e915105c23f1c7e35e5bad81521f9ffa3d4ce1f7dc873424757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4e:f5:40:cf:e5\",\"name\":\"3265ac836a5c0e9\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d338183-8ad4-4e73-a090-891945c970ee\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:37:04.011611 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:37:04.426600 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 07:37:04.426621 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 07:37:06.456181 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0512 07:37:08.022829 3711 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:08.032260 3711 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:15.219861 3711 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:15.466420 3711 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-p782p for pod on switch ip-10-0-0-63.ec2.internal I0512 07:37:15.466576 3711 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p I0512 07:37:15.505399 3711 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p] pod update took 38.845397ms I0512 07:37:15.505423 3711 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p] addLogicalPort annotation time took 38.874242ms I0512 07:37:15.506672 3711 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p] addLogicalPort took 40.266753ms, libovsdb time 851.793µs I0512 07:37:15.835571 3711 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p 26b529e3e7d26e8649113d3dc7c3f94dca8c226ad2232df05ec775eb6ed81ed7 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p 26b529e3e7d26e8649113d3dc7c3f94dca8c226ad2232df05ec775eb6ed81ed7 network default NAD default NAD key ] I0512 07:37:15.844814 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-p782p, hostIfaceName: 26b529e3e7d26e8, network: default, NAD default, SandboxID: "26b529e3e7d26e8649113d3dc7c3f94dca8c226ad2232df05ec775eb6ed81ed7", PCI device ID: , UID: "397a1528-4046-45b4-bf66-a48ff02abe44", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0512 07:37:15.893302 3711 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p 26b529e3e7d26e8649113d3dc7c3f94dca8c226ad2232df05ec775eb6ed81ed7 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-p782p 26b529e3e7d26e8649113d3dc7c3f94dca8c226ad2232df05ec775eb6ed81ed7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:f1:82:0f:e4:ed\",\"name\":\"26b529e3e7d26e8\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab5eff5c-0dcf-4154-b7b9-8f8d174c93f1\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:37:18.571853 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 07:37:20.372008 3711 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-shzhj for pod on switch ip-10-0-0-63.ec2.internal I0512 07:37:20.372151 3711 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj I0512 07:37:20.403574 3711 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj] pod update took 31.448983ms I0512 07:37:20.403596 3711 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj] addLogicalPort annotation time took 31.475669ms I0512 07:37:20.404835 3711 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj] addLogicalPort took 32.848376ms, libovsdb time 925.245µs I0512 07:37:20.457216 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=91 I0512 07:37:20.742078 3711 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj 58bf8baf7972af67a5abf579a79ac8cbb79654833d3209fa35626a32d89733d3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj 58bf8baf7972af67a5abf579a79ac8cbb79654833d3209fa35626a32d89733d3 network default NAD default NAD key ] I0512 07:37:20.751128 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-shzhj, hostIfaceName: 58bf8baf7972af6, network: default, NAD default, SandboxID: "58bf8baf7972af67a5abf579a79ac8cbb79654833d3209fa35626a32d89733d3", PCI device ID: , UID: "160b86f7-eb4d-4d2c-8009-c7e98da40248", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0512 07:37:20.799400 3711 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj 58bf8baf7972af67a5abf579a79ac8cbb79654833d3209fa35626a32d89733d3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-shzhj 58bf8baf7972af67a5abf579a79ac8cbb79654833d3209fa35626a32d89733d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0a:9d:04:45:fa\",\"name\":\"58bf8baf7972af6\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cc49bad-01dc-4c05-a6e7-930cc660d12d\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:37:23.525814 3711 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 07:37:23.526625 3711 namespace.go:102] [trusted-artifact-signer] adding namespace took 786.832µs I0512 07:37:23.558855 3711 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:23.606838 3711 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 07:37:24.130763 3711 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 07:37:28.465627 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=710 I0512 07:37:30.390292 3711 namespace.go:98] [openshift-pipelines] adding namespace I0512 07:37:30.391278 3711 namespace.go:102] [openshift-pipelines] adding namespace took 962.946µs I0512 07:37:30.415784 3711 namespace.go:142] [openshift-pipelines] updating namespace I0512 07:37:31.902373 3711 namespace.go:142] [cert-manager] updating namespace I0512 07:37:32.050944 3711 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:32.440880 3711 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:32.642099 3711 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:32.843535 3711 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:33.245063 3711 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:33.443051 3711 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:33.644908 3711 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:33.849138 3711 namespace.go:142] [tsf] updating namespace I0512 07:37:34.047006 3711 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:34.247074 3711 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:34.446863 3711 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:34.575817 3711 namespace.go:142] [cert-manager] updating namespace I0512 07:37:34.585204 3711 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:34.593728 3711 namespace.go:142] [default] updating namespace I0512 07:37:34.601781 3711 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:34.612589 3711 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:34.621305 3711 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:34.629204 3711 namespace.go:142] [openshift] updating namespace I0512 07:37:34.638358 3711 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:34.649045 3711 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:34.660347 3711 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:34.667703 3711 namespace.go:142] [tsf] updating namespace I0512 07:37:34.685970 3711 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:34.706796 3711 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:34.727048 3711 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:34.827875 3711 namespace.go:142] [cert-manager] updating namespace I0512 07:37:34.929815 3711 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:35.027333 3711 namespace.go:142] [default] updating namespace W0512 07:37:35.107802 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 07:37:35.133710 3711 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:35.230909 3711 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:35.326810 3711 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:35.424856 3711 namespace.go:142] [openshift] updating namespace I0512 07:37:35.527640 3711 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:35.636871 3711 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:35.744475 3711 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:35.832858 3711 namespace.go:142] [tsf] updating namespace I0512 07:37:35.928032 3711 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:36.028873 3711 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:36.135873 3711 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:36.410675 3711 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:37:36.411233 3711 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:37:36.437916 3711 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:37:36.437937 3711 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:37:36.446602 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 07:37:36.446624 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 07:37:36.822054 3711 namespace.go:142] [openshift-pipelines] updating namespace W0512 07:37:48.642244 3711 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:48.642262 3711 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:48.642268 3711 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:49.704362 3711 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:49.704378 3711 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:49.704382 3711 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:50.351895 3711 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351922 3711 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351928 3711 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351932 3711 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.420498 3711 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 07:37:51.359423 3711 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 07:37:53.423348 3711 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-2xhb5 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:37:53.423467 3711 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5 I0512 07:37:53.440098 3711 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5] pod update took 16.684178ms I0512 07:37:53.440118 3711 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5] addLogicalPort annotation time took 16.708201ms I0512 07:37:53.441284 3711 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5] addLogicalPort took 17.95166ms, libovsdb time 842.058µs I0512 07:37:53.798187 3711 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5 d99c760065d264225035906275da2e6cc2e21aa082c4eec32e966b59ec579470 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5 d99c760065d264225035906275da2e6cc2e21aa082c4eec32e966b59ec579470 network default NAD default NAD key ] I0512 07:37:53.808180 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-2xhb5, hostIfaceName: d99c760065d2642, network: default, NAD default, SandboxID: "d99c760065d264225035906275da2e6cc2e21aa082c4eec32e966b59ec579470", PCI device ID: , UID: "cf81d50f-c6d9-47ca-a204-7b4c80cfaf42", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0512 07:37:53.857133 3711 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5 d99c760065d264225035906275da2e6cc2e21aa082c4eec32e966b59ec579470 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2xhb5 d99c760065d264225035906275da2e6cc2e21aa082c4eec32e966b59ec579470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:99:1a:b2:33:c0\",\"name\":\"d99c760065d2642\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0d5b005-58ad-4ed3-848f-316b1c901b69\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:37:57.280511 3711 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:38:06.550681 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 07:38:08.195758 3711 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-ltq4s for pod on switch ip-10-0-0-63.ec2.internal I0512 07:38:08.195864 3711 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s I0512 07:38:08.213695 3711 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s] pod update took 17.861364ms I0512 07:38:08.213718 3711 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s] addLogicalPort annotation time took 17.889695ms I0512 07:38:08.214952 3711 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s] addLogicalPort took 19.211114ms, libovsdb time 878.872µs W0512 07:38:08.275080 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:38:08.320400 3711 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 07:38:08.320473 3711 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hw8kj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hw8kj: no pod IPs found I0512 07:38:08.554356 3711 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s ba0a706f1835dcc9afccf7971cdbc7c48a2339d90c9d1930fe6a87d6c580d2b0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s ba0a706f1835dcc9afccf7971cdbc7c48a2339d90c9d1930fe6a87d6c580d2b0 network default NAD default NAD key ] I0512 07:38:08.564164 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-ltq4s, hostIfaceName: ba0a706f1835dcc, network: default, NAD default, SandboxID: "ba0a706f1835dcc9afccf7971cdbc7c48a2339d90c9d1930fe6a87d6c580d2b0", PCI device ID: , UID: "333c00a0-98d1-4fc0-bb1b-374a1cab564b", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0512 07:38:08.614078 3711 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s ba0a706f1835dcc9afccf7971cdbc7c48a2339d90c9d1930fe6a87d6c580d2b0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-ltq4s ba0a706f1835dcc9afccf7971cdbc7c48a2339d90c9d1930fe6a87d6c580d2b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:38:36:ed:76:6d\",\"name\":\"ba0a706f1835dcc\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/501bd0a8-4ea2-416a-bc39-33c068134c53\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:38:12.761145 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 07:38:15.621709 3711 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:38:15.622223 3711 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:38:15.643592 3711 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:38:15.643615 3711 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:38:15.654418 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 07:38:15.654459 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 07:38:17.901612 3711 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 07:38:17.902298 3711 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 07:38:17.902321 3711 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 07:38:17.904614 3711 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0512 07:38:24.554752 3711 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:24.554773 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:24.554907 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 07:38:24.554925 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0512 07:38:25.654078 3711 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-llvg7] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-llvg7 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:38:25.654204 3711 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-llvg7 I0512 07:38:25.669594 3711 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-llvg7] pod update took 15.430748ms I0512 07:38:25.669614 3711 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-llvg7] addLogicalPort annotation time took 15.467069ms I0512 07:38:25.670907 3711 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-llvg7] addLogicalPort took 16.845381ms, libovsdb time 896.447µs I0512 07:38:26.017701 3711 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-llvg7 3c4a2cf6611dddd3d5e83e7a142a309d109f12f1aa4539c8f0c5d810dc0450a5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-llvg7 3c4a2cf6611dddd3d5e83e7a142a309d109f12f1aa4539c8f0c5d810dc0450a5 network default NAD default NAD key ] I0512 07:38:26.028523 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-llvg7, hostIfaceName: 3c4a2cf6611dddd, network: default, NAD default, SandboxID: "3c4a2cf6611dddd3d5e83e7a142a309d109f12f1aa4539c8f0c5d810dc0450a5", PCI device ID: , UID: "9ba242d4-5f42-4a66-9399-48261ed5b84b", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0512 07:38:26.078507 3711 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-llvg7 3c4a2cf6611dddd3d5e83e7a142a309d109f12f1aa4539c8f0c5d810dc0450a5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-llvg7 3c4a2cf6611dddd3d5e83e7a142a309d109f12f1aa4539c8f0c5d810dc0450a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:24:da:91:5c:6d\",\"name\":\"3c4a2cf6611dddd\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7819d014-dd49-4a9f-a324-f44343ea3004\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:38:32.321734 3711 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 07:38:35.399801 3711 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:38:35.399888 3711 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0512 07:38:35.415484 3711 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 15.614864ms I0512 07:38:35.415510 3711 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 15.644797ms I0512 07:38:35.416852 3711 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 17.06698ms, libovsdb time 878.818µs I0512 07:38:39.373020 3711 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 f2efa7ff124aad3dee5d1f366cedb709308d1a1adec6fac0aedfd35b62b6de50 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 f2efa7ff124aad3dee5d1f366cedb709308d1a1adec6fac0aedfd35b62b6de50 network default NAD default NAD key ] I0512 07:38:39.397545 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: f2efa7ff124aad3, network: default, NAD default, SandboxID: "f2efa7ff124aad3dee5d1f366cedb709308d1a1adec6fac0aedfd35b62b6de50", PCI device ID: , UID: "db941b18-2d5e-42e4-88bb-12db95bea03d", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0512 07:38:39.448011 3711 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 f2efa7ff124aad3dee5d1f366cedb709308d1a1adec6fac0aedfd35b62b6de50 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 f2efa7ff124aad3dee5d1f366cedb709308d1a1adec6fac0aedfd35b62b6de50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:2f:20:10:ff:f4\",\"name\":\"f2efa7ff124aad3\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6900f4c-1dce-4848-875b-7000de1870d2\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:38:45.512315 3711 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 07:38:46.875405 3711 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg] creating logical port openshift-pipelines_tekton-results-api-cccf9fb9-fb9qg for pod on switch ip-10-0-0-63.ec2.internal I0512 07:38:46.875570 3711 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg I0512 07:38:46.906234 3711 pod.go:62] [openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg] pod update took 30.727697ms I0512 07:38:46.906259 3711 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg] addLogicalPort annotation time took 30.756035ms I0512 07:38:46.907489 3711 pods.go:271] [openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg] addLogicalPort took 32.10175ms, libovsdb time 863.054µs I0512 07:38:47.233067 3711 cni.go:452] [openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg 8ae7db8a7f3bf61be61990930d6615af06740d00ff34a403ae07d3dab8565a1c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg 8ae7db8a7f3bf61be61990930d6615af06740d00ff34a403ae07d3dab8565a1c network default NAD default NAD key ] I0512 07:38:47.242898 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-cccf9fb9-fb9qg, hostIfaceName: 8ae7db8a7f3bf61, network: default, NAD default, SandboxID: "8ae7db8a7f3bf61be61990930d6615af06740d00ff34a403ae07d3dab8565a1c", PCI device ID: , UID: "b430229f-a085-4818-b294-f163b81cee92", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0512 07:38:47.293501 3711 cni.go:473] [openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg 8ae7db8a7f3bf61be61990930d6615af06740d00ff34a403ae07d3dab8565a1c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-fb9qg 8ae7db8a7f3bf61be61990930d6615af06740d00ff34a403ae07d3dab8565a1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:1c:a0:98:78:dc\",\"name\":\"8ae7db8a7f3bf61\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a64f582f-bce0-43dd-95f2-b4b9ba1d3663\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:38:51.519932 3711 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:51.519951 3711 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:51.519957 3711 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:57.554152 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:57.554173 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:57.554180 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 07:39:03.328528 3711 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-kfdj9] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-kfdj9 for pod on switch ip-10-0-0-63.ec2.internal I0512 07:39:03.328632 3711 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-kfdj9 I0512 07:39:03.344421 3711 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-kfdj9] pod update took 15.812225ms I0512 07:39:03.344457 3711 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-kfdj9] addLogicalPort annotation time took 15.856455ms I0512 07:39:03.345668 3711 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-kfdj9] addLogicalPort took 17.156567ms, libovsdb time 797.288µs I0512 07:39:03.691883 3711 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-kfdj9 56a4963fc5a2ac7ce6ec8469ecae9e651089d18ad0384dd0d7be1caafc152507 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-kfdj9 56a4963fc5a2ac7ce6ec8469ecae9e651089d18ad0384dd0d7be1caafc152507 network default NAD default NAD key ] I0512 07:39:03.701264 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-kfdj9, hostIfaceName: 56a4963fc5a2ac7, network: default, NAD default, SandboxID: "56a4963fc5a2ac7ce6ec8469ecae9e651089d18ad0384dd0d7be1caafc152507", PCI device ID: , UID: "c398fbb0-3e34-44d0-9be8-8332e47c5e80", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0512 07:39:03.752473 3711 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-kfdj9 56a4963fc5a2ac7ce6ec8469ecae9e651089d18ad0384dd0d7be1caafc152507 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-kfdj9 56a4963fc5a2ac7ce6ec8469ecae9e651089d18ad0384dd0d7be1caafc152507 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:4a:23:64:fd:50\",\"name\":\"56a4963fc5a2ac7\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/319a0862-06c2-4570-bb39-b11fbf2d8b9e\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:39:08.972968 3711 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:08.973556 3711 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:09.018406 3711 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:09.018428 3711 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:09.025819 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 07:39:09.025851 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 07:39:10.870742 3711 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-k25g4-rvlzb] creating logical port tsf-tas_segment-backup-installation-k25g4-rvlzb for pod on switch ip-10-0-0-63.ec2.internal I0512 07:39:10.870888 3711 kube.go:256] Updating pod tsf-tas/segment-backup-installation-k25g4-rvlzb I0512 07:39:10.883053 3711 pod.go:62] [tsf-tas/segment-backup-installation-k25g4-rvlzb] pod update took 12.192909ms I0512 07:39:10.883076 3711 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-k25g4-rvlzb] addLogicalPort annotation time took 12.21948ms I0512 07:39:10.884390 3711 pods.go:271] [tsf-tas/segment-backup-installation-k25g4-rvlzb] addLogicalPort took 13.665711ms, libovsdb time 962.931µs I0512 07:39:11.250479 3711 cni.go:452] [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key ] I0512 07:39:11.259543 3711 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-k25g4-rvlzb, hostIfaceName: 57a00d45841c98c, network: default, NAD default, SandboxID: "57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab", PCI device ID: , UID: "287839e8-e2d0-43e2-a885-437b14ac01e6", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0512 07:39:11.312813 3711 cni.go:473] [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:1b:79:37:59:26\",\"name\":\"57a00d45841c98c\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4cd74b5-9ce0-4a52-bc1b-c6068a9b4808\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:39:11.564350 3711 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5b59f64c44-hl8sf] creating logical port tsf-tas_fulcio-server-5b59f64c44-hl8sf for pod on switch ip-10-0-0-63.ec2.internal I0512 07:39:11.564471 3711 kube.go:256] Updating pod tsf-tas/fulcio-server-5b59f64c44-hl8sf I0512 07:39:11.582669 3711 pod.go:62] [tsf-tas/fulcio-server-5b59f64c44-hl8sf] pod update took 18.23962ms I0512 07:39:11.582696 3711 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5b59f64c44-hl8sf] addLogicalPort annotation time took 18.271593ms I0512 07:39:11.584117 3711 pods.go:271] [tsf-tas/fulcio-server-5b59f64c44-hl8sf] addLogicalPort took 19.785047ms, libovsdb time 947.186µs I0512 07:39:11.812566 3711 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-pf2w6-dckzg] creating logical port tsf-tas_ctlog-createtree-job-pf2w6-dckzg for pod on switch ip-10-0-0-63.ec2.internal I0512 07:39:11.812651 3711 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-pf2w6-dckzg I0512 07:39:11.827486 3711 pod.go:62] [tsf-tas/ctlog-createtree-job-pf2w6-dckzg] pod update took 14.852845ms I0512 07:39:11.827507 3711 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-pf2w6-dckzg] addLogicalPort annotation time took 14.884137ms I0512 07:39:11.828884 3711 pods.go:271] [tsf-tas/ctlog-createtree-job-pf2w6-dckzg] addLogicalPort took 16.334424ms, libovsdb time 984.865µs I0512 07:39:11.939288 3711 cni.go:452] [tsf-tas/fulcio-server-5b59f64c44-hl8sf 23544e50ff0a370faddb42a6e9161427b9572bf972ec3a214da1a56f06572279 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5b59f64c44-hl8sf 23544e50ff0a370faddb42a6e9161427b9572bf972ec3a214da1a56f06572279 network default NAD default NAD key ] I0512 07:39:11.949327 3711 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5b59f64c44-hl8sf, hostIfaceName: 23544e50ff0a370, network: default, NAD default, SandboxID: "23544e50ff0a370faddb42a6e9161427b9572bf972ec3a214da1a56f06572279", PCI device ID: , UID: "dbcca2e7-13c3-428b-ba13-8a1fefac48b5", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0512 07:39:12.001080 3711 cni.go:473] [tsf-tas/fulcio-server-5b59f64c44-hl8sf 23544e50ff0a370faddb42a6e9161427b9572bf972ec3a214da1a56f06572279 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5b59f64c44-hl8sf 23544e50ff0a370faddb42a6e9161427b9572bf972ec3a214da1a56f06572279 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:68:c1:39:5e:14\",\"name\":\"23544e50ff0a370\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4455dfcf-e691-4d70-9c2a-92ec22006e01\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:39:12.172425 3711 cni.go:452] [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key ] I0512 07:39:12.182077 3711 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-pf2w6-dckzg, hostIfaceName: 4cc8fb3f1652fab, network: default, NAD default, SandboxID: "4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6", PCI device ID: , UID: "bcf1fe85-5618-4446-a537-0a7efdc6342c", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0512 07:39:12.235548 3711 cni.go:473] [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b1:94:72:e2:1d\",\"name\":\"4cc8fb3f1652fab\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dd3d5d5-3ef9-4dd8-91bb-de4b25735273\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:39:16.700094 3711 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-22xjr for pod on switch ip-10-0-0-63.ec2.internal I0512 07:39:16.700181 3711 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr I0512 07:39:16.726241 3711 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr] pod update took 26.078234ms I0512 07:39:16.726317 3711 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr] addLogicalPort annotation time took 26.161117ms I0512 07:39:16.727593 3711 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr] addLogicalPort took 27.516388ms, libovsdb time 883.841µs I0512 07:39:16.873017 3711 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-nwdsd for pod on switch ip-10-0-0-63.ec2.internal I0512 07:39:16.873113 3711 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd I0512 07:39:16.905254 3711 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd] pod update took 32.166966ms I0512 07:39:16.905278 3711 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd] addLogicalPort annotation time took 32.194216ms I0512 07:39:16.906561 3711 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd] addLogicalPort took 33.563477ms, libovsdb time 826.451µs I0512 07:39:17.058872 3711 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr 2afe69ca1af8788d322d95f70cf93ad06cb0ef30f5c74ceb6dd765fa2573a07b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr 2afe69ca1af8788d322d95f70cf93ad06cb0ef30f5c74ceb6dd765fa2573a07b network default NAD default NAD key ] I0512 07:39:17.068928 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-22xjr, hostIfaceName: 2afe69ca1af8788, network: default, NAD default, SandboxID: "2afe69ca1af8788d322d95f70cf93ad06cb0ef30f5c74ceb6dd765fa2573a07b", PCI device ID: , UID: "9344d40d-f825-49c7-bd44-a665351649b5", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0512 07:39:17.127529 3711 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr 2afe69ca1af8788d322d95f70cf93ad06cb0ef30f5c74ceb6dd765fa2573a07b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-22xjr 2afe69ca1af8788d322d95f70cf93ad06cb0ef30f5c74ceb6dd765fa2573a07b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:58:09:c9:02:fd\",\"name\":\"2afe69ca1af8788\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e326a471-2214-4016-bf87-77c7d664c23a\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:39:17.234337 3711 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd e72c6512db307df116061886efe4757382378f433327f25aae24a933c0a3abd7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd e72c6512db307df116061886efe4757382378f433327f25aae24a933c0a3abd7 network default NAD default NAD key ] I0512 07:39:17.243914 3711 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-nwdsd, hostIfaceName: e72c6512db307df, network: default, NAD default, SandboxID: "e72c6512db307df116061886efe4757382378f433327f25aae24a933c0a3abd7", PCI device ID: , UID: "bccc5479-8cbe-4bf1-b250-9ba719cd6533", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0512 07:39:17.300872 3711 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd e72c6512db307df116061886efe4757382378f433327f25aae24a933c0a3abd7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nwdsd e72c6512db307df116061886efe4757382378f433327f25aae24a933c0a3abd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:53:a7:2f:d1:8b\",\"name\":\"e72c6512db307df\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e64787f9-c306-4350-a77d-b52cdc9b6cfa\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:39:18.037900 3711 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:18.038455 3711 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:18.920935 3711 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:18.920960 3711 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 07:39:22.114766 3711 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 07:39:22.140786 3711 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 07:39:24.740114 3711 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 07:39:25.137887 3711 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 07:39:25.461621 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106 I0512 07:39:27.729946 3711 cni.go:452] [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key ] I0512 07:39:27.801830 3711 cni.go:473] [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-k25g4-rvlzb 57a00d45841c98cca9f63ab15be7a277d203725608cbf857c3869f524205c7ab network default NAD default NAD key default], result "{}", err I0512 07:39:27.850770 3711 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:27.850803 3711 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-k25g4-rvlzb I0512 07:39:27.852284 3711 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-k25g4-rvlzb, ips: 10.129.0.35 I0512 07:39:27.852312 3711 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:28.872018 3711 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:28.872047 3711 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:32.545192 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0512 07:39:35.718930 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 07:40:00.247692 3711 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:00.248217 3711 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:00.270227 3711 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:00.270244 3711 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:00.279009 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 07:40:00.279032 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 07:40:04.301116 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:04.301736 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:05.157074 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:05.157099 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:09.314754 3711 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:09.315331 3711 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:10.216692 3711 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:10.216723 3711 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:10.323055 3711 obj_retry.go:498] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:10.323631 3711 obj_retry.go:498] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:11.200881 3711 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:11.200903 3711 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:11.962563 3711 cni.go:452] [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key ] I0512 07:40:12.051772 3711 cni.go:473] [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-pf2w6-dckzg 4cc8fb3f1652fab956c898261eaa306639541844ab373a186f60409bcac8d4d6 network default NAD default NAD key default], result "{}", err I0512 07:40:12.101352 3711 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:12.101387 3711 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-pf2w6-dckzg I0512 07:40:12.102723 3711 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-pf2w6-dckzg, ips: 10.129.0.37 I0512 07:40:12.102751 3711 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:12.985676 3711 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:12.985702 3711 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:17.009027 3711 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-599bcd448d-9k2tq] creating logical port tsf-tas_ctlog-599bcd448d-9k2tq for pod on switch ip-10-0-0-63.ec2.internal I0512 07:40:17.009110 3711 kube.go:256] Updating pod tsf-tas/ctlog-599bcd448d-9k2tq I0512 07:40:17.026972 3711 pod.go:62] [tsf-tas/ctlog-599bcd448d-9k2tq] pod update took 17.882873ms I0512 07:40:17.027001 3711 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-599bcd448d-9k2tq] addLogicalPort annotation time took 17.914827ms I0512 07:40:17.028331 3711 pods.go:271] [tsf-tas/ctlog-599bcd448d-9k2tq] addLogicalPort took 19.318349ms, libovsdb time 959.418µs I0512 07:40:17.370349 3711 cni.go:452] [tsf-tas/ctlog-599bcd448d-9k2tq 40439711c20a7d51e0d2fa39c348027ff958b65fc33e887e9c8acbc6e0b37076 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-599bcd448d-9k2tq 40439711c20a7d51e0d2fa39c348027ff958b65fc33e887e9c8acbc6e0b37076 network default NAD default NAD key ] I0512 07:40:17.379449 3711 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-599bcd448d-9k2tq, hostIfaceName: 40439711c20a7d5, network: default, NAD default, SandboxID: "40439711c20a7d51e0d2fa39c348027ff958b65fc33e887e9c8acbc6e0b37076", PCI device ID: , UID: "f67d37f5-8650-4886-9370-6eae09f1969b", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0512 07:40:17.388283 3711 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h58r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:17.388944 3711 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h58r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:17.430986 3711 cni.go:473] [tsf-tas/ctlog-599bcd448d-9k2tq 40439711c20a7d51e0d2fa39c348027ff958b65fc33e887e9c8acbc6e0b37076 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-599bcd448d-9k2tq 40439711c20a7d51e0d2fa39c348027ff958b65fc33e887e9c8acbc6e0b37076 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:25:df:26:02:79\",\"name\":\"40439711c20a7d5\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d553c873-04df-4573-9dfd-81301a85b3aa\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:40:18.234465 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 07:40:18.410616 3711 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h58r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.410637 3711 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h58r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.451848 3711 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.451871 3711 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.455819 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xt5pk I0512 07:40:18.455846 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xt5pk W0512 07:40:21.004090 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 07:40:23.429504 3711 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:23.430131 3711 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:23.452693 3711 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:23.452710 3711 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:23.459791 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 07:40:23.459816 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0512 07:40:25.293608 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 07:40:28.313485 3711 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 07:40:31.477765 3711 obj_retry.go:498] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:31.478341 3711 obj_retry.go:498] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 07:40:32.022586 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0512 07:40:32.500727 3711 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:32.500749 3711 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:35.530393 3711 obj_retry.go:498] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:35.531001 3711 obj_retry.go:498] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:35.646423 3711 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:35.646460 3711 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:38.538383 3711 obj_retry.go:498] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:38.538944 3711 obj_retry.go:498] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:38.755769 3711 base_network_controller_pods.go:487] [default/tsf-tpa/server-6fbfc46bd7-6r28g] creating logical port tsf-tpa_server-6fbfc46bd7-6r28g for pod on switch ip-10-0-0-63.ec2.internal I0512 07:40:38.755863 3711 kube.go:256] Updating pod tsf-tpa/server-6fbfc46bd7-6r28g I0512 07:40:38.770482 3711 pod.go:62] [tsf-tpa/server-6fbfc46bd7-6r28g] pod update took 14.647045ms I0512 07:40:38.770505 3711 base_network_controller_pods.go:951] [default/tsf-tpa/server-6fbfc46bd7-6r28g] addLogicalPort annotation time took 14.673544ms I0512 07:40:38.771948 3711 pods.go:271] [tsf-tpa/server-6fbfc46bd7-6r28g] addLogicalPort took 16.193036ms, libovsdb time 958.746µs I0512 07:40:38.809710 3711 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-rtfcs] creating logical port tsf-tpa_importer-86bcdf477b-rtfcs for pod on switch ip-10-0-0-63.ec2.internal I0512 07:40:38.809794 3711 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-rtfcs I0512 07:40:38.824598 3711 pod.go:62] [tsf-tpa/importer-86bcdf477b-rtfcs] pod update took 14.831577ms I0512 07:40:38.824617 3711 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-rtfcs] addLogicalPort annotation time took 14.856348ms I0512 07:40:38.825762 3711 pods.go:271] [tsf-tpa/importer-86bcdf477b-rtfcs] addLogicalPort took 16.064632ms, libovsdb time 786.065µs I0512 07:40:38.856680 3711 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:38.856701 3711 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:44.526290 3711 cni.go:452] [tsf-tpa/server-6fbfc46bd7-6r28g 807a87c82becce436bd6cf6f97d3bad4e9cfe33b9feac428e9c6efdee603310d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6fbfc46bd7-6r28g 807a87c82becce436bd6cf6f97d3bad4e9cfe33b9feac428e9c6efdee603310d network default NAD default NAD key ] I0512 07:40:44.536506 3711 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6fbfc46bd7-6r28g, hostIfaceName: 807a87c82becce4, network: default, NAD default, SandboxID: "807a87c82becce436bd6cf6f97d3bad4e9cfe33b9feac428e9c6efdee603310d", PCI device ID: , UID: "469a768c-6ce0-4560-b37d-f56d6f58fbe2", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0512 07:40:44.570093 3711 cni.go:452] [tsf-tpa/importer-86bcdf477b-rtfcs 6c9a2ccdc97389627af0e8680e5f754d86b83c460b5510774ee7e911317ce061 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-rtfcs 6c9a2ccdc97389627af0e8680e5f754d86b83c460b5510774ee7e911317ce061 network default NAD default NAD key ] I0512 07:40:44.580764 3711 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-rtfcs, hostIfaceName: 6c9a2ccdc973896, network: default, NAD default, SandboxID: "6c9a2ccdc97389627af0e8680e5f754d86b83c460b5510774ee7e911317ce061", PCI device ID: , UID: "45ba52d5-f3ef-4c33-87df-5d8cf40b7ac3", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0512 07:40:44.590374 3711 cni.go:473] [tsf-tpa/server-6fbfc46bd7-6r28g 807a87c82becce436bd6cf6f97d3bad4e9cfe33b9feac428e9c6efdee603310d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6fbfc46bd7-6r28g 807a87c82becce436bd6cf6f97d3bad4e9cfe33b9feac428e9c6efdee603310d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:52:42:de:47:5a\",\"name\":\"807a87c82becce4\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e018bb17-946a-458b-8d58-559e529f9526\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 07:40:44.631054 3711 cni.go:473] [tsf-tpa/importer-86bcdf477b-rtfcs 6c9a2ccdc97389627af0e8680e5f754d86b83c460b5510774ee7e911317ce061 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-rtfcs 6c9a2ccdc97389627af0e8680e5f754d86b83c460b5510774ee7e911317ce061 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:2e:79:17:fb:ab\",\"name\":\"6c9a2ccdc973896\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92a4f0c4-212f-4a60-934f-a310f287e025\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 07:40:47.147379 3711 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0512 07:40:48.181387 3711 util.go:959] Failed to build node endpoints for node ip-10-0-0-63.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0512 07:40:49.625974 3711 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:49.626552 3711 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:49.648131 3711 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:49.648151 3711 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:49.655016 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 07:40:49.655038 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 07:40:50.556922 3711 namespace.go:98] [build-service] adding namespace I0512 07:40:50.557863 3711 namespace.go:102] [build-service] adding namespace took 917.183µs I0512 07:40:50.560924 3711 namespace.go:98] [default-tenant] adding namespace I0512 07:40:50.561674 3711 namespace.go:102] [default-tenant] adding namespace took 733.082µs I0512 07:40:50.564393 3711 namespace.go:98] [image-controller] adding namespace I0512 07:40:50.565016 3711 namespace.go:102] [image-controller] adding namespace took 607.001µs I0512 07:40:50.578618 3711 namespace.go:98] [integration-service] adding namespace I0512 07:40:50.579227 3711 namespace.go:102] [integration-service] adding namespace took 596.275µs I0512 07:40:50.625426 3711 namespace.go:142] [build-service] updating namespace I0512 07:40:50.696463 3711 namespace.go:142] [build-service] updating namespace I0512 07:40:50.703894 3711 namespace.go:142] [default-tenant] updating namespace I0512 07:40:50.741618 3711 namespace.go:142] [default-tenant] updating namespace I0512 07:40:50.781284 3711 namespace.go:142] [image-controller] updating namespace I0512 07:40:50.805831 3711 namespace.go:142] [image-controller] updating namespace I0512 07:40:50.828762 3711 namespace.go:142] [build-service] updating namespace I0512 07:40:50.829289 3711 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.847595 3711 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.888740 3711 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.933110 3711 namespace.go:98] [release-service] adding namespace I0512 07:40:50.933968 3711 namespace.go:102] [release-service] adding namespace took 842.288µs I0512 07:40:50.987623 3711 namespace.go:142] [konflux-ui] updating namespace I0512 07:40:51.083230 3711 namespace.go:98] [konflux-info] adding namespace I0512 07:40:51.084005 3711 namespace.go:102] [konflux-info] adding namespace took 755.53µs I0512 07:40:51.125354 3711 namespace.go:98] [namespace-lister] adding namespace I0512 07:40:51.126187 3711 namespace.go:102] [namespace-lister] adding namespace took 812.182µs I0512 07:40:51.155009 3711 namespace.go:98] [enterprise-contract-service] adding namespace I0512 07:40:51.155740 3711 namespace.go:102] [enterprise-contract-service] adding namespace took 712.132µs I0512 07:40:51.198827 3711 namespace.go:142] [image-controller] updating namespace I0512 07:40:51.253717 3711 namespace.go:142] [release-service] updating namespace I0512 07:40:51.263546 3711 namespace.go:142] [release-service] updating namespace I0512 07:40:51.350724 3711 namespace.go:142] [default-tenant] updating namespace I0512 07:40:51.401292 3711 namespace.go:98] [segment-bridge] adding namespace I0512 07:40:51.402099 3711 namespace.go:102] [segment-bridge] adding namespace took 789.781µs I0512 07:40:51.596238 3711 namespace.go:98] [konflux-cli] adding namespace I0512 07:40:51.597024 3711 namespace.go:102] [konflux-cli] adding namespace took 766.407µs I0512 07:40:52.293989 3711 namespace.go:142] [build-service] updating namespace I0512 07:40:53.037926 3711 namespace.go:142] [konflux-info] updating namespace I0512 07:40:53.210900 3711 namespace.go:142] [konflux-info] updating namespace I0512 07:40:53.240852 3711 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:53.273038 3711 namespace.go:142] [default-tenant] updating namespace I0512 07:40:53.349358 3711 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:53.451201 3711 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:53.526510 3711 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:53.606871 3711 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:53.662868 3711 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:53.705150 3711 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:53.705165 3711 namespace.go:142] [image-controller] updating namespace I0512 07:40:53.730992 3711 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:53.736006 3711 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 07:40:53.736535 3711 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 07:40:53.736551 3711 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 07:40:53.739060 3711 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 07:40:53.775889 3711 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 07:40:53.775911 3711 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 07:40:53.776688 3711 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 07:40:53.805896 3711 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:53.806398 3711 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:54.053051 3711 namespace.go:142] [integration-service] updating namespace I0512 07:40:54.304933 3711 namespace.go:142] [konflux-info] updating namespace I0512 07:40:54.490162 3711 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:54.726819 3711 namespace.go:142] [release-service] updating namespace I0512 07:40:54.807671 3711 namespace.go:142] [build-service] updating namespace I0512 07:40:54.840929 3711 namespace.go:142] [default-tenant] updating namespace I0512 07:40:54.843016 3711 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:54.843039 3711 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:54.857658 3711 namespace.go:142] [image-controller] updating namespace I0512 07:40:54.873997 3711 namespace.go:142] [integration-service] updating namespace I0512 07:40:54.934510 3711 namespace.go:142] [konflux-info] updating namespace I0512 07:40:54.967987 3711 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:54.984061 3711 namespace.go:142] [release-service] updating namespace I0512 07:40:55.049523 3711 namespace.go:142] [build-service] updating namespace I0512 07:40:55.179895 3711 namespace.go:142] [default-tenant] updating namespace I0512 07:40:55.262326 3711 namespace.go:142] [image-controller] updating namespace I0512 07:40:55.327726 3711 namespace.go:142] [integration-service] updating namespace I0512 07:40:55.416968 3711 namespace.go:142] [konflux-info] updating namespace I0512 07:40:55.525367 3711 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:55.593686 3711 namespace.go:142] [release-service] updating namespace I0512 07:40:56.908926 3711 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.109276 3711 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:57.308675 3711 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:57.430785 3711 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.446895 3711 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:57.462491 3711 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:57.516991 3711 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.575936 3711 namespace.go:142] [konflux-cli] updating namespace W0512 07:40:57.641943 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 07:40:57.666626 3711 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 07:40:57.675566 3711 namespace.go:142] [segment-bridge] updating namespace W0512 07:41:02.566032 3711 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 07:41:03.665713 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 07:41:07.604346 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 07:41:07.608877 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 07:41:07.641949 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:07.641962 3711 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:07.665950 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 07:41:07.666633 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 07:41:08.701615 3711 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 07:41:08.703629 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 07:41:08.729823 3711 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:08.729838 3711 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:09.734723 3711 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 07:41:18.971717 3711 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:41:18.972294 3711 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:41:19.690233 3711 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:41:19.690262 3711 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:41:19.697820 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd I0512 07:41:19.697841 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd I0512 07:41:21.458672 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 07:41:45.010504 3711 namespace.go:142] [openshift-pipelines] updating namespace I0512 07:41:49.576634 3711 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 07:42:19.449374 3711 obj_retry.go:498] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:19.449963 3711 obj_retry.go:498] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:20.055118 3711 obj_retry.go:492] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:20.055141 3711 obj_retry.go:492] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:20.061968 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:42:20.061995 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:42:22.197636 3711 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:22.198223 3711 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:22.242067 3711 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:22.242090 3711 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:22.251555 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 07:42:22.251578 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 07:42:38.582081 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 07:42:40.544186 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 07:42:45.545014 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 07:42:55.768175 3711 namespace.go:98] [managed-tenant-4pwo8] adding namespace I0512 07:42:55.769162 3711 namespace.go:102] [managed-tenant-4pwo8] adding namespace took 962.554µs I0512 07:42:55.788624 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:55.807014 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:56.564915 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 07:42:56.830758 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:56.977876 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:57.060064 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:43:45.459418 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0512 07:43:53.460011 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=160 I0512 07:44:46.468998 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=492 I0512 07:44:47.570493 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0512 07:45:02.460962 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=65 I0512 07:45:12.582585 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0512 07:45:54.590120 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 07:47:15.590365 3711 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 07:47:41.549173 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 07:47:43.465347 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0512 07:47:49.554554 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0512 07:48:42.547635 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 07:48:47.586132 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 07:50:03.861754 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:50:03.862358 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:50:04.738238 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:04.738265 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.056217 3711 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.056242 3711 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.061688 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hdlpm I0512 07:50:32.061714 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hdlpm I0512 07:50:33.548420 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 07:50:35.032692 3711 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:35.032723 3711 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:35.039218 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-khjpn I0512 07:50:35.039249 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-khjpn I0512 07:50:37.464344 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 07:50:38.033753 3711 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:38.033775 3711 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:38.040949 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8xvwb I0512 07:50:38.040973 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8xvwb I0512 07:50:44.568117 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 07:51:04.472363 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0512 07:51:14.462742 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0512 07:51:14.463686 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0512 07:51:20.462007 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 07:51:24.574577 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 07:51:52.593412 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0512 07:52:19.595749 3711 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 07:52:23.586167 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 07:55:37.558026 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 07:55:52.550833 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 07:55:59.552907 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 07:56:15.475982 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=6 I0512 07:56:36.468465 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0512 07:56:41.552063 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 07:56:53.468111 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 07:57:03.596595 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0512 07:57:06.572462 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 07:57:32.590295 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 07:57:48.680078 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:48.680718 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:49.258410 3711 obj_retry.go:492] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:57:49.258487 3711 obj_retry.go:492] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:57:49.263927 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:49.263958 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:52.465937 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0512 07:57:56.465644 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 07:57:58.486685 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:58.487208 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:58:02.599671 3711 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 07:58:13.617585 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:58:13.618158 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:59:19.046261 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:59:19.046848 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:04.296113 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:04.296764 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:05.318367 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.318395 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.351767 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.351791 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.357557 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 08:00:05.357584 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 08:00:33.578428 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 08:00:48.577371 3711 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:48.578004 3711 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:49.454778 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:49.454800 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:49.466612 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 08:01:52.753254 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:01:52.753883 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:01:57.590185 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 08:02:30.251321 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:02:30.251940 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:06.600199 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0512 08:03:15.670772 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:15.671295 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:22.557085 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 08:03:45.603456 3711 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 08:03:48.607724 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:48.608301 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.591403 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.592000 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.850478 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.851072 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:51.624503 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:51.625046 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:52.641568 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:52.642097 3711 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:59.469447 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 08:03:59.851231 3711 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:59.851833 3711 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:00.790182 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:04:00.790207 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:04:00.796324 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 08:04:00.796350 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 08:04:04.561219 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 08:04:11.006063 3711 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:11.006645 3711 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:23.593614 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 08:04:37.008539 3711 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:37.009103 3711 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:05.469820 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0512 08:05:09.448535 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:09.449076 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:14.555319 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 08:05:19.566007 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:19.567215 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:27.652678 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:27.653263 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:29.689704 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:29.690226 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:32.471549 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 08:05:32.735742 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:32.736257 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:34.780135 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:34.780710 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:38.858736 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:38.859277 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:48.479326 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=337 I0512 08:05:48.555645 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 08:05:49.937685 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:49.938379 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:01.022626 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:01.023198 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:08.095356 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:08.095943 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:19.472454 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0512 08:06:19.576710 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0512 08:06:37.477859 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:37.478381 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:48.582483 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 08:07:02.593912 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 08:07:08.728468 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:08.729003 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:57.154217 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:57.154864 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:26.453523 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:26.454086 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:32.779242 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:32.779849 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:33.339230 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:33.339253 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:33.344974 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:08:33.344993 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:08:33.513034 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:33.513631 3711 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:46.610303 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:08:50.531642 3711 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:50.531674 3711 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:50.537719 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:08:50.537743 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:08:51.146965 3711 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.146986 3711 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.153746 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:08:51.153774 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:08:51.651896 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.651918 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.664171 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:08:51.664195 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:08:51.674432 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.674462 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.683039 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:08:51.683057 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:08:51.693882 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.693900 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.702841 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:08:51.702861 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:08:51.715841 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.715859 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.725136 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:08:51.725157 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:08:51.734607 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.734625 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.742295 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:08:51.742319 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:08:51.751773 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.751790 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.759894 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:08:51.759913 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:08:51.769721 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.769735 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.777275 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:08:51.777297 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:08:51.788136 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.788154 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.798478 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:08:51.798499 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:08:51.808124 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.808139 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.817131 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:08:51.817153 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:08:51.827349 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.827365 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.836427 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:08:51.836460 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:08:51.849715 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.849732 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.858487 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:08:51.858503 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:08:51.869298 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.869313 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.877485 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:08:51.877502 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:08:51.892832 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.892849 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.900836 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:51.900857 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:51.910389 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.910404 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.918746 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:08:51.918766 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:08:51.934001 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.934016 3711 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.944274 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:08:51.944291 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:08:58.229217 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:04.872822 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:05.607294 3711 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 08:09:11.401570 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:17.773171 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:26.560973 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 08:09:37.473654 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 08:09:44.251963 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:10:04.343586 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:10:04.344156 3711 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:10:05.210588 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.210610 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.243180 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.243209 3711 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.247392 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 08:10:05.247412 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 08:10:26.470151 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0512 08:10:26.603263 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 08:10:35.006841 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:10:52.597386 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 08:11:10.649832 3711 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:11:10.671812 3711 namespace.go:317] [managed-tenant-4pwo8] deleting namespace I0512 08:11:11.673158 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:11.673183 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:11.677713 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:11:11.677738 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:11:21.474857 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 08:11:46.102459 3711 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:11:46.103119 3711 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:11:46.652036 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:46.652066 3711 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:46.657805 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:11:46.657831 3711 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:12:55.473719 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0512 08:12:56.586314 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 08:12:57.559047 3711 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 08:13:09.565411 3711 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0512 08:13:12.523211 3711 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=162