+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-4.ec2.internal ++ [[ -n ip-10-0-2-4.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-4.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0505 23:14:02.260526934 - disable conntrack on geneve port + echo 'I0505 23:14:02.260526934 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 23:14:02.277783973 - starting ovnkube-node' I0505 23:14:02.277783973 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-4.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-4.ec2.internal --init-node ip-10-0-2-4.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-4.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 23:14:02.319891 3679 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 23:14:02.319953 3679 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a10d19b34d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 23:14:02.321708 3679 kube.go:431] Waiting for certificate I0505 23:14:02.321763 3679 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 23:14:02.321822 3679 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 23:14:02.322755 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:14:02.354864 3679 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:02.354883 3679 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:02.358984 3679 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:02.359070 3679 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6jtst" I0505 23:14:02.365416 3679 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6jtst" I0505 23:14:02.365512 3679 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:03.322674 3679 kube.go:438] Certificate found I0505 23:14:03.323255 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:14:03.324274 3679 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 23:14:03.371600 3679 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 23:09:02 +0000 UTC" deadline="2026-05-06 19:10:37.676304172 +0000 UTC" I0505 23:14:03.371703 3679 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h56m34.304677883s" I0505 23:14:03.396650 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:14:03.412815 3679 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 23:14:03.412910 3679 factory.go:561] Starting watch factory I0505 23:14:03.413093 3679 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413092 3679 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413151 3679 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413117 3679 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413248 3679 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413266 3679 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413307 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413516 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.413928 3679 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 23:14:03.414047 3679 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.414068 3679 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.414269 3679 server.go:101] MetricServer registers OVS metrics I0505 23:14:03.414826 3679 server.go:105] MetricServer registers OVN DB metrics I0505 23:14:03.415164 3679 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.415191 3679 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.418025 3679 controller_manager.go:370] Starting the ovnkube controller I0505 23:14:03.418036 3679 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-4.ec2.internal I0505 23:14:03.418087 3679 controller_manager.go:395] NBDB zone sync took: 44.18µs I0505 23:14:03.418098 3679 factory.go:561] Starting watch factory I0505 23:14:03.419460 3679 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 23:14:03.419478 3679 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 23:14:03.433333 3679 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 23:14:03.433350 3679 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 23:14:03.435374 3679 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.436049 3679 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.437112 3679 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 23:14:03.437187 3679 server.go:109] MetricServer registers OVN Controller metrics I0505 23:14:03.437694 3679 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.437846 3679 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.441451 3679 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.442868 3679 server.go:113] MetricServer registers OVN Northd metrics I0505 23:14:03.445930 3679 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:03.447295 3679 metrics.go:519] OVN Metrics Server starts to run ... I0505 23:14:03.518890 3679 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:14:03.518944 3679 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:14:03.518949 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:14:03.518954 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:14:03.518958 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:14:03.518962 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:14:03.519059 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:03.519067 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:03.519095 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:03.519079 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:03.522477 3679 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:03.522477 3679 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:03.523312 3679 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:14:03.523323 3679 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:14:03.523327 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:14:03.523334 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:14:03.523337 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:14:03.523340 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:14:03.524468 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:14:03.524479 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:14:03.524529 3679 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.524539 3679 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.527438 3679 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.528387 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:14:03.528401 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:14:03.529923 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:14:03.530013 3679 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.530045 3679 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.532945 3679 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.533460 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:14:03.535620 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:14:03.535686 3679 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.535701 3679 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.539292 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:14:03.550089 3679 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.641252 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:14:03.641332 3679 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.641345 3679 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.644851 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:14:03.644997 3679 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.647014 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:14:03.647076 3679 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.647089 3679 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.650135 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:14:03.650655 3679 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.652662 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:14:03.652826 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:14:03.652841 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:14:03.655720 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:14:03.656535 3679 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:14:03.658511 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:14:03.658575 3679 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.658587 3679 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.658623 3679 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.658640 3679 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.661693 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:14:03.661943 3679 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.662017 3679 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:03.663971 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:14:03.663981 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:14:03.663988 3679 factory.go:680] Watch Factory start up complete, took: 251.082273ms I0505 23:14:03.664080 3679 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 23:14:03.667418 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:14:03.667443 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:14:03.667450 3679 factory.go:680] Watch Factory start up complete, took: 249.352222ms I0505 23:14:03.667457 3679 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-4.ec2.internal" zone I0505 23:14:03.705322 3679 default_node_network_controller.go:710] Initializing the default node network controller I0505 23:14:03.757153 3679 udn_isolation.go:101] Starting UDN host isolation manager I0505 23:14:03.763299 3679 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 23:14:03.818603 3679 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 23:14:03.818695 3679 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 23:14:03.818713 3679 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 23:14:03.850206 3679 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 23:14:03.850267 3679 default_node_network_controller.go:809] Node ip-10-0-2-4.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0505 23:14:03.855212 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.4"] k8s.ovn.org/zone-name:ip-10-0-2-4.ec2.internal] on node ip-10-0-2-4.ec2.internal I0505 23:14:03.877679 3679 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 23:14:03.883804 3679 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 23:14:03.883927 3679 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 23:14:03.884073 3679 gateway_init.go:263] Preparing Gateway I0505 23:14:03.884084 3679 gateway_shared_intf.go:1687] Creating new gateway I0505 23:14:03.918436 3679 controller_manager.go:429] Waiting for node in zone sync took: 250.955818ms I0505 23:14:03.927941 3679 controller_manager.go:611] Switching to transit router for layer2 networks I0505 23:14:03.927956 3679 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-4.ec2.internal I0505 23:14:03.946943 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:14:03.952883 3679 controller_manager.go:290] SCTP support detected in OVN I0505 23:14:03.953442 3679 services_controller.go:69] Creating services controller for network=default I0505 23:14:03.953486 3679 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 23:14:03.953666 3679 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 23:14:03.953706 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 23:14:03.953722 3679 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 23:14:03.953730 3679 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:14:03.953895 3679 udn_enabled_svc.go:95] Performing full resync I0505 23:14:03.953913 3679 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 23:14:03.953962 3679 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 23:14:03.954029 3679 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.332µs I0505 23:14:03.954056 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 83.852µs I0505 23:14:03.954065 3679 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 102.105µs I0505 23:14:03.954072 3679 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 23:14:03.954081 3679 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 23:14:03.954093 3679 default_network_controller.go:325] Starting the default network controller I0505 23:14:03.954152 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.679µs I0505 23:14:03.954153 3679 udn_enabled_svc.go:99] Waiting for handler to sync I0505 23:14:03.954177 3679 udn_enabled_svc.go:104] Starting worker I0505 23:14:03.962287 3679 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:14:03.962979 3679 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 23:14:03.963034 3679 repair.go:33] Syncing exgw routes took 41.868µs I0505 23:14:03.963056 3679 default_network_controller.go:414] Starting all the Watchers... I0505 23:14:03.963183 3679 namespace.go:98] [openshift-config] adding namespace I0505 23:14:03.963190 3679 namespace.go:98] [openshift-console] adding namespace I0505 23:14:03.963193 3679 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 23:14:03.963195 3679 namespace.go:98] [openshift-node] adding namespace I0505 23:14:03.963198 3679 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 23:14:03.963183 3679 namespace.go:98] [openshift-dns] adding namespace I0505 23:14:03.963209 3679 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 23:14:03.963216 3679 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 23:14:03.963220 3679 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 23:14:03.963219 3679 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 23:14:03.963222 3679 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 23:14:03.963226 3679 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 23:14:03.963229 3679 namespace.go:98] [openshift-host-network] adding namespace I0505 23:14:03.963259 3679 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 23:14:03.963183 3679 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 23:14:03.963783 3679 namespace.go:102] [openshift-config] adding namespace took 588.334µs I0505 23:14:03.963802 3679 namespace.go:98] [openshift-logging] adding namespace I0505 23:14:03.964658 3679 namespace.go:102] [openshift-logging] adding namespace took 849.193µs I0505 23:14:03.964675 3679 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 23:14:03.965236 3679 namespace.go:102] [openshift-ingress-canary] adding namespace took 554.24µs I0505 23:14:03.965257 3679 namespace.go:98] [openshift-authentication] adding namespace I0505 23:14:03.965707 3679 namespace.go:102] [openshift-console] adding namespace took 2.506089ms I0505 23:14:03.965724 3679 namespace.go:98] [openshift-multus] adding namespace I0505 23:14:03.966147 3679 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.943047ms I0505 23:14:03.966166 3679 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 23:14:03.966636 3679 namespace.go:102] [openshift-node] adding namespace took 3.430148ms I0505 23:14:03.966652 3679 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 23:14:03.967168 3679 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.959253ms I0505 23:14:03.967184 3679 namespace.go:98] [kube-system] adding namespace I0505 23:14:03.967741 3679 namespace.go:102] [openshift-dns] adding namespace took 4.530439ms I0505 23:14:03.967751 3679 namespace.go:98] [openshift-network-console] adding namespace I0505 23:14:03.968175 3679 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.960734ms I0505 23:14:03.968192 3679 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 23:14:03.968327 3679 iptables.go:108] Creating table: filter chain: OUTPUT I0505 23:14:03.968632 3679 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.409545ms I0505 23:14:03.968646 3679 namespace.go:98] [openshift-insights] adding namespace I0505 23:14:03.969062 3679 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.836387ms I0505 23:14:03.969077 3679 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 23:14:03.969475 3679 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.247663ms I0505 23:14:03.969485 3679 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 23:14:03.970031 3679 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.802279ms I0505 23:14:03.970041 3679 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 23:14:03.970449 3679 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.214427ms I0505 23:14:03.970465 3679 namespace.go:98] [openshift-service-ca-operator] adding namespace W0505 23:14:03.970983 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-552fd: pod openshift-network-diagnostics/network-check-target-552fd: no pod IPs found W0505 23:14:03.971002 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5j9bw: pod openshift-network-diagnostics/network-check-target-5j9bw: no pod IPs found I0505 23:14:03.971013 3679 namespace.go:102] [openshift-host-network] adding namespace took 7.776014ms I0505 23:14:03.971021 3679 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 23:14:03.971509 3679 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.239653ms I0505 23:14:03.971523 3679 namespace.go:98] [openshift-operators] adding namespace I0505 23:14:03.971919 3679 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.62121ms I0505 23:14:03.971932 3679 namespace.go:98] [openshift-kube-scheduler] adding namespace W0505 23:14:03.972246 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mfjxt: pod openshift-multus/network-metrics-daemon-mfjxt: no pod IPs found W0505 23:14:03.972276 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bfnsk: pod openshift-multus/network-metrics-daemon-bfnsk: no pod IPs found I0505 23:14:03.972294 3679 namespace.go:102] [openshift-authentication] adding namespace took 7.03081ms I0505 23:14:03.972310 3679 namespace.go:98] [openshift-image-registry] adding namespace I0505 23:14:03.972749 3679 namespace.go:102] [openshift-multus] adding namespace took 7.018793ms I0505 23:14:03.972763 3679 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 23:14:03.973143 3679 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.971361ms I0505 23:14:03.973157 3679 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 23:14:03.973517 3679 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.857516ms I0505 23:14:03.973528 3679 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 23:14:03.973943 3679 namespace.go:102] [kube-system] adding namespace took 6.751992ms I0505 23:14:03.973956 3679 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 23:14:03.974262 3679 namespace.go:102] [openshift-network-console] adding namespace took 6.506958ms I0505 23:14:03.974271 3679 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 23:14:03.974272 3679 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 23:14:03.974282 3679 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-4.ec2.internal","mac-address":"0e:1d:ce:90:33:d5","ip-addresses":["10.0.2.4/24"],"ip-address":"10.0.2.4/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:74fa7449-e20b-4825-8bb8-1578e80c9946 k8s.ovn.org/node-encap-ips:["10.0.2.4"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.4/24"} k8s.ovn.org/zone-name:ip-10-0-2-4.ec2.internal] on node ip-10-0-2-4.ec2.internal I0505 23:14:03.974802 3679 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.603901ms I0505 23:14:03.974816 3679 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 23:14:03.975210 3679 namespace.go:102] [openshift-insights] adding namespace took 6.558562ms I0505 23:14:03.975224 3679 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 23:14:03.975592 3679 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.510408ms I0505 23:14:03.975605 3679 namespace.go:98] [kube-node-lease] adding namespace I0505 23:14:03.975944 3679 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.455372ms I0505 23:14:03.975954 3679 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 23:14:03.976332 3679 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.285642ms I0505 23:14:03.976344 3679 namespace.go:98] [dedicated-admin] adding namespace I0505 23:14:03.976709 3679 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.239161ms I0505 23:14:03.976722 3679 namespace.go:98] [openshift-package-operator] adding namespace I0505 23:14:03.977097 3679 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.071244ms I0505 23:14:03.977108 3679 namespace.go:98] [openshift-dns-operator] adding namespace I0505 23:14:03.977448 3679 namespace.go:102] [openshift-operators] adding namespace took 5.919822ms I0505 23:14:03.977460 3679 namespace.go:98] [openshift-apiserver] adding namespace I0505 23:14:03.977872 3679 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.935726ms I0505 23:14:03.977884 3679 namespace.go:98] [kube-public] adding namespace I0505 23:14:03.978285 3679 namespace.go:102] [openshift-image-registry] adding namespace took 5.968875ms I0505 23:14:03.978685 3679 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.917574ms I0505 23:14:03.978696 3679 namespace.go:98] [openshift-ingress] adding namespace I0505 23:14:03.979060 3679 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.897816ms I0505 23:14:03.979072 3679 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 23:14:03.979417 3679 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.884662ms I0505 23:14:03.979444 3679 namespace.go:98] [openshift-etcd] adding namespace I0505 23:14:03.979799 3679 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.838345ms I0505 23:14:03.979810 3679 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 23:14:03.980157 3679 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.881164ms I0505 23:14:03.980167 3679 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 23:14:03.980520 3679 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.700104ms I0505 23:14:03.980530 3679 namespace.go:98] [openshift-machine-api] adding namespace I0505 23:14:03.980875 3679 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.647015ms I0505 23:14:03.980886 3679 namespace.go:98] [openshift-console-operator] adding namespace I0505 23:14:03.981238 3679 namespace.go:102] [kube-node-lease] adding namespace took 5.629121ms I0505 23:14:03.981248 3679 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 23:14:03.981736 3679 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.776694ms I0505 23:14:03.981747 3679 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 23:14:03.982144 3679 namespace.go:102] [dedicated-admin] adding namespace took 5.795428ms I0505 23:14:03.982156 3679 namespace.go:98] [openshift-controller-manager] adding namespace I0505 23:14:03.982575 3679 namespace.go:102] [openshift-package-operator] adding namespace took 5.84885ms I0505 23:14:03.982588 3679 namespace.go:98] [openshift-backplane] adding namespace I0505 23:14:03.983011 3679 namespace.go:102] [openshift-dns-operator] adding namespace took 5.897375ms I0505 23:14:03.983026 3679 namespace.go:98] [default] adding namespace I0505 23:14:03.983369 3679 namespace.go:102] [openshift-apiserver] adding namespace took 5.903677ms I0505 23:14:03.983382 3679 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 23:14:03.983742 3679 namespace.go:102] [kube-public] adding namespace took 5.854336ms I0505 23:14:03.983753 3679 namespace.go:98] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] adding namespace I0505 23:14:03.984111 3679 namespace.go:102] [openshift-ingress] adding namespace took 5.40944ms I0505 23:14:03.984123 3679 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 23:14:03.984500 3679 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.423395ms I0505 23:14:03.984511 3679 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 23:14:03.984860 3679 namespace.go:102] [openshift-etcd] adding namespace took 5.411234ms I0505 23:14:03.984871 3679 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 23:14:03.985219 3679 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.40467ms I0505 23:14:03.985231 3679 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 23:14:03.985599 3679 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.427945ms I0505 23:14:03.985611 3679 namespace.go:98] [openshift-monitoring] adding namespace I0505 23:14:03.985989 3679 namespace.go:102] [openshift-machine-api] adding namespace took 5.45478ms I0505 23:14:03.985998 3679 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 23:14:03.986376 3679 namespace.go:102] [openshift-console-operator] adding namespace took 5.485272ms I0505 23:14:03.986388 3679 namespace.go:98] [openshift-infra] adding namespace I0505 23:14:03.986759 3679 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.506843ms I0505 23:14:03.986771 3679 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 23:14:03.987170 3679 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.418081ms I0505 23:14:03.987179 3679 namespace.go:98] [openshift] adding namespace I0505 23:14:03.987938 3679 namespace.go:102] [openshift-controller-manager] adding namespace took 5.774538ms I0505 23:14:03.987952 3679 namespace.go:98] [openshift-config-operator] adding namespace I0505 23:14:03.988312 3679 namespace.go:102] [openshift-backplane] adding namespace took 5.718447ms I0505 23:14:03.988323 3679 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 23:14:03.988697 3679 namespace.go:102] [default] adding namespace took 5.665632ms I0505 23:14:03.988708 3679 namespace.go:98] [openshift-cluster-version] adding namespace I0505 23:14:03.989064 3679 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.678375ms I0505 23:14:03.989075 3679 namespace.go:98] [openshift-network-operator] adding namespace I0505 23:14:03.989445 3679 namespace.go:102] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] adding namespace took 5.687558ms I0505 23:14:03.989455 3679 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 23:14:03.989832 3679 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.704343ms I0505 23:14:03.989845 3679 namespace.go:98] [openshift-config-managed] adding namespace I0505 23:14:03.990206 3679 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.690703ms I0505 23:14:03.990692 3679 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.816041ms I0505 23:14:03.990704 3679 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 23:14:03.991061 3679 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.82507ms I0505 23:14:03.991445 3679 namespace.go:102] [openshift-monitoring] adding namespace took 5.829078ms I0505 23:14:03.991806 3679 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.804404ms I0505 23:14:03.992175 3679 namespace.go:102] [openshift-infra] adding namespace took 5.782059ms I0505 23:14:03.992554 3679 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.779409ms I0505 23:14:03.992567 3679 namespace.go:98] [openshift-marketplace] adding namespace I0505 23:14:03.992911 3679 namespace.go:102] [openshift] adding namespace took 5.72718ms I0505 23:14:03.992922 3679 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 23:14:03.993261 3679 namespace.go:102] [openshift-config-operator] adding namespace took 5.305397ms I0505 23:14:03.993665 3679 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.336732ms I0505 23:14:03.994016 3679 namespace.go:102] [openshift-cluster-version] adding namespace took 5.302627ms I0505 23:14:03.994377 3679 namespace.go:102] [openshift-network-operator] adding namespace took 5.298114ms I0505 23:14:03.994750 3679 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.290855ms I0505 23:14:03.995114 3679 namespace.go:102] [openshift-config-managed] adding namespace took 5.264447ms I0505 23:14:03.995448 3679 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.739354ms I0505 23:14:03.995874 3679 namespace.go:102] [openshift-marketplace] adding namespace took 3.301821ms I0505 23:14:03.996291 3679 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.364273ms W0505 23:14:03.996358 3679 master.go:458] Unable to parse local node ip-10-0-2-4.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 23:14:03.996367 3679 master.go:471] Unable to parse remote node ip-10-0-1-10.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 23:14:03.996371 3679 master.go:481] Removing stale chassis with ID/Name: 74fa7449-e20b-4825-8bb8-1578e80c9946, hostname: ip-10-0-2-4.ec2.internal I0505 23:14:03.996806 3679 master.go:548] Adding or Updating local node "ip-10-0-2-4.ec2.internal" for network "default" I0505 23:14:03.996883 3679 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-10.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-10.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-10.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-10.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal I0505 23:14:03.997550 3679 zone_ic_handler.go:195] Time taken to create transit switch: 366.434µs I0505 23:14:03.997610 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-191.ec2.internal for the network default I0505 23:14:03.999301 3679 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:03.999310 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-191.ec2.internal" on network "default" took: 2.138875ms I0505 23:14:04.001220 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-4.ec2.internal for the network default I0505 23:14:04.001376 3679 zone_ic_handler.go:195] Time taken to create transit switch: 144.889µs I0505 23:14:04.002050 3679 default_network_controller.go:823] Node add failed for ip-10-0-2-4.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-4.ec2.internal, error getting gateway config for node ip-10-0-2-4.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-4.ec2.internal", failed to update chassis to local for local node ip-10-0-2-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-4.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-4.ec2.internal] E0505 23:14:04.002100 3679 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-4.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-4.ec2.internal, error getting gateway config for node ip-10-0-2-4.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-4.ec2.internal", failed to update chassis to local for local node ip-10-0-2-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-4.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-4.ec2.internal] I0505 23:14:04.002139 3679 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 23:14:04.002152 3679 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-4.ec2.internal", UID:"ffbc5dce-73dd-4a30-825a-9f23530976c8", APIVersion:"v1", ResourceVersion:"8950", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-4.ec2.internal, error getting gateway config for node ip-10-0-2-4.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-4.ec2.internal", failed to update chassis to local for local node ip-10-0-2-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-4.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-4.ec2.internal] I0505 23:14:04.002206 3679 master.go:548] Adding or Updating local node "ip-10-0-2-4.ec2.internal" for network "default" I0505 23:14:04.002216 3679 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 23:14:04.002232 3679 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 23:14:04.002280 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-191.ec2.internal in network "default" I0505 23:14:04.002413 3679 node_tracker.go:169] Node ip-10-0-0-191.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:04.002457 3679 services_controller.go:574] Full service sync requested for network=default I0505 23:14:04.002468 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:04.002477 3679 node_tracker.go:235] Node ip-10-0-1-10.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-10.ec2.internal" I0505 23:14:04.002488 3679 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:04.002493 3679 services_controller.go:574] Full service sync requested for network=default I0505 23:14:04.002498 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0505 23:14:04.002519 3679 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:04.002531 3679 services_controller.go:574] Full service sync requested for network=default W0505 23:14:04.006777 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mfjxt: pod openshift-multus/network-metrics-daemon-mfjxt: no pod IPs found W0505 23:14:04.006795 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-552fd: pod openshift-network-diagnostics/network-check-target-552fd: no pod IPs found I0505 23:14:04.007860 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-4.ec2.internal for the network default I0505 23:14:04.008026 3679 zone_ic_handler.go:195] Time taken to create transit switch: 154.846µs I0505 23:14:04.102568 3679 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 23:14:04.102589 3679 services_controller.go:208] Setting up event handlers for services for network=default I0505 23:14:04.102665 3679 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 23:14:04.102746 3679 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 23:14:04.102768 3679 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 23:14:04.202978 3679 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 23:14:04.202993 3679 repair.go:60] Starting repairing loop for services I0505 23:14:04.203102 3679 repair.go:131] Deleted 0 stale service LBs I0505 23:14:04.203131 3679 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 23:14:04.203154 3679 repair.go:62] Finished repairing loop for services: 162.938µs I0505 23:14:04.203179 3679 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 23:14:04.203191 3679 services_controller.go:254] Starting workers for network=default I0505 23:14:04.203761 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mfjxt] creating logical port openshift-multus_network-metrics-daemon-mfjxt for pod on switch ip-10-0-2-4.ec2.internal I0505 23:14:04.203851 3679 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-bfnsk, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bfnsk: suppressed error logged: pod openshift-multus/network-metrics-daemon-bfnsk: no pod IPs found I0505 23:14:04.203762 3679 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5j9bw, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5j9bw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5j9bw: no pod IPs found I0505 23:14:04.203890 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-552fd] creating logical port openshift-network-diagnostics_network-check-target-552fd for pod on switch ip-10-0-2-4.ec2.internal I0505 23:14:04.204002 3679 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mfjxt I0505 23:14:04.204008 3679 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-552fd W0505 23:14:04.204580 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 23:14:04.209137 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:04.221065 3679 pod.go:62] [openshift-network-diagnostics/network-check-target-552fd] pod update took 17.098354ms I0505 23:14:04.221081 3679 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-552fd] addLogicalPort annotation time took 17.116288ms I0505 23:14:04.221864 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-552fd] addLogicalPort took 17.986163ms, libovsdb time 607.289µs I0505 23:14:04.222050 3679 pod.go:62] [openshift-multus/network-metrics-daemon-mfjxt] pod update took 18.209271ms I0505 23:14:04.222066 3679 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mfjxt] addLogicalPort annotation time took 18.230067ms I0505 23:14:04.222887 3679 pods.go:271] [openshift-multus/network-metrics-daemon-mfjxt] addLogicalPort took 19.139253ms, libovsdb time 623.012µs I0505 23:14:04.223308 3679 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 23:14:04.223325 3679 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 23:14:04.223337 3679 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 23:14:04.223341 3679 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 23:14:04.223525 3679 repair.go:29] Repairing admin network policies took 179.058µs I0505 23:14:04.223620 3679 repair.go:92] Repairing baseline admin network policies took 86.723µs I0505 23:14:04.224366 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 23:14:04.224383 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 23:14:04.225838 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 23:14:04.225857 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 23:14:04.225865 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 23:14:04.227243 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 23:14:04.227260 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 23:14:04.227938 3679 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 23:14:04.227952 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:14:04.228622 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 23:14:04.228641 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 23:14:04.228648 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 23:14:04.230117 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 23:14:04.230134 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 23:14:04.230143 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 23:14:04.231035 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 23:14:04.231054 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 23:14:04.231062 3679 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 23:14:04.232620 3679 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 23:14:04.232636 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 23:14:04.232643 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 23:14:04.233076 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 23:14:04.233095 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 23:14:04.233103 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 23:14:04.234460 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:14:04.234475 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 23:14:04.234483 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 23:14:04.235613 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 23:14:04.235629 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 23:14:04.235639 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 23:14:04.237891 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 23:14:04.237914 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 23:14:04.237924 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 23:14:04.238954 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 23:14:04.238973 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 23:14:04.238985 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 23:14:04.239677 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 23:14:04.239693 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 23:14:04.239700 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 23:14:04.240862 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 23:14:04.240881 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 23:14:04.240889 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 23:14:04.241161 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 23:14:04.241179 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 23:14:04.241191 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 23:14:04.242386 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 23:14:04.242403 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 23:14:04.242411 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 23:14:04.242932 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:14:04.242948 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 23:14:04.242955 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 23:14:04.243397 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 23:14:04.243414 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 23:14:04.243446 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:14:04.244085 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 23:14:04.244101 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 23:14:04.244108 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 23:14:04.244551 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 23:14:04.244566 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 23:14:04.244573 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 23:14:04.245018 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 23:14:04.245032 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 23:14:04.245040 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 23:14:04.245979 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 23:14:04.245995 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 23:14:04.246002 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 23:14:04.246452 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 23:14:04.246465 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 23:14:04.246470 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 23:14:04.246725 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 23:14:04.246741 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 23:14:04.246749 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 23:14:04.247763 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 23:14:04.247780 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 23:14:04.247791 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 23:14:04.248611 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 23:14:04.248628 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 23:14:04.248636 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 23:14:04.248974 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 23:14:04.248990 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 23:14:04.248997 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 23:14:04.249482 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 23:14:04.249497 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 23:14:04.249505 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 23:14:04.249953 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 23:14:04.249968 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 23:14:04.249980 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 23:14:04.251094 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 23:14:04.256338 3679 egressfirewall.go:374] Starting EgressFirewall controller I0505 23:14:04.256379 3679 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 23:14:04.256388 3679 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 23:14:04.256406 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 23:14:04.256416 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 23:14:04.256437 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 23:14:04.256418 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 23:14:04.256676 3679 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 23:14:04.256688 3679 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 23:14:04.256694 3679 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 23:14:04.256703 3679 egressqos.go:193] Setting up event handlers for EgressQoS I0505 23:14:04.256721 3679 egressfirewall.go:723] Syncing node "ip-10-0-0-191.ec2.internal" for egress firewall I0505 23:14:04.256731 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:14:04.256737 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0505 23:14:04.256853 3679 egressqos.go:245] Starting EgressQoS Controller I0505 23:14:04.256871 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 23:14:04.256884 3679 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 23:14:04.256893 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 23:14:04.256902 3679 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 23:14:04.256911 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 23:14:04.256921 3679 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 23:14:04.256928 3679 egressqos.go:259] Repairing EgressQoSes I0505 23:14:04.256935 3679 egressqos.go:399] Starting repairing loop for egressqos I0505 23:14:04.257012 3679 egressqos.go:401] Finished repairing loop for egressqos: 78.688µs I0505 23:14:04.257035 3679 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 23:14:04.257057 3679 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-4.ec2.internal I0505 23:14:04.257100 3679 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-4.ec2.internal : 44.453µs I0505 23:14:04.257179 3679 egressservice_zone.go:210] Starting Egress Services Controller I0505 23:14:04.257192 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:14:04.257201 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:14:04.257211 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:14:04.257220 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:14:04.257229 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:14:04.257237 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:14:04.257247 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 23:14:04.257255 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 23:14:04.257262 3679 egressservice_zone.go:228] Repairing Egress Services I0505 23:14:04.257534 3679 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 23:14:04.257544 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:14:04.257562 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-191.ec2.internal I0505 23:14:04.257580 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-191.ec2.internal: 21.327µs I0505 23:14:04.257592 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:04.257596 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 5.195µs I0505 23:14:04.257605 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:14:04.257612 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 9.298µs I0505 23:14:04.257837 3679 default_network_controller.go:585] Completing all the Watchers took 294.770674ms I0505 23:14:04.257853 3679 default_network_controller.go:589] Starting unidling controllers I0505 23:14:04.257865 3679 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 23:14:04.257871 3679 unidle.go:63] Populating Initial ContollerEvent events I0505 23:14:04.257883 3679 unidle.go:79] Setting up event handlers for services I0505 23:14:04.257952 3679 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:14:04.500970 3679 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:05.000093 3679 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:05.500608 3679 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:06.000708 3679 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:06.253510 3679 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:14:06.500742 3679 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:06.517548 3679 bridgeconfig.go:537] Gateway is ready I0505 23:14:06.517564 3679 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 23:14:06.528539 3679 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.4. Updating OVN encap IP. I0505 23:14:06.533679 3679 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.4 - it is already configured I0505 23:14:06.533693 3679 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.4/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 23:14:06.534045 3679 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.4/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-4.ec2.internal","mac-address":"0e:1d:ce:90:33:d5","ip-addresses":["10.0.2.4/24"],"ip-address":"10.0.2.4/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:74fa7449-e20b-4825-8bb8-1578e80c9946 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.4/24"}] on node ip-10-0-2-4.ec2.internal I0505 23:14:06.550079 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:14:06.550088 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0505 23:14:06.550096 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 21.593µs I0505 23:14:06.550105 3679 master.go:548] Adding or Updating local node "ip-10-0-2-4.ec2.internal" for network "default" I0505 23:14:06.550127 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0505 23:14:06.550181 3679 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:06.550199 3679 services_controller.go:574] Full service sync requested for network=default W0505 23:14:06.550778 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:06.550919 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:06.551785 3679 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.4 I0505 23:14:06.551865 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-4.ec2.internal I0505 23:14:06.555061 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-4.ec2.internal. Updating no re-route policies I0505 23:14:06.555132 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-gz842 I0505 23:14:06.555141 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xggp7 I0505 23:14:06.555141 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-552fd I0505 23:14:06.555154 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fqdjh I0505 23:14:06.555155 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xggp7 I0505 23:14:06.555161 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fqdjh I0505 23:14:06.555162 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-552fd I0505 23:14:06.555163 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mfjxt I0505 23:14:06.555176 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mfjxt I0505 23:14:06.555176 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-4.ec2.internal I0505 23:14:06.555177 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bfnsk I0505 23:14:06.555185 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fqdjh after 0 failed attempt(s) I0505 23:14:06.555190 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-4.ec2.internal I0505 23:14:06.555191 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-h5gh8 I0505 23:14:06.555191 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-4.ec2.internal I0505 23:14:06.555201 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-pbgn9 I0505 23:14:06.555202 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-h5gh8 I0505 23:14:06.555204 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-4.ec2.internal I0505 23:14:06.555206 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5j9bw I0505 23:14:06.555209 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-pbgn9 I0505 23:14:06.555210 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8rjch I0505 23:14:06.555218 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5j9bw I0505 23:14:06.555218 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-znmsv I0505 23:14:06.555224 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-h5gh8 after 0 failed attempt(s) I0505 23:14:06.555228 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-pbgn9 after 0 failed attempt(s) I0505 23:14:06.555231 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-znmsv I0505 23:14:06.555250 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-znmsv after 0 failed attempt(s) I0505 23:14:06.555164 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-p2qhh I0505 23:14:06.555264 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-p2qhh I0505 23:14:06.555266 3679 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5j9bw, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5j9bw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5j9bw: no pod IPs found I0505 23:14:06.555153 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vhtkt I0505 23:14:06.555274 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-p2qhh after 0 failed attempt(s) I0505 23:14:06.555202 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mfjxt] creating logical port openshift-multus_network-metrics-daemon-mfjxt for pod on switch ip-10-0-2-4.ec2.internal I0505 23:14:06.555280 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vhtkt I0505 23:14:06.555224 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-4.ec2.internal after 0 failed attempt(s) I0505 23:14:06.555180 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xggp7 after 0 failed attempt(s) I0505 23:14:06.555209 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-4.ec2.internal after 0 failed attempt(s) I0505 23:14:06.555304 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vhtkt after 0 failed attempt(s) I0505 23:14:06.555147 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-gz842 I0505 23:14:06.555321 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-gz842 after 0 failed attempt(s) I0505 23:14:06.555202 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-552fd] creating logical port openshift-network-diagnostics_network-check-target-552fd for pod on switch ip-10-0-2-4.ec2.internal I0505 23:14:06.555219 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-8rjch I0505 23:14:06.555359 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-8rjch after 0 failed attempt(s) I0505 23:14:06.555193 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bfnsk I0505 23:14:06.555471 3679 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-bfnsk, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bfnsk: suppressed error logged: pod openshift-multus/network-metrics-daemon-bfnsk: no pod IPs found I0505 23:14:06.555924 3679 pods.go:271] [openshift-multus/network-metrics-daemon-mfjxt] addLogicalPort took 727.803µs, libovsdb time 232.283µs I0505 23:14:06.555935 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mfjxt after 0 failed attempt(s) I0505 23:14:06.556002 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-552fd] addLogicalPort took 814.387µs, libovsdb time 238.316µs I0505 23:14:06.556010 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-552fd after 0 failed attempt(s) I0505 23:14:06.568067 3679 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 23:14:06.579444 3679 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 23:14:06.582370 3679 iptables.go:108] Creating table: nat chain: OUTPUT I0505 23:14:06.606485 3679 iptables.go:108] Creating table: nat chain: PREROUTING I0505 23:14:06.644409 3679 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:14:06.659771 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 23:14:06.659864 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 23:14:06.659906 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 23:14:06.660009 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 23:14:06.660058 3679 gateway_init.go:325] Gateway and management port readiness took 2.664265391s I0505 23:14:06.660084 3679 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 23:14:06.660120 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 23:14:06.660132 3679 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 23:14:06.660141 3679 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:14:06.660194 3679 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 23:14:06.660274 3679 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.772µs I0505 23:14:06.660563 3679 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 23:14:06.660586 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.232µs I0505 23:14:06.660594 3679 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.167µs I0505 23:14:06.660600 3679 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 23:14:06.660608 3679 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 23:14:06.660613 3679 default_node_network_controller.go:899] Starting the default node network controller I0505 23:14:06.660617 3679 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 23:14:06.660634 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.92µs I0505 23:14:06.660790 3679 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 23:14:06.660798 3679 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 23:14:06.660847 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9fa70 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc000aadcc0 0xc0002c6540 0xc0002c65b0 0xc000864320 0xc00655b500 0xc0002c6620 map[0x2ff9080:0xc002f17ce0 0x2ff95c0:0xc002f17e60 0x2ffa2e0:0xc002f17c20 0x2ffa580:0xc002f17c80 0x2ffad60:0xc002f17d40 0x2ffb000:0xc002f17da0 0x2ffb2a0:0xc002f17e00 0x2ffba80:0xc002f17ec0 0x2ffbd20:0xc002f17f20 0x3026980:0xc0014118c0 0x3026d20:0xc001411920 0x3027800:0xc000bd3c80 0x3029160:0xc001bbe000 0x30298a0:0xc002703d40 0x302a720:0xc0006af260] 0xc000aa2bd0 0} I0505 23:14:06.660898 3679 gateway.go:151] Starting gateway service sync I0505 23:14:06.661313 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 23:14:06.663343 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 23:14:06.672244 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 23:14:06.673307 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 23:14:06.674328 3679 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 23:14:06.705903 3679 gateway.go:168] Gateway service sync done. Time taken: 44.994792ms I0505 23:14:06.706304 3679 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32698 I0505 23:14:06.706625 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9fa70 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc000aadcc0 0xc0002c6540 0xc0002c65b0 0xc000864320 0xc00655b500 0xc0002c6620 map[0x2ff9080:0xc002f17ce0 0x2ff95c0:0xc002f17e60 0x2ffa2e0:0xc002f17c20 0x2ffa580:0xc002f17c80 0x2ffad60:0xc002f17d40 0x2ffb000:0xc002f17da0 0x2ffb2a0:0xc002f17e00 0x2ffba80:0xc002f17ec0 0x2ffbd20:0xc002f17f20 0x3026980:0xc0014118c0 0x3026d20:0xc001411920 0x3027800:0xc000bd3c80 0x3029160:0xc001bbe000 0x30298a0:0xc002703d40 0x302a720:0xc0006af260] 0xc000aa2bd0 0} I0505 23:14:06.707102 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9fa70 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc000aadcc0 0xc0002c6540 0xc0002c65b0 0xc000864320 0xc00655b500 0xc0002c6620 map[0x2ff9080:0xc002f17ce0 0x2ff95c0:0xc002f17e60 0x2ffa2e0:0xc002f17c20 0x2ffa580:0xc002f17c80 0x2ffad60:0xc002f17d40 0x2ffb000:0xc002f17da0 0x2ffb2a0:0xc002f17e00 0x2ffba80:0xc002f17ec0 0x2ffbd20:0xc002f17f20 0x3026980:0xc0014118c0 0x3026d20:0xc001411920 0x3027800:0xc000bd3c80 0x3029160:0xc001bbe000 0x30298a0:0xc002703d40 0x302a720:0xc0006af260] 0xc000aa2bd0 0} I0505 23:14:06.707143 3679 gateway.go:532] Reconciling gateway with updates I0505 23:14:06.712051 3679 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 23:14:06.712138 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:14:06.712158 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:14:06.712158 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:06.712157 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:06.712173 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:06.712178 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:06.712196 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:06.712218 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:14:06.712215 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:06.712224 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:14:06.712140 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:06.712231 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:06.712234 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:14:06.712234 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:06.712201 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:06.712246 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:06.712252 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:06.712256 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:06.712258 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:06.712261 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:06.712266 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:06.712272 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:06.712259 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:06.712277 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:06.712278 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:06.712282 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:14:06.712286 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:06.712290 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:06.712295 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:14:06.712295 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:06.712302 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:06.712303 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:14:06.712303 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:06.712301 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:06.712323 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:06.712324 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:06.712326 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:06.712332 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:14:06.712335 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:14:06.712218 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:06.712337 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:06.712347 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:06.712354 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:06.712363 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:14:06.712353 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:14:06.712163 3679 default_node_network_controller.go:944] Gateway and management port readiness took 51.357588ms I0505 23:14:06.712365 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:14:06.712284 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:14:06.712259 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:06.712385 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:14:06.712406 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:06.712413 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:14:06.712415 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:06.712442 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:14:06.712446 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:06.712447 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:06.712447 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:06.712455 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:06.712457 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:06.712462 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:06.712456 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:06.712469 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:14:06.712470 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:06.712473 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:06.712237 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:06.712404 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:06.712493 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:06.712233 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:06.712235 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:06.712517 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:06.712444 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:06.712527 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:06.712519 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:06.712537 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:14:06.712243 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:06.712547 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:06.712548 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:06.712260 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:06.712563 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:06.712528 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:06.712275 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:06.712612 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:06.712623 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:06.712259 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:06.712281 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:06.712678 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:06.712687 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:14:06.712288 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:14:06.712302 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:06.712706 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:06.712285 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:06.712336 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:06.712352 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:06.712833 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:06.712421 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:06.712422 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:06.712945 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:06.712955 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:14:06.712447 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:06.712982 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:06.712986 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:14:06.712447 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:14:06.712996 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:14:06.712446 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:14:06.712458 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:06.713049 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:06.713059 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:14:06.712480 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:14:06.712506 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:06.713075 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31973 is already open, no action needed I0505 23:14:06.713080 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31446 is already open, no action needed I0505 23:14:06.712241 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:06.713114 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:06.712306 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:14:06.713626 3679 node_ip_handler_linux.go:160] Node IP manager is running W0505 23:14:06.748820 3679 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:14:06.748959 3679 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:14:06.749073 3679 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0505 23:14:06.757856 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:14:06.757881 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:14:06.757889 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:14:06.757896 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:14:06.757902 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:14:06.757907 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:14:06.757913 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:14:06.757920 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:14:06.757927 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:14:06.757932 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:14:06.757937 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:14:06.757942 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:14:06.757947 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:14:06.757952 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:14:06.757959 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:14:06.757967 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:14:06.757976 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:14:06.757992 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:14:06.796233 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:14:06.815389 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:14:06.815400 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:14:08.367012 3679 default_node_network_controller.go:1380] Starting node controller node sync W0505 23:14:08.367066 3679 egressip_healthcheck.go:76] Health checking using insecure connection I0505 23:14:08.367141 3679 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0505 23:14:08.381301 3679 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 14.265636ms I0505 23:14:08.381447 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-191.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:14:08.381467 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-191.ec2.internal", IP: 10.0.0.191 to PMTUD blocking rules I0505 23:14:08.387739 3679 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 23:14:08.388112 3679 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 23:14:08.388270 3679 egressservice_node.go:183] Starting Egress Services Controller I0505 23:14:08.388286 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:14:08.388297 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:14:08.388304 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:14:08.388309 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:14:08.388314 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:14:08.388319 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:14:08.388323 3679 egressservice_node.go:197] Repairing Egress Services I0505 23:14:08.398399 3679 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 23:14:08.398411 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:14:08.398590 3679 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 23:14:08.398599 3679 link_network_manager.go:119] Link manager is running I0505 23:14:08.398608 3679 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 23:14:08.398763 3679 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 23:14:08.398940 3679 vrf_manager.go:128] VRF manager is running I0505 23:14:08.399016 3679 node_controller_manager.go:437] Removing flows to drop GARP I0505 23:14:08.399025 3679 gateway.go:532] Reconciling gateway with updates I0505 23:14:08.426381 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:08.426392 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:14:08.426404 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:08.426407 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:14:08.426407 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:08.426413 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:14:08.426417 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:08.426435 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:08.426436 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:14:08.426444 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:08.426443 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:08.426449 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:08.426449 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:14:08.426457 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:08.426390 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:08.426461 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:08.426452 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:14:08.426475 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:08.426407 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:08.426482 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:08.426489 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:08.426495 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:08.426503 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:08.426497 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:08.426519 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:08.426520 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:08.426528 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:08.426532 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:08.426534 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:08.426539 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:08.426536 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:08.426548 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:08.426549 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:14:08.426556 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:08.426549 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:08.426560 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:08.426556 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:08.426571 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:08.426571 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:08.426588 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:08.426504 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:08.426601 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:08.426519 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:08.426623 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:08.426625 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:08.426631 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:08.426475 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:08.426640 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:08.426640 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:08.426648 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:14:08.426457 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:08.426654 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:08.426465 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:14:08.426645 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:08.426649 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:08.426418 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:08.426677 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:08.426686 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:08.426442 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:08.426407 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:08.426728 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:08.426734 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:08.426467 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:08.426742 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:14:08.426481 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:08.426754 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:08.426466 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:08.426760 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:14:08.426493 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:08.426765 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:08.426505 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:08.426481 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:08.426811 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:08.426507 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:14:08.426506 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:08.426864 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:08.426872 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:14:08.426519 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:08.426882 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:08.426520 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:08.426927 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:08.426935 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:14:08.426534 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:08.426945 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:08.426543 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:14:08.426544 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:08.426994 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:08.426459 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:08.427036 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:08.426551 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:08.427074 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:08.426558 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:08.427111 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:08.426664 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:14:08.426493 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:08.427150 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:08.426503 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:08.427189 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:08.427206 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31973 is already open, no action needed I0505 23:14:08.427216 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31446 is already open, no action needed I0505 23:14:08.449779 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:14:08.449853 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:14:08.449871 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:14:08.449879 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:14:08.488593 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:14:08.488611 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:14:08.488617 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:14:08.488624 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:14:08.488629 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:14:08.488635 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:14:08.488639 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:14:08.488645 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488650 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488655 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:14:08.488662 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:14:08.488668 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:14:08.488672 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:14:08.488678 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:14:08.488683 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:14:08.488688 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488693 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488698 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488709 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488714 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:14:08.488719 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:14:08.488736 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:14:08.488753 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:14:08.488759 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:14:08.488765 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:14:08.488771 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488776 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:14:08.488781 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:14:08.488786 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:14:08.526975 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:14:10.289151 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:14:10.289184 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 39.336µs I0505 23:14:10.321400 3679 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2] creating logical port openshift-image-registry_image-registry-7ffc7d6ccc-wlcx2 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:14:10.321544 3679 kube.go:256] Updating pod openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 I0505 23:14:10.346864 3679 pod.go:62] [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2] pod update took 25.365437ms I0505 23:14:10.346884 3679 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2] addLogicalPort annotation time took 25.391923ms I0505 23:14:10.347737 3679 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-fwbch] creating logical port openshift-dns_dns-default-fwbch for pod on switch ip-10-0-2-4.ec2.internal I0505 23:14:10.347861 3679 kube.go:256] Updating pod openshift-dns/dns-default-fwbch I0505 23:14:10.348140 3679 pods.go:271] [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2] addLogicalPort took 26.758ms, libovsdb time 1.002661ms I0505 23:14:10.359188 3679 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8h8ft] creating logical port openshift-ingress-canary_ingress-canary-8h8ft for pod on switch ip-10-0-2-4.ec2.internal I0505 23:14:10.359284 3679 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8h8ft I0505 23:14:10.365258 3679 pod.go:62] [openshift-dns/dns-default-fwbch] pod update took 17.429012ms I0505 23:14:10.365281 3679 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-fwbch] addLogicalPort annotation time took 17.45545ms I0505 23:14:10.366446 3679 pods.go:271] [openshift-dns/dns-default-fwbch] addLogicalPort took 18.717851ms, libovsdb time 823.612µs I0505 23:14:10.376101 3679 pod.go:62] [openshift-ingress-canary/ingress-canary-8h8ft] pod update took 16.849216ms I0505 23:14:10.376118 3679 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8h8ft] addLogicalPort annotation time took 16.869614ms I0505 23:14:10.377038 3679 pods.go:271] [openshift-ingress-canary/ingress-canary-8h8ft] addLogicalPort took 17.859302ms, libovsdb time 715.463µs I0505 23:14:10.718315 3679 cni.go:452] [openshift-ingress-canary/ingress-canary-8h8ft 5ff3be32cbb02c96dbaac5074ebadbe3bd605c582bfc13b7e8159b436517640c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8h8ft 5ff3be32cbb02c96dbaac5074ebadbe3bd605c582bfc13b7e8159b436517640c network default NAD default NAD key ] I0505 23:14:10.735852 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8h8ft, hostIfaceName: 5ff3be32cbb02c9, network: default, NAD default, SandboxID: "5ff3be32cbb02c96dbaac5074ebadbe3bd605c582bfc13b7e8159b436517640c", PCI device ID: , UID: "37f79752-ae39-4b27-8782-0f885c352be5", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0505 23:14:10.781570 3679 cni.go:473] [openshift-ingress-canary/ingress-canary-8h8ft 5ff3be32cbb02c96dbaac5074ebadbe3bd605c582bfc13b7e8159b436517640c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8h8ft 5ff3be32cbb02c96dbaac5074ebadbe3bd605c582bfc13b7e8159b436517640c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d6:20:c4:81:79\",\"name\":\"5ff3be32cbb02c9\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7918e286-61b2-490d-99a2-2511f5ebe3d1\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:14:10.928965 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:14:10.928975 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:10.929002 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 26.505µs I0505 23:14:10.929034 3679 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:12.697738 3679 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:14.564384 3679 cni.go:452] [openshift-network-diagnostics/network-check-target-552fd ced5b7441198a0f9a52161e7792e8f9d0584ef9a5bc1189b0ee5f7fcdc825b6c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-552fd ced5b7441198a0f9a52161e7792e8f9d0584ef9a5bc1189b0ee5f7fcdc825b6c network default NAD default NAD key ] I0505 23:14:14.577280 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-552fd, hostIfaceName: ced5b7441198a0f, network: default, NAD default, SandboxID: "ced5b7441198a0f9a52161e7792e8f9d0584ef9a5bc1189b0ee5f7fcdc825b6c", PCI device ID: , UID: "e4ec7096-0267-40b0-a4ec-1f425ec17825", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0505 23:14:14.622392 3679 cni.go:473] [openshift-network-diagnostics/network-check-target-552fd ced5b7441198a0f9a52161e7792e8f9d0584ef9a5bc1189b0ee5f7fcdc825b6c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-552fd ced5b7441198a0f9a52161e7792e8f9d0584ef9a5bc1189b0ee5f7fcdc825b6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e2:b9:08:63:9e\",\"name\":\"ced5b7441198a0f\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f4674ad-269f-4c49-a167-145bc5a0a7c8\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:14:15.379173 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:15.379224 3679 node_tracker.go:235] Node ip-10-0-1-10.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-10.ec2.internal" I0505 23:14:15.379244 3679 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.379262 3679 services_controller.go:574] Full service sync requested for network=default I0505 23:14:15.379312 3679 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "ip-10-0-1-10.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 23:14:15.379419 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:15.405573 3679 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "ip-10-0-1-10.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:15.605878 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:15.605922 3679 default_network_controller.go:1025] Node "ip-10-0-1-10.ec2.internal" in remote zone "ip-10-0-1-10.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:15.605948 3679 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.605965 3679 services_controller.go:574] Full service sync requested for network=default W0505 23:14:15.606439 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:15.606977 3679 zone_ic_handler.go:195] Time taken to create transit switch: 335.658µs I0505 23:14:15.606994 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-10.ec2.internal for the network default I0505 23:14:15.608160 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-10.ec2.internal" on network "default" took: 1.537341ms I0505 23:14:18.164884 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:14:18.164894 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:18.164907 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:18.164924 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 32.324µs I0505 23:14:18.164952 3679 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:18.164952 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 10.0.1.10 to PMTUD blocking rules I0505 23:14:18.164964 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:14:18.164972 3679 services_controller.go:574] Full service sync requested for network=default W0505 23:14:18.165324 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:18.172083 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-10.ec2.internal. Updating no re-route policies I0505 23:14:18.179492 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 10.0.1.10 to PMTUD blocking rules I0505 23:14:18.179508 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-10.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 23:14:19.614167 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:21.733393 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:21.733443 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 37.943µs W0505 23:14:29.105038 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:33.008441 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:33.008470 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:50.628447 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:15:52.962638 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-v7c8z for pod on switch ip-10-0-2-4.ec2.internal I0505 23:15:52.962738 3679 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z I0505 23:15:52.973868 3679 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-djzf8 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:15:52.973946 3679 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8 I0505 23:15:52.983793 3679 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z] pod update took 21.088991ms I0505 23:15:52.983813 3679 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z] addLogicalPort annotation time took 21.113042ms I0505 23:15:52.984894 3679 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z] addLogicalPort took 22.277111ms, libovsdb time 841.198µs I0505 23:15:52.984936 3679 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-bxq46] creating logical port openshift-console-operator_console-operator-66dbbb6468-bxq46 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:15:52.984990 3679 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-bxq46 I0505 23:15:52.996285 3679 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8] pod update took 22.358247ms I0505 23:15:52.996304 3679 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8] addLogicalPort annotation time took 22.381478ms I0505 23:15:52.997265 3679 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8] addLogicalPort took 23.413619ms, libovsdb time 694.647µs I0505 23:15:53.006330 3679 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-bxq46] pod update took 21.355761ms I0505 23:15:53.006347 3679 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-bxq46] addLogicalPort annotation time took 21.374579ms I0505 23:15:53.007224 3679 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-bxq46] addLogicalPort took 22.29195ms, libovsdb time 630.796µs I0505 23:15:53.069523 3679 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-cpnqx for pod on switch ip-10-0-2-4.ec2.internal I0505 23:15:53.069591 3679 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx I0505 23:15:53.076731 3679 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5868f58855-qntdv] creating logical port openshift-ingress_router-default-5868f58855-qntdv for pod on switch ip-10-0-2-4.ec2.internal I0505 23:15:53.076802 3679 kube.go:256] Updating pod openshift-ingress/router-default-5868f58855-qntdv I0505 23:15:53.080821 3679 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65f946477-qrzzs] creating logical port openshift-ingress_router-default-65f946477-qrzzs for pod on switch ip-10-0-2-4.ec2.internal I0505 23:15:53.080907 3679 kube.go:256] Updating pod openshift-ingress/router-default-65f946477-qrzzs I0505 23:15:53.095894 3679 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx] pod update took 26.321038ms I0505 23:15:53.095914 3679 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx] addLogicalPort annotation time took 26.343058ms I0505 23:15:53.096811 3679 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx] addLogicalPort took 27.299289ms, libovsdb time 646.421µs I0505 23:15:53.102982 3679 pod.go:62] [openshift-ingress/router-default-5868f58855-qntdv] pod update took 26.207587ms I0505 23:15:53.102997 3679 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5868f58855-qntdv] addLogicalPort annotation time took 26.224998ms I0505 23:15:53.104206 3679 pods.go:271] [openshift-ingress/router-default-5868f58855-qntdv] addLogicalPort took 27.485171ms, libovsdb time 910.21µs I0505 23:15:53.109832 3679 pod.go:62] [openshift-ingress/router-default-65f946477-qrzzs] pod update took 28.941605ms I0505 23:15:53.109856 3679 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65f946477-qrzzs] addLogicalPort annotation time took 28.96796ms I0505 23:15:53.110760 3679 pods.go:271] [openshift-ingress/router-default-65f946477-qrzzs] addLogicalPort took 29.949357ms, libovsdb time 667.433µs I0505 23:15:53.314590 3679 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z 5228490ca2b6aa215c3f81fdad6d0c293885400ba25d74f3ab24fb7fa4f212e1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z 5228490ca2b6aa215c3f81fdad6d0c293885400ba25d74f3ab24fb7fa4f212e1 network default NAD default NAD key ] I0505 23:15:53.325818 3679 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-bxq46 fe7b531a584c4947c6fd866eb79f0c8328d587f96e468f4f8ea7a1eddb21b059 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-bxq46 fe7b531a584c4947c6fd866eb79f0c8328d587f96e468f4f8ea7a1eddb21b059 network default NAD default NAD key ] I0505 23:15:53.326002 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-v7c8z, hostIfaceName: 5228490ca2b6aa2, network: default, NAD default, SandboxID: "5228490ca2b6aa215c3f81fdad6d0c293885400ba25d74f3ab24fb7fa4f212e1", PCI device ID: , UID: "5775a718-d417-458e-b8e0-4a45fa7b5a1b", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0505 23:15:53.335119 3679 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8 6aa96d70c92b98e0fef71b7995f4435235a051d1d45edba4aef487f84470173d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8 6aa96d70c92b98e0fef71b7995f4435235a051d1d45edba4aef487f84470173d network default NAD default NAD key ] I0505 23:15:53.336638 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-bxq46, hostIfaceName: fe7b531a584c494, network: default, NAD default, SandboxID: "fe7b531a584c4947c6fd866eb79f0c8328d587f96e468f4f8ea7a1eddb21b059", PCI device ID: , UID: "eb5d02ac-f7ba-4395-9386-a602ace831de", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0505 23:15:53.344957 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-djzf8, hostIfaceName: 6aa96d70c92b98e, network: default, NAD default, SandboxID: "6aa96d70c92b98e0fef71b7995f4435235a051d1d45edba4aef487f84470173d", PCI device ID: , UID: "d554889e-fa98-4b29-877b-2b56843bd55b", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0505 23:15:53.376911 3679 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z 5228490ca2b6aa215c3f81fdad6d0c293885400ba25d74f3ab24fb7fa4f212e1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-v7c8z 5228490ca2b6aa215c3f81fdad6d0c293885400ba25d74f3ab24fb7fa4f212e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:40:0e:d2:9d:fc\",\"name\":\"5228490ca2b6aa2\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07a49878-5f98-4619-abba-3441263c917c\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:15:53.424272 3679 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx 9a6a4ab143f1f46a01e8132ce8fafb2a95d45c947d6f5722a4f19986659c6065 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx 9a6a4ab143f1f46a01e8132ce8fafb2a95d45c947d6f5722a4f19986659c6065 network default NAD default NAD key ] I0505 23:15:53.436082 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-cpnqx, hostIfaceName: 9a6a4ab143f1f46, network: default, NAD default, SandboxID: "9a6a4ab143f1f46a01e8132ce8fafb2a95d45c947d6f5722a4f19986659c6065", PCI device ID: , UID: "19e7750b-5041-4e46-b65a-70f3031703f0", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0505 23:15:53.479399 3679 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx 9a6a4ab143f1f46a01e8132ce8fafb2a95d45c947d6f5722a4f19986659c6065 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cpnqx 9a6a4ab143f1f46a01e8132ce8fafb2a95d45c947d6f5722a4f19986659c6065 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0c:01:ba:98:ce\",\"name\":\"9a6a4ab143f1f46\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/324f00ea-756e-40cf-a596-02683f5b3fd3\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:15:53.598365 3679 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-bxq46 fe7b531a584c4947c6fd866eb79f0c8328d587f96e468f4f8ea7a1eddb21b059 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-bxq46 fe7b531a584c4947c6fd866eb79f0c8328d587f96e468f4f8ea7a1eddb21b059 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a9:0d:c8:22:70\",\"name\":\"fe7b531a584c494\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d84d9485-6be5-4f2d-a226-b763a2a158cb\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:15:53.598410 3679 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8 6aa96d70c92b98e0fef71b7995f4435235a051d1d45edba4aef487f84470173d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-djzf8 6aa96d70c92b98e0fef71b7995f4435235a051d1d45edba4aef487f84470173d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:13:93:93:8d:3a\",\"name\":\"6aa96d70c92b98e\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d055ab2-8a15-4a8d-abbd-a02aa7c100da\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:15:58.015906 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:15:58.513219 3679 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 23:15:58.514165 3679 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 923.454µs I0505 23:15:58.535807 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 23:15:58.956540 3679 namespace.go:98] [openshift-service-ca] adding namespace I0505 23:15:58.957371 3679 namespace.go:102] [openshift-service-ca] adding namespace took 812.687µs I0505 23:15:59.025550 3679 namespace.go:142] [openshift-service-ca] updating namespace I0505 23:16:04.470456 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.471079 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.471107 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.471116 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 23:16:04.471128 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.471132 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 23:16:05.497159 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.497185 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.497198 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.497205 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:16:07.546589 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:16:09.899086 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:16:09.911284 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:16:18.415152 3679 cni.go:452] [openshift-dns/dns-default-fwbch 4fa0e36a9d6e55399878fda579110564e9662ca184cf748882ebd1efa96a307f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-fwbch 4fa0e36a9d6e55399878fda579110564e9662ca184cf748882ebd1efa96a307f network default NAD default NAD key ] I0505 23:16:18.415646 3679 cni.go:452] [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key ] I0505 23:16:18.425197 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-fwbch, hostIfaceName: 4fa0e36a9d6e553, network: default, NAD default, SandboxID: "4fa0e36a9d6e55399878fda579110564e9662ca184cf748882ebd1efa96a307f", PCI device ID: , UID: "8cbe36d0-70fe-487e-b09b-bfc68ca2b45a", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0505 23:16:18.425245 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7ffc7d6ccc-wlcx2, hostIfaceName: bce9c257a2dcc18, network: default, NAD default, SandboxID: "bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece", PCI device ID: , UID: "e93df46b-9437-446e-b7a2-eac0429a5197", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0505 23:16:18.473062 3679 cni.go:473] [openshift-dns/dns-default-fwbch 4fa0e36a9d6e55399878fda579110564e9662ca184cf748882ebd1efa96a307f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-fwbch 4fa0e36a9d6e55399878fda579110564e9662ca184cf748882ebd1efa96a307f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:40:ac:55:4f:71\",\"name\":\"4fa0e36a9d6e553\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c182227-5190-4f04-a29b-1b198d0ece63\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:16:18.487823 3679 cni.go:473] [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:27:d0:20:2c:90\",\"name\":\"bce9c257a2dcc18\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c49c437-1b24-435a-8679-fa3ecb4abebd\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:24.854676 3679 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.854698 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.854703 3679 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.854743 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:25.034868 3679 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6kmb4] creating logical port openshift-insights_insights-runtime-extractor-6kmb4 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:25.034990 3679 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6kmb4 I0505 23:16:25.054375 3679 pod.go:62] [openshift-insights/insights-runtime-extractor-6kmb4] pod update took 19.405585ms I0505 23:16:25.054399 3679 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6kmb4] addLogicalPort annotation time took 19.435788ms I0505 23:16:25.055456 3679 pods.go:271] [openshift-insights/insights-runtime-extractor-6kmb4] addLogicalPort took 20.612234ms, libovsdb time 736.973µs I0505 23:16:25.231873 3679 cni.go:452] [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key ] I0505 23:16:25.232507 3679 cni.go:452] [openshift-ingress/router-default-65f946477-qrzzs 0aff1b1c03cc67e52889f0ded5cd2a5c6ec03992d928a9e9cda3f28fc6bf000d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65f946477-qrzzs 0aff1b1c03cc67e52889f0ded5cd2a5c6ec03992d928a9e9cda3f28fc6bf000d network default NAD default NAD key ] I0505 23:16:25.242102 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65f946477-qrzzs, hostIfaceName: 0aff1b1c03cc67e, network: default, NAD default, SandboxID: "0aff1b1c03cc67e52889f0ded5cd2a5c6ec03992d928a9e9cda3f28fc6bf000d", PCI device ID: , UID: "a10a0c52-d70b-4f5e-99bc-77bfd5c72b97", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0505 23:16:25.243351 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5868f58855-qntdv, hostIfaceName: 028482ecf789d49, network: default, NAD default, SandboxID: "028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875", PCI device ID: , UID: "427889f9-52a4-4de4-987b-c99f04311e3f", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0505 23:16:25.287610 3679 cni.go:473] [openshift-ingress/router-default-65f946477-qrzzs 0aff1b1c03cc67e52889f0ded5cd2a5c6ec03992d928a9e9cda3f28fc6bf000d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65f946477-qrzzs 0aff1b1c03cc67e52889f0ded5cd2a5c6ec03992d928a9e9cda3f28fc6bf000d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:60:2b:8b:1e:88\",\"name\":\"0aff1b1c03cc67e\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18cea25d-47e2-4306-8cca-0ad8668c16e4\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:16:25.303461 3679 cni.go:473] [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:55:62:43:83:da\",\"name\":\"028482ecf789d49\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bced6e7b-d969-4274-8957-bbfe29d8f00d\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:16:25.393600 3679 cni.go:452] [openshift-insights/insights-runtime-extractor-6kmb4 db9566b0c77b2d7d929442244547c6b18830f84b088b8ccf0416bc243228c4a6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6kmb4 db9566b0c77b2d7d929442244547c6b18830f84b088b8ccf0416bc243228c4a6 network default NAD default NAD key ] I0505 23:16:25.404479 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6kmb4, hostIfaceName: db9566b0c77b2d7, network: default, NAD default, SandboxID: "db9566b0c77b2d7d929442244547c6b18830f84b088b8ccf0416bc243228c4a6", PCI device ID: , UID: "d4f47fe1-170f-4c78-a1e5-15f18f8d0b4a", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0505 23:16:25.453889 3679 cni.go:473] [openshift-insights/insights-runtime-extractor-6kmb4 db9566b0c77b2d7d929442244547c6b18830f84b088b8ccf0416bc243228c4a6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6kmb4 db9566b0c77b2d7d929442244547c6b18830f84b088b8ccf0416bc243228c4a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:8d:b1:6e:9e:a4\",\"name\":\"db9566b0c77b2d7\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/179bd4d9-a9dd-4266-972b-f8d4a3bc35bf\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:25.943509 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.943530 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.943565 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.943578 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.943584 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.966607 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.966628 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.966636 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.966713 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.966725 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0505 23:16:26.340610 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:26.341170 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:26.361179 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:26.361196 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:26.363904 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:16:26.363926 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f4756846b-g72l6 W0505 23:16:26.428596 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.428608 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.428616 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.428619 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.428624 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.947377 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.947394 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.947404 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.952864 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.952887 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 23:16:27.086338 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:16:27.192215 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 23:16:27.347382 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:27.525026 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:27.525608 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:27.549666 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:27.549688 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:27.556871 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd I0505 23:16:27.556894 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd W0505 23:16:28.508224 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:28.722874 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-hb59f for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:28.722952 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f I0505 23:16:28.741947 3679 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f] pod update took 19.018292ms I0505 23:16:28.741967 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f] addLogicalPort annotation time took 19.042933ms I0505 23:16:28.742998 3679 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f] addLogicalPort took 20.141423ms, libovsdb time 774.877µs I0505 23:16:29.077383 3679 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f 6bb80186e7c1b1db935a5d7d84642afa2c662285c5065e041987cde7ba372fde network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f 6bb80186e7c1b1db935a5d7d84642afa2c662285c5065e041987cde7ba372fde network default NAD default NAD key ] I0505 23:16:29.087079 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-hb59f, hostIfaceName: 6bb80186e7c1b1d, network: default, NAD default, SandboxID: "6bb80186e7c1b1db935a5d7d84642afa2c662285c5065e041987cde7ba372fde", PCI device ID: , UID: "7a5551e7-82bd-4b3b-ba22-9465399a786e", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0505 23:16:29.131979 3679 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f 6bb80186e7c1b1db935a5d7d84642afa2c662285c5065e041987cde7ba372fde network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hb59f 6bb80186e7c1b1db935a5d7d84642afa2c662285c5065e041987cde7ba372fde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ca:a8:76:bb:6e\",\"name\":\"6bb80186e7c1b1d\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e348b36-0572-414f-aab0-8e496d537f35\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:30.958988 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 23:16:30.980832 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 23:16:31.928229 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:31.928246 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:31.928251 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 23:16:38.394410 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:38.394595 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 23:16:38.425584 3679 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 31.086155ms I0505 23:16:38.425608 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 31.112228ms I0505 23:16:38.427004 3679 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 32.609977ms, libovsdb time 1.078873ms I0505 23:16:38.750704 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key ] I0505 23:16:38.760107 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a709906dde923ec, network: default, NAD default, SandboxID: "a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd", PCI device ID: , UID: "e679bbc9-a3e6-4866-85b9-0d766b0185d0", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0505 23:16:38.808505 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bf:dc:11:9a:d4\",\"name\":\"a709906dde923ec\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84d9088c-b25c-4133-bde6-b5f1c7302b35\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:39.924881 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:40.350855 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-548cb6d4f-ddqdr] creating logical port openshift-monitoring_thanos-querier-548cb6d4f-ddqdr for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:40.350990 3679 kube.go:256] Updating pod openshift-monitoring/thanos-querier-548cb6d4f-ddqdr I0505 23:16:40.370927 3679 pod.go:62] [openshift-monitoring/thanos-querier-548cb6d4f-ddqdr] pod update took 19.972349ms I0505 23:16:40.370949 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-548cb6d4f-ddqdr] addLogicalPort annotation time took 19.998844ms I0505 23:16:40.372142 3679 pods.go:271] [openshift-monitoring/thanos-querier-548cb6d4f-ddqdr] addLogicalPort took 21.306007ms, libovsdb time 898.68µs I0505 23:16:40.707928 3679 cni.go:452] [openshift-monitoring/thanos-querier-548cb6d4f-ddqdr f087577b9c911b305b2960a54a4cdb9e1f3cca44df62d762a275ea966d2be5c6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-548cb6d4f-ddqdr f087577b9c911b305b2960a54a4cdb9e1f3cca44df62d762a275ea966d2be5c6 network default NAD default NAD key ] I0505 23:16:40.716895 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-548cb6d4f-ddqdr, hostIfaceName: f087577b9c911b3, network: default, NAD default, SandboxID: "f087577b9c911b305b2960a54a4cdb9e1f3cca44df62d762a275ea966d2be5c6", PCI device ID: , UID: "b7f70b07-a0f0-4ea5-83c8-4bbb76e8835f", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0505 23:16:40.761255 3679 cni.go:473] [openshift-monitoring/thanos-querier-548cb6d4f-ddqdr f087577b9c911b305b2960a54a4cdb9e1f3cca44df62d762a275ea966d2be5c6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-548cb6d4f-ddqdr f087577b9c911b305b2960a54a4cdb9e1f3cca44df62d762a275ea966d2be5c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:69:3c:5a:f6:f6\",\"name\":\"f087577b9c911b3\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feeaf9ee-5f57-49e1-aa8c-395fac8b08d3\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:41.020722 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.020743 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.020751 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467099 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467115 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467123 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:16:41.798470 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-865d5b7bb5-f6lpf] creating logical port openshift-monitoring_metrics-server-865d5b7bb5-f6lpf for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:41.798587 3679 kube.go:256] Updating pod openshift-monitoring/metrics-server-865d5b7bb5-f6lpf I0505 23:16:41.818091 3679 pod.go:62] [openshift-monitoring/metrics-server-865d5b7bb5-f6lpf] pod update took 19.535748ms I0505 23:16:41.818120 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-865d5b7bb5-f6lpf] addLogicalPort annotation time took 19.567088ms I0505 23:16:41.819462 3679 pods.go:271] [openshift-monitoring/metrics-server-865d5b7bb5-f6lpf] addLogicalPort took 21.009798ms, libovsdb time 920.525µs I0505 23:16:41.963482 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ncmr6 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:41.963602 3679 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6 I0505 23:16:41.984895 3679 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6] pod update took 21.340316ms I0505 23:16:41.984917 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6] addLogicalPort annotation time took 21.367712ms I0505 23:16:41.986203 3679 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6] addLogicalPort took 22.734014ms, libovsdb time 952.704µs I0505 23:16:42.164826 3679 cni.go:452] [openshift-monitoring/metrics-server-865d5b7bb5-f6lpf 44f5a866262ae8cf84fd9c478a603d3765892d935203c79a40def001eb5cf5f3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-865d5b7bb5-f6lpf 44f5a866262ae8cf84fd9c478a603d3765892d935203c79a40def001eb5cf5f3 network default NAD default NAD key ] I0505 23:16:42.175490 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-865d5b7bb5-f6lpf, hostIfaceName: 44f5a866262ae8c, network: default, NAD default, SandboxID: "44f5a866262ae8cf84fd9c478a603d3765892d935203c79a40def001eb5cf5f3", PCI device ID: , UID: "89549d26-ee8b-4b4c-bc7f-0dcff696e044", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0505 23:16:42.229396 3679 cni.go:473] [openshift-monitoring/metrics-server-865d5b7bb5-f6lpf 44f5a866262ae8cf84fd9c478a603d3765892d935203c79a40def001eb5cf5f3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-865d5b7bb5-f6lpf 44f5a866262ae8cf84fd9c478a603d3765892d935203c79a40def001eb5cf5f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1c:a6:a9:17:bc\",\"name\":\"44f5a866262ae8c\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/873d9990-8a69-4130-8788-87db438f1b59\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:16:43.135546 3679 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6 8153e537bf6716488a776e6cbadeb8b4c31cc79516ada2099c2b3b4535504c69 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6 8153e537bf6716488a776e6cbadeb8b4c31cc79516ada2099c2b3b4535504c69 network default NAD default NAD key ] I0505 23:16:43.145558 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ncmr6, hostIfaceName: 8153e537bf67164, network: default, NAD default, SandboxID: "8153e537bf6716488a776e6cbadeb8b4c31cc79516ada2099c2b3b4535504c69", PCI device ID: , UID: "e5d41a71-7429-4472-ab2d-c6b89315510c", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0505 23:16:43.201258 3679 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6 8153e537bf6716488a776e6cbadeb8b4c31cc79516ada2099c2b3b4535504c69 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmr6 8153e537bf6716488a776e6cbadeb8b4c31cc79516ada2099c2b3b4535504c69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:dc:88:e4:7b:34\",\"name\":\"8153e537bf67164\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3c089d2-e06a-4cba-999a-03f0b38f91a9\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:16:43.607305 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:43.607412 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 23:16:43.637206 3679 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.832077ms I0505 23:16:43.637228 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.861107ms I0505 23:16:43.638576 3679 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.291294ms, libovsdb time 1.017771ms I0505 23:16:43.981053 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key ] I0505 23:16:43.992204 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 61e6e06597ec535, network: default, NAD default, SandboxID: "61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda", PCI device ID: , UID: "6738720c-b134-43f3-b067-7be8ef04a21e", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0505 23:16:44.054952 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:95:c4:8c:ab:2e\",\"name\":\"61e6e06597ec535\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b404e53-49e4-48db-9b61-d6f86df428ad\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:44.459271 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:44.459290 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:44.535965 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535988 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535995 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535999 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.560139 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:16:45.036055 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.036076 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.036083 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.036087 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.126486 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:45.126501 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:45.148413 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:16:49.198688 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:16:49.383026 3679 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-nzgmf] creating logical port openshift-console_downloads-5c54f4944f-nzgmf for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:49.383123 3679 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-nzgmf I0505 23:16:49.400000 3679 pod.go:62] [openshift-console/downloads-5c54f4944f-nzgmf] pod update took 16.902839ms I0505 23:16:49.400019 3679 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-nzgmf] addLogicalPort annotation time took 16.925852ms I0505 23:16:49.401062 3679 pods.go:271] [openshift-console/downloads-5c54f4944f-nzgmf] addLogicalPort took 18.053881ms, libovsdb time 745.793µs I0505 23:16:49.738623 3679 cni.go:452] [openshift-console/downloads-5c54f4944f-nzgmf 25bab723b1cb8aa79ab27759676df84d01f90d72433c3ece6e461cd28479a00e network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-nzgmf 25bab723b1cb8aa79ab27759676df84d01f90d72433c3ece6e461cd28479a00e network default NAD default NAD key ] I0505 23:16:49.748030 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-nzgmf, hostIfaceName: 25bab723b1cb8aa, network: default, NAD default, SandboxID: "25bab723b1cb8aa79ab27759676df84d01f90d72433c3ece6e461cd28479a00e", PCI device ID: , UID: "8ef9cdc9-d383-40f0-a7fd-037783fbb989", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0505 23:16:49.795280 3679 cni.go:473] [openshift-console/downloads-5c54f4944f-nzgmf 25bab723b1cb8aa79ab27759676df84d01f90d72433c3ece6e461cd28479a00e network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-nzgmf 25bab723b1cb8aa79ab27759676df84d01f90d72433c3ece6e461cd28479a00e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:54:48:c6:b9:d7\",\"name\":\"25bab723b1cb8aa\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6a659b2-75de-460d-b78b-f44731e54597\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:50.553681 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553704 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553713 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553718 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553731 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553735 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553740 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553744 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:51.062404 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:51.062449 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:51.062458 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:51.062465 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 23:16:56.195292 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:16:59.338640 3679 base_network_controller_pods.go:487] [default/openshift-console/console-78c49fc5f5-r8wqw] creating logical port openshift-console_console-78c49fc5f5-r8wqw for pod on switch ip-10-0-2-4.ec2.internal I0505 23:16:59.338787 3679 kube.go:256] Updating pod openshift-console/console-78c49fc5f5-r8wqw I0505 23:16:59.360308 3679 pod.go:62] [openshift-console/console-78c49fc5f5-r8wqw] pod update took 21.553506ms I0505 23:16:59.360333 3679 base_network_controller_pods.go:951] [default/openshift-console/console-78c49fc5f5-r8wqw] addLogicalPort annotation time took 21.582637ms I0505 23:16:59.361769 3679 pods.go:271] [openshift-console/console-78c49fc5f5-r8wqw] addLogicalPort took 23.144447ms, libovsdb time 1.043475ms I0505 23:16:59.703562 3679 cni.go:452] [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key ] I0505 23:16:59.713017 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78c49fc5f5-r8wqw, hostIfaceName: 0ef866539e6ef11, network: default, NAD default, SandboxID: "0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f", PCI device ID: , UID: "b5a26f65-8a45-4954-bca6-2cf03a175c6a", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0505 23:16:59.762627 3679 cni.go:473] [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:26:6b:86:db:7a\",\"name\":\"0ef866539e6ef11\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b26c40a-6d8e-4437-9e8d-4f4830d3b3b6\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:17:05.543319 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:17:05.543350 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:17:06.060963 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:17:07.526681 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 23:17:08.806656 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:08.806680 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:08.806688 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:17:10.163842 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:17:10.190734 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:17:10.190778 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:17:10.190788 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:17:10.638836 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:17:11.178535 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:17:11.549077 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 23:17:13.592079 3679 cni.go:452] [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key ] I0505 23:17:13.671169 3679 cni.go:473] [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 bce9c257a2dcc189845daeda135029fa8b2455cb49cb99d0a2d18bca43d34ece network default NAD default NAD key default], result "{}", err I0505 23:17:13.720192 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:13.720233 3679 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 I0505 23:17:13.721699 3679 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2, ips: 10.129.0.5 I0505 23:17:13.721730 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:14.184978 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:14.185010 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:14.192078 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 I0505 23:17:14.192168 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 W0505 23:17:18.588764 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:17:18.588789 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:17:23.697570 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 23:17:35.942528 3679 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-jhtml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:35.943115 3679 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-jhtml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:36.775290 3679 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-jhtml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:36.775312 3679 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-jhtml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:36.781959 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c49fc5f5-jhtml I0505 23:17:36.781985 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c49fc5f5-jhtml I0505 23:17:42.222116 3679 cni.go:452] [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key ] I0505 23:17:42.309947 3679 cni.go:473] [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5868f58855-qntdv 028482ecf789d4918b1c627ac57cf7788fa734adee8ae5f977c3beecce9f7875 network default NAD default NAD key default], result "{}", err I0505 23:17:42.385039 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:42.385118 3679 pods.go:176] Deleting pod: openshift-ingress/router-default-5868f58855-qntdv I0505 23:17:42.386303 3679 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5868f58855-qntdv, ips: 10.129.0.12 I0505 23:17:42.386328 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:43.294205 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:43.294226 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:43.300083 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5868f58855-qntdv I0505 23:17:43.300107 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5868f58855-qntdv I0505 23:17:43.804259 3679 cni.go:452] [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key ] I0505 23:17:43.881817 3679 cni.go:473] [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78c49fc5f5-r8wqw 0ef866539e6ef1132617971b480b9e6fd81dfacaa57c2c7c7557298be4dd356f network default NAD default NAD key default], result "{}", err I0505 23:17:43.947921 3679 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:43.947961 3679 pods.go:176] Deleting pod: openshift-console/console-78c49fc5f5-r8wqw I0505 23:17:43.949124 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78c49fc5f5-r8wqw, ips: 10.129.0.22 I0505 23:17:43.949147 3679 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:44.300933 3679 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:44.300967 3679 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:44.307026 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c49fc5f5-r8wqw I0505 23:17:44.307052 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c49fc5f5-r8wqw W0505 23:17:44.353656 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:17:44.353674 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:17:52.434716 3679 cni.go:452] [openshift-multus/network-metrics-daemon-mfjxt 149059368e02b7e3ffe573a98582456ff317851f03822d4b47eb6c5b9bb145d1 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mfjxt 149059368e02b7e3ffe573a98582456ff317851f03822d4b47eb6c5b9bb145d1 network default NAD default NAD key ] I0505 23:17:52.443644 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mfjxt, hostIfaceName: 149059368e02b7e, network: default, NAD default, SandboxID: "149059368e02b7e3ffe573a98582456ff317851f03822d4b47eb6c5b9bb145d1", PCI device ID: , UID: "e4dc00b9-82f0-435e-b20c-8683c104f4ba", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0505 23:17:52.491009 3679 cni.go:473] [openshift-multus/network-metrics-daemon-mfjxt 149059368e02b7e3ffe573a98582456ff317851f03822d4b47eb6c5b9bb145d1 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mfjxt 149059368e02b7e3ffe573a98582456ff317851f03822d4b47eb6c5b9bb145d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:0c:2d:74:5e:bc\",\"name\":\"149059368e02b7e\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c88a33ae-9178-4503-936a-369dd093c58d\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:17:59.021837 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key ] I0505 23:17:59.103328 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 a709906dde923ece1ee2c2c365a5a587033be5110e45a19808112fda357145cd network default NAD default NAD key default], result "{}", err I0505 23:17:59.187490 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:59.187529 3679 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 23:17:59.188884 3679 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0505 23:17:59.188910 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:59.376586 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:59.376671 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:59.384552 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 23:17:59.384579 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 23:17:59.447079 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:17:59.447181 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 23:17:59.470303 3679 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.154059ms I0505 23:17:59.470327 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.18253ms I0505 23:17:59.471578 3679 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.524958ms, libovsdb time 886.857µs I0505 23:17:59.869250 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 df392067f6a1ac0cbf906b3ff0ec1ee05dbb178b70ea5974d265ff54a3fdc812 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 df392067f6a1ac0cbf906b3ff0ec1ee05dbb178b70ea5974d265ff54a3fdc812 network default NAD default NAD key ] I0505 23:17:59.878592 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: df392067f6a1ac0, network: default, NAD default, SandboxID: "df392067f6a1ac0cbf906b3ff0ec1ee05dbb178b70ea5974d265ff54a3fdc812", PCI device ID: , UID: "60528682-54f3-43f0-b62a-ff2c6728d36d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0505 23:17:59.927115 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 df392067f6a1ac0cbf906b3ff0ec1ee05dbb178b70ea5974d265ff54a3fdc812 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 df392067f6a1ac0cbf906b3ff0ec1ee05dbb178b70ea5974d265ff54a3fdc812 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c9:cf:ea:87:a8\",\"name\":\"df392067f6a1ac0\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76767e8b-9573-4832-ad23-a5c36d606f45\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:18:01.919931 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-8499bb44bc-79kbk] creating logical port openshift-monitoring_telemeter-client-8499bb44bc-79kbk for pod on switch ip-10-0-2-4.ec2.internal I0505 23:18:01.920060 3679 kube.go:256] Updating pod openshift-monitoring/telemeter-client-8499bb44bc-79kbk I0505 23:18:01.939116 3679 pod.go:62] [openshift-monitoring/telemeter-client-8499bb44bc-79kbk] pod update took 19.083423ms I0505 23:18:01.939142 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-8499bb44bc-79kbk] addLogicalPort annotation time took 19.112281ms I0505 23:18:01.940586 3679 pods.go:271] [openshift-monitoring/telemeter-client-8499bb44bc-79kbk] addLogicalPort took 20.671073ms, libovsdb time 999.386µs I0505 23:18:02.320547 3679 cni.go:452] [openshift-monitoring/telemeter-client-8499bb44bc-79kbk 64e8de2e17abf573826a4241200628dc0c51008b9eaa2e6fea10d855db9d359d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-8499bb44bc-79kbk 64e8de2e17abf573826a4241200628dc0c51008b9eaa2e6fea10d855db9d359d network default NAD default NAD key ] I0505 23:18:02.329817 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-8499bb44bc-79kbk, hostIfaceName: 64e8de2e17abf57, network: default, NAD default, SandboxID: "64e8de2e17abf573826a4241200628dc0c51008b9eaa2e6fea10d855db9d359d", PCI device ID: , UID: "1528428f-6fc6-4f2e-b4ee-55d6f5e0312c", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0505 23:18:02.378466 3679 cni.go:473] [openshift-monitoring/telemeter-client-8499bb44bc-79kbk 64e8de2e17abf573826a4241200628dc0c51008b9eaa2e6fea10d855db9d359d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-8499bb44bc-79kbk 64e8de2e17abf573826a4241200628dc0c51008b9eaa2e6fea10d855db9d359d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:0e:81:fb:b3:1d\",\"name\":\"64e8de2e17abf57\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3564791-fb2d-4963-a536-c49ecd42cae5\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:18:03.506266 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:03.506867 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:03.749365 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:03.749392 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:03.757390 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 23:18:03.757414 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 23:18:06.658149 3679 base_network_controller_pods.go:487] [default/openshift-console/console-6694bfbf9c-92sp4] creating logical port openshift-console_console-6694bfbf9c-92sp4 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:18:06.658282 3679 kube.go:256] Updating pod openshift-console/console-6694bfbf9c-92sp4 I0505 23:18:06.682061 3679 pod.go:62] [openshift-console/console-6694bfbf9c-92sp4] pod update took 23.822135ms I0505 23:18:06.682083 3679 base_network_controller_pods.go:951] [default/openshift-console/console-6694bfbf9c-92sp4] addLogicalPort annotation time took 23.849659ms I0505 23:18:06.683349 3679 pods.go:271] [openshift-console/console-6694bfbf9c-92sp4] addLogicalPort took 25.223607ms, libovsdb time 920.784µs I0505 23:18:07.015410 3679 cni.go:452] [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key ] I0505 23:18:07.025209 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6694bfbf9c-92sp4, hostIfaceName: 20cae3d658bd0fe, network: default, NAD default, SandboxID: "20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f", PCI device ID: , UID: "65b44efc-4926-48ba-83fa-95ac6994070d", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0505 23:18:07.073539 3679 cni.go:473] [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fe:f1:b1:3c:81\",\"name\":\"20cae3d658bd0fe\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/137f0555-e412-44fc-b21c-20abc4556bff\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:18:14.895070 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 23:18:17.470486 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:18:29.911076 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:18:29.911099 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:18:29.911105 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:18:31.192571 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.193146 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.870271 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:31.870292 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:31.877364 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 23:18:31.877383 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 23:18:31.963755 3679 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.964197 3679 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:32.264093 3679 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:32.264113 3679 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:32.270391 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd9b9847-gzdf4 I0505 23:18:32.270416 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd9b9847-gzdf4 I0505 23:18:42.792028 3679 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-smwd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:42.792638 3679 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-smwd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:42.916642 3679 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-smwd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:42.916665 3679 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-smwd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:42.922015 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd9b9847-smwd8 I0505 23:18:42.922040 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd9b9847-smwd8 I0505 23:19:06.206140 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key ] I0505 23:19:06.292858 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 61e6e06597ec53518cc09e3465eb836f2c7094c738664075dc4f3c4f31cc4eda network default NAD default NAD key default], result "{}", err I0505 23:19:06.352943 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:06.352981 3679 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0505 23:19:06.354223 3679 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.20 I0505 23:19:06.354255 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:06.656897 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:06.656918 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:06.667599 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 23:19:06.667678 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 23:19:06.709038 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:19:06.709170 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 23:19:06.734923 3679 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.793406ms I0505 23:19:06.734945 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.819303ms I0505 23:19:06.736246 3679 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.221495ms, libovsdb time 979.98µs I0505 23:19:07.068172 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-0 852656b258716805ca4240ec53b0df50227959f1f0b8866be64c2efb4fbf75d3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 852656b258716805ca4240ec53b0df50227959f1f0b8866be64c2efb4fbf75d3 network default NAD default NAD key ] I0505 23:19:07.077694 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 852656b25871680, network: default, NAD default, SandboxID: "852656b258716805ca4240ec53b0df50227959f1f0b8866be64c2efb4fbf75d3", PCI device ID: , UID: "049e81ed-adf8-4722-8e93-098f389d7057", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0505 23:19:07.125635 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-0 852656b258716805ca4240ec53b0df50227959f1f0b8866be64c2efb4fbf75d3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 852656b258716805ca4240ec53b0df50227959f1f0b8866be64c2efb4fbf75d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:0e:2e:dc:8c:25\",\"name\":\"852656b25871680\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e89e1db-d35d-4408-99ab-bda5c88790b7\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:19:10.440779 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0505 23:19:32.525533 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 23:19:34.238979 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:34.239516 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:35.265037 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:35.265056 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:46.553753 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 23:20:04.379615 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:04.380191 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:05.402768 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:05.402792 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:20:07.943040 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:20:07.943075 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:20:33.550234 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 23:20:40.654356 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:21:12.444516 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 W0505 23:21:14.590292 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:21:14.868803 3679 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-jpclq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:14.869338 3679 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-jpclq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:15.609992 3679 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-jpclq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:15.610022 3679 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-jpclq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:15.616024 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6694bfbf9c-jpclq I0505 23:21:15.616052 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6694bfbf9c-jpclq I0505 23:21:25.637578 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 23:21:25.637636 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wn9tt IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wn9tt: no pod IPs found I0505 23:21:25.679700 3679 cni.go:452] [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key ] I0505 23:21:25.760197 3679 cni.go:473] [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6694bfbf9c-92sp4 20cae3d658bd0fefd6fd4306c29240dd40554051e6f6bfb618e26e255ede646f network default NAD default NAD key default], result "{}", err I0505 23:21:25.811138 3679 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:25.811173 3679 pods.go:176] Deleting pod: openshift-console/console-6694bfbf9c-92sp4 I0505 23:21:25.812325 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6694bfbf9c-92sp4, ips: 10.129.0.25 I0505 23:21:25.812351 3679 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:26.203741 3679 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:26.203766 3679 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:26.208246 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6694bfbf9c-92sp4 I0505 23:21:26.208301 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6694bfbf9c-92sp4 I0505 23:21:27.441246 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0505 23:21:27.526337 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 23:21:29.666094 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 23:21:53.439726 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0505 23:21:55.439014 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 23:22:40.648802 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 23:23:09.530338 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 23:23:19.660745 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 23:23:24.448737 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=593 I0505 23:24:00.665897 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0505 23:26:05.554306 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 23:26:28.748164 3679 namespace.go:98] [tsf] adding namespace I0505 23:26:28.749098 3679 namespace.go:102] [tsf] adding namespace took 907.379µs I0505 23:26:28.768143 3679 namespace.go:142] [tsf] updating namespace I0505 23:26:28.779101 3679 namespace.go:142] [tsf] updating namespace I0505 23:26:32.711307 3679 namespace.go:98] [tsf-keycloak] adding namespace I0505 23:26:32.712229 3679 namespace.go:102] [tsf-keycloak] adding namespace took 898.651µs I0505 23:26:32.713838 3679 namespace.go:98] [tsf-tas] adding namespace I0505 23:26:32.713929 3679 namespace.go:98] [rhbk-operator] adding namespace I0505 23:26:32.713966 3679 namespace.go:98] [konflux-ui] adding namespace I0505 23:26:32.714538 3679 namespace.go:102] [tsf-tas] adding namespace took 683.123µs I0505 23:26:32.715192 3679 namespace.go:102] [rhbk-operator] adding namespace took 1.251173ms I0505 23:26:32.715720 3679 namespace.go:102] [konflux-ui] adding namespace took 1.735651ms I0505 23:26:32.715731 3679 namespace.go:98] [cert-manager-operator] adding namespace I0505 23:26:32.716341 3679 namespace.go:102] [cert-manager-operator] adding namespace took 599.509µs I0505 23:26:32.718075 3679 namespace.go:98] [tsf-tpa] adding namespace I0505 23:26:32.718656 3679 namespace.go:102] [tsf-tpa] adding namespace took 563.69µs I0505 23:26:32.721755 3679 namespace.go:98] [konflux-operator] adding namespace I0505 23:26:32.721792 3679 namespace.go:98] [rhtpa-operator] adding namespace I0505 23:26:32.722309 3679 namespace.go:102] [konflux-operator] adding namespace took 539.373µs I0505 23:26:32.722917 3679 namespace.go:102] [rhtpa-operator] adding namespace took 1.114753ms I0505 23:26:32.733044 3679 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.745264 3679 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.750360 3679 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.765291 3679 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.765375 3679 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:32.771930 3679 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.771997 3679 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.785396 3679 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.791549 3679 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.796058 3679 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.796116 3679 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.797885 3679 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.809574 3679 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.810720 3679 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.818894 3679 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.829189 3679 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.835806 3679 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.854694 3679 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.854837 3679 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.871092 3679 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.876386 3679 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.889503 3679 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.893041 3679 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:32.945989 3679 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:33.743664 3679 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:33.752466 3679 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:39.958805 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.959299 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.959328 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.959339 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:39.959354 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.959361 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:40.984747 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984790 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984805 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984818 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:41.600792 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601359 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601386 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601394 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:41.601409 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.601413 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:42.625340 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.625364 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.625376 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.625388 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.986799 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.987362 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.987388 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.987396 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:42.987407 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.987411 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:44.004079 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004637 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004662 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004670 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:44.004685 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.004695 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:44.011743 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.011761 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.011774 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.011784 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.039902 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.039925 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.039944 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.039959 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:47.056949 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057499 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057525 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057533 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:47.057544 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.057548 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:47.114858 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115329 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115352 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115360 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:47.115372 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.115377 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:48.084626 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084649 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084662 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084672 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141751 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141768 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141779 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141794 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:55.717986 3679 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-29w7v for pod on switch ip-10-0-2-4.ec2.internal I0505 23:26:55.718130 3679 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v I0505 23:26:55.738992 3679 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v] pod update took 20.889771ms I0505 23:26:55.739016 3679 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v] addLogicalPort annotation time took 20.915856ms I0505 23:26:55.740162 3679 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v] addLogicalPort took 22.194951ms, libovsdb time 819.585µs I0505 23:26:56.078169 3679 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v df2d2b824d2fe672e5ba37d989a845e9849dadc165e08d96c6ec421e62115e88 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v df2d2b824d2fe672e5ba37d989a845e9849dadc165e08d96c6ec421e62115e88 network default NAD default NAD key ] I0505 23:26:56.087584 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-29w7v, hostIfaceName: df2d2b824d2fe67, network: default, NAD default, SandboxID: "df2d2b824d2fe672e5ba37d989a845e9849dadc165e08d96c6ec421e62115e88", PCI device ID: , UID: "cf716a7d-629c-4668-8f84-fdaef2de8648", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0505 23:26:56.138230 3679 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v df2d2b824d2fe672e5ba37d989a845e9849dadc165e08d96c6ec421e62115e88 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-29w7v df2d2b824d2fe672e5ba37d989a845e9849dadc165e08d96c6ec421e62115e88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:56:eb:6b:85:3f\",\"name\":\"df2d2b824d2fe67\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a115e898-65c5-4690-94b0-69c33e00b996\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:26:59.007259 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:27:00.659027 3679 namespace.go:98] [cert-manager] adding namespace I0505 23:27:00.659848 3679 namespace.go:102] [cert-manager] adding namespace took 797.544µs I0505 23:27:00.714838 3679 namespace.go:142] [cert-manager] updating namespace I0505 23:27:00.738042 3679 namespace.go:142] [cert-manager] updating namespace I0505 23:27:01.224960 3679 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-f9w5h for pod on switch ip-10-0-2-4.ec2.internal I0505 23:27:01.225062 3679 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h I0505 23:27:01.264827 3679 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h] pod update took 39.790571ms I0505 23:27:01.264855 3679 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h] addLogicalPort annotation time took 39.823948ms I0505 23:27:01.266035 3679 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h] addLogicalPort took 41.090872ms, libovsdb time 849.5µs I0505 23:27:01.595399 3679 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h 89f2d902356d587b5355b65c0137ec678e68bc0f727ca9712282287b0ca103d8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h 89f2d902356d587b5355b65c0137ec678e68bc0f727ca9712282287b0ca103d8 network default NAD default NAD key ] I0505 23:27:01.604684 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-f9w5h, hostIfaceName: 89f2d902356d587, network: default, NAD default, SandboxID: "89f2d902356d587b5355b65c0137ec678e68bc0f727ca9712282287b0ca103d8", PCI device ID: , UID: "92f74b57-d4b4-4c6b-ad1f-369f160fe6c6", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0505 23:27:01.654072 3679 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h 89f2d902356d587b5355b65c0137ec678e68bc0f727ca9712282287b0ca103d8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-f9w5h 89f2d902356d587b5355b65c0137ec678e68bc0f727ca9712282287b0ca103d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:24:2c:c5:10:90\",\"name\":\"89f2d902356d587\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e235c5f8-7285-4173-a01f-e560fd636ad9\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:27:02.853903 3679 namespace.go:142] [openshift-operators] updating namespace I0505 23:27:02.878025 3679 namespace.go:142] [openshift-operators] updating namespace I0505 23:27:03.607766 3679 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-b2v22] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-b2v22 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:27:03.607874 3679 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-b2v22 I0505 23:27:03.627458 3679 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-b2v22] pod update took 19.617239ms I0505 23:27:03.627479 3679 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-b2v22] addLogicalPort annotation time took 19.64393ms I0505 23:27:03.628722 3679 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-b2v22] addLogicalPort took 20.974737ms, libovsdb time 894.455µs I0505 23:27:03.968654 3679 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-b2v22 3118411ec449f279d23600a262a7d5f011f236a786df6f10ff42ae80eecbb12a network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-b2v22 3118411ec449f279d23600a262a7d5f011f236a786df6f10ff42ae80eecbb12a network default NAD default NAD key ] I0505 23:27:03.978176 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-b2v22, hostIfaceName: 3118411ec449f27, network: default, NAD default, SandboxID: "3118411ec449f279d23600a262a7d5f011f236a786df6f10ff42ae80eecbb12a", PCI device ID: , UID: "d5b12794-5259-4b1b-9e16-26af9df9969e", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0505 23:27:04.026703 3679 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-b2v22 3118411ec449f279d23600a262a7d5f011f236a786df6f10ff42ae80eecbb12a network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-b2v22 3118411ec449f279d23600a262a7d5f011f236a786df6f10ff42ae80eecbb12a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:5d:a5:d7:d5:d9\",\"name\":\"3118411ec449f27\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/691e8b2e-8101-4960-b6f4-709e59fce0c4\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:27:04.561918 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:27:04.561940 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:27:05.103729 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 23:27:10.644541 3679 namespace.go:98] [trusted-artifact-signer] adding namespace W0505 23:27:10.645268 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:27:10.645282 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 23:27:10.645378 3679 namespace.go:102] [trusted-artifact-signer] adding namespace took 814.886µs I0505 23:27:10.688684 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:10.740891 3679 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 23:27:11.085678 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:27:11.840056 3679 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-swjrc] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-swjrc for pod on switch ip-10-0-2-4.ec2.internal I0505 23:27:11.840143 3679 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-swjrc I0505 23:27:11.943850 3679 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-swjrc I0505 23:27:11.992717 3679 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-swjrc] pod update took 152.595951ms I0505 23:27:11.992741 3679 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-swjrc] addLogicalPort annotation time took 152.623447ms I0505 23:27:11.993960 3679 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-swjrc] addLogicalPort took 153.924029ms, libovsdb time 869.45µs I0505 23:27:12.197268 3679 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-swjrc 8bbf48510fdafb36d38c3c9db64a7e09e6f7080f1ed85fa84807a3e1127d6ccd network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-swjrc 8bbf48510fdafb36d38c3c9db64a7e09e6f7080f1ed85fa84807a3e1127d6ccd network default NAD default NAD key ] I0505 23:27:12.206767 3679 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-swjrc, hostIfaceName: 8bbf48510fdafb3, network: default, NAD default, SandboxID: "8bbf48510fdafb36d38c3c9db64a7e09e6f7080f1ed85fa84807a3e1127d6ccd", PCI device ID: , UID: "6c18a130-0315-43da-a89b-a589441efd55", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0505 23:27:12.255186 3679 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-swjrc 8bbf48510fdafb36d38c3c9db64a7e09e6f7080f1ed85fa84807a3e1127d6ccd network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-swjrc 8bbf48510fdafb36d38c3c9db64a7e09e6f7080f1ed85fa84807a3e1127d6ccd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:00:1e:94:38:71\",\"name\":\"8bbf48510fdafb3\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6df071e-4b0d-4335-8c54-629f3c66bab7\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:27:15.976470 3679 namespace.go:142] [openshift-operators] updating namespace I0505 23:27:16.755626 3679 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-62bf6 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:27:16.755748 3679 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6 I0505 23:27:16.797773 3679 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6] pod update took 42.05494ms I0505 23:27:16.797792 3679 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6] addLogicalPort annotation time took 42.079072ms I0505 23:27:16.799112 3679 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6] addLogicalPort took 43.50234ms, libovsdb time 949.057µs I0505 23:27:16.829259 3679 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-l5mcf for pod on switch ip-10-0-2-4.ec2.internal I0505 23:27:16.829367 3679 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf I0505 23:27:16.875561 3679 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf] pod update took 46.216426ms I0505 23:27:16.875585 3679 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf] addLogicalPort annotation time took 46.244155ms I0505 23:27:16.876992 3679 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf] addLogicalPort took 47.747461ms, libovsdb time 1.015776ms I0505 23:27:17.113827 3679 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6 e8e85d2d825e3d1b29302a34eeb9199f2292cf58bb65b52da230ef73a055757d network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6 e8e85d2d825e3d1b29302a34eeb9199f2292cf58bb65b52da230ef73a055757d network default NAD default NAD key ] I0505 23:27:17.127246 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-62bf6, hostIfaceName: e8e85d2d825e3d1, network: default, NAD default, SandboxID: "e8e85d2d825e3d1b29302a34eeb9199f2292cf58bb65b52da230ef73a055757d", PCI device ID: , UID: "1cd8c18e-c8c8-4b0c-a1fb-db15953d8d3f", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0505 23:27:17.182764 3679 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6 e8e85d2d825e3d1b29302a34eeb9199f2292cf58bb65b52da230ef73a055757d network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-62bf6 e8e85d2d825e3d1b29302a34eeb9199f2292cf58bb65b52da230ef73a055757d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e4:a4:6a:7b:bb\",\"name\":\"e8e85d2d825e3d1\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cad785fb-5b6b-4849-8e85-788e0d6c23c3\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:27:17.193935 3679 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf 5c81779b1971390c04743897fc3e5f43cec5fec6c0f757598a65f7850b1453ba network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf 5c81779b1971390c04743897fc3e5f43cec5fec6c0f757598a65f7850b1453ba network default NAD default NAD key ] I0505 23:27:17.205050 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-l5mcf, hostIfaceName: 5c81779b1971390, network: default, NAD default, SandboxID: "5c81779b1971390c04743897fc3e5f43cec5fec6c0f757598a65f7850b1453ba", PCI device ID: , UID: "e4008b8b-e488-43c3-b6da-1b4e5616f7c9", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0505 23:27:17.258299 3679 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf 5c81779b1971390c04743897fc3e5f43cec5fec6c0f757598a65f7850b1453ba network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-l5mcf 5c81779b1971390c04743897fc3e5f43cec5fec6c0f757598a65f7850b1453ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:8c:8e:bc:35:ba\",\"name\":\"5c81779b1971390\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d7b1252-e08a-4c5e-97d1-81f3198fbd8b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:27:23.445410 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=26 I0505 23:27:27.146386 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:27:27.146937 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:27:27.179121 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:27:27.179138 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:27:27.184368 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 23:27:27.184385 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 23:27:27.448619 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0505 23:27:33.210876 3679 namespace.go:98] [openshift-pipelines] adding namespace I0505 23:27:33.211746 3679 namespace.go:102] [openshift-pipelines] adding namespace took 849.169µs I0505 23:27:33.233647 3679 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:27:33.920775 3679 namespace.go:142] [cert-manager] updating namespace I0505 23:27:34.127548 3679 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:34.524043 3679 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:34.727525 3679 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:34.930014 3679 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:35.328633 3679 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:35.528149 3679 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:35.728863 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:35.931217 3679 namespace.go:142] [tsf] updating namespace I0505 23:27:36.131772 3679 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:36.330771 3679 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:36.532379 3679 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:36.665774 3679 namespace.go:142] [cert-manager] updating namespace I0505 23:27:36.674561 3679 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:36.684505 3679 namespace.go:142] [default] updating namespace I0505 23:27:36.695145 3679 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:36.706366 3679 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:36.716688 3679 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:36.724677 3679 namespace.go:142] [openshift] updating namespace I0505 23:27:36.735155 3679 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:36.745061 3679 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:36.757790 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:36.766345 3679 namespace.go:142] [tsf] updating namespace I0505 23:27:36.776451 3679 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:36.794182 3679 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:36.815168 3679 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:36.914446 3679 namespace.go:142] [cert-manager] updating namespace I0505 23:27:37.017999 3679 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:37.116848 3679 namespace.go:142] [default] updating namespace I0505 23:27:37.215999 3679 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:37.318411 3679 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:37.425291 3679 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:37.513867 3679 namespace.go:142] [openshift] updating namespace I0505 23:27:37.616208 3679 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:37.714147 3679 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:37.813947 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:37.913921 3679 namespace.go:142] [tsf] updating namespace I0505 23:27:38.014520 3679 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:38.113728 3679 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:38.215516 3679 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:38.477742 3679 namespace.go:142] [openshift-pipelines] updating namespace W0505 23:27:41.113750 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 23:27:45.890893 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-8j4hq for pod on switch ip-10-0-2-4.ec2.internal I0505 23:27:45.890981 3679 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq I0505 23:27:45.917863 3679 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq] pod update took 26.911641ms I0505 23:27:45.917883 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq] addLogicalPort annotation time took 26.93713ms I0505 23:27:45.919139 3679 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq] addLogicalPort took 28.262393ms, libovsdb time 889.581µs I0505 23:27:46.092498 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7874b for pod on switch ip-10-0-2-4.ec2.internal I0505 23:27:46.092588 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b I0505 23:27:46.108822 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b] pod update took 16.259018ms I0505 23:27:46.108844 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b] addLogicalPort annotation time took 16.285099ms I0505 23:27:46.109997 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b] addLogicalPort took 17.518497ms, libovsdb time 808.546µs I0505 23:27:46.256180 3679 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq 27a030db4b85ff212a2fc7460c4b4fe7c9450e4fbfd482eed08a198a7a197a08 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq 27a030db4b85ff212a2fc7460c4b4fe7c9450e4fbfd482eed08a198a7a197a08 network default NAD default NAD key ] I0505 23:27:46.266161 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-8j4hq, hostIfaceName: 27a030db4b85ff2, network: default, NAD default, SandboxID: "27a030db4b85ff212a2fc7460c4b4fe7c9450e4fbfd482eed08a198a7a197a08", PCI device ID: , UID: "58806ef9-2acb-4983-9b74-54da4de894a4", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0505 23:27:46.317939 3679 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq 27a030db4b85ff212a2fc7460c4b4fe7c9450e4fbfd482eed08a198a7a197a08 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-8j4hq 27a030db4b85ff212a2fc7460c4b4fe7c9450e4fbfd482eed08a198a7a197a08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ff:84:1e:be:fb\",\"name\":\"27a030db4b85ff2\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ca5c356-2eaa-4f01-8273-5f9cd451bcdb\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:27:46.453766 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b ff94e6669d0aaff5403b3746bbfb482630cd344ea1c6171d3702e9c848b911fb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b ff94e6669d0aaff5403b3746bbfb482630cd344ea1c6171d3702e9c848b911fb network default NAD default NAD key ] I0505 23:27:46.463046 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7874b, hostIfaceName: ff94e6669d0aaff, network: default, NAD default, SandboxID: "ff94e6669d0aaff5403b3746bbfb482630cd344ea1c6171d3702e9c848b911fb", PCI device ID: , UID: "802abc5c-03bd-4386-9435-50340b90e395", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0505 23:27:46.512007 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b ff94e6669d0aaff5403b3746bbfb482630cd344ea1c6171d3702e9c848b911fb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7874b ff94e6669d0aaff5403b3746bbfb482630cd344ea1c6171d3702e9c848b911fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:93:16:0b:67:37\",\"name\":\"ff94e6669d0aaff\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70f4ff3f-df65-4541-a4ff-3fbb1acc8dcf\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:27:47.231483 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 23:27:48.653624 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0505 23:27:49.756351 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756371 3679 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756375 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756378 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.786485 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:49.786510 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:49.786518 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:50.129839 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:27:50.129855 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:27:50.129860 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:28:00.768639 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:28:00.768659 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:28:00.768664 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:28:00.794520 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:28:00.794538 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:28:00.794544 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:28:00.794549 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:28:15.281653 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 23:28:16.530651 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 23:28:18.404790 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:28:18.405363 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:28:18.423748 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:28:18.423770 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:28:18.430180 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 23:28:18.430204 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 23:28:20.485453 3679 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 23:28:20.486129 3679 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 23:28:20.486153 3679 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 23:28:20.488269 3679 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 23:28:23.445769 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=59 W0505 23:28:27.447533 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:27.447551 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:27.451718 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:28:27.451739 3679 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 23:28:28.084392 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-b2tcb for pod on switch ip-10-0-2-4.ec2.internal I0505 23:28:28.084523 3679 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb I0505 23:28:28.106716 3679 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb] pod update took 22.21991ms I0505 23:28:28.106738 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb] addLogicalPort annotation time took 22.246906ms I0505 23:28:28.108001 3679 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb] addLogicalPort took 23.624544ms, libovsdb time 887.485µs I0505 23:28:28.443064 3679 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb 968c9749a5577e29628def28f5dea2cd9e0cbf7acf95c3bec681fe67c484b457 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb 968c9749a5577e29628def28f5dea2cd9e0cbf7acf95c3bec681fe67c484b457 network default NAD default NAD key ] I0505 23:28:28.452113 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-b2tcb, hostIfaceName: 968c9749a5577e2, network: default, NAD default, SandboxID: "968c9749a5577e29628def28f5dea2cd9e0cbf7acf95c3bec681fe67c484b457", PCI device ID: , UID: "8308d22d-546f-4c68-bb6e-d871c904f3aa", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0505 23:28:28.506306 3679 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb 968c9749a5577e29628def28f5dea2cd9e0cbf7acf95c3bec681fe67c484b457 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b2tcb 968c9749a5577e29628def28f5dea2cd9e0cbf7acf95c3bec681fe67c484b457 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:eb:6f:d7:c2:7e\",\"name\":\"968c9749a5577e2\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b4c6afa-7ed6-4eb8-b757-6083e949a9a7\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:28:33.104443 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:28:42.531086 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 23:28:47.810988 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-g27kq] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-g27kq for pod on switch ip-10-0-2-4.ec2.internal I0505 23:28:47.811081 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-g27kq I0505 23:28:47.827810 3679 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-g27kq] pod update took 16.753783ms I0505 23:28:47.827838 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-g27kq] addLogicalPort annotation time took 16.786293ms I0505 23:28:47.829182 3679 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-g27kq] addLogicalPort took 18.217817ms, libovsdb time 907.723µs I0505 23:28:47.901609 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-rnnk5 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:28:47.901700 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5 I0505 23:28:47.921034 3679 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5] pod update took 19.357064ms I0505 23:28:47.921054 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5] addLogicalPort annotation time took 19.380949ms I0505 23:28:47.922310 3679 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5] addLogicalPort took 20.717893ms, libovsdb time 882.043µs I0505 23:28:48.173554 3679 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-g27kq 4d34dd8d72ddc93e7488cbd7d2533044532debcf1ccdc250205de3f273dc33c5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-g27kq 4d34dd8d72ddc93e7488cbd7d2533044532debcf1ccdc250205de3f273dc33c5 network default NAD default NAD key ] I0505 23:28:48.182680 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-g27kq, hostIfaceName: 4d34dd8d72ddc93, network: default, NAD default, SandboxID: "4d34dd8d72ddc93e7488cbd7d2533044532debcf1ccdc250205de3f273dc33c5", PCI device ID: , UID: "b3ae1efd-00e2-4c9f-bab5-7dc77934e543", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0505 23:28:48.233683 3679 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-g27kq 4d34dd8d72ddc93e7488cbd7d2533044532debcf1ccdc250205de3f273dc33c5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-g27kq 4d34dd8d72ddc93e7488cbd7d2533044532debcf1ccdc250205de3f273dc33c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:33:3d:ec:42:5d\",\"name\":\"4d34dd8d72ddc93\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad7e74a4-b940-4272-8815-0e6e058f07fa\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:28:48.260999 3679 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5 626da02a61d53315a7d6899885c72b1ed21c9f726db704c858a74b0b2a2f2d99 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5 626da02a61d53315a7d6899885c72b1ed21c9f726db704c858a74b0b2a2f2d99 network default NAD default NAD key ] I0505 23:28:48.271298 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-rnnk5, hostIfaceName: 626da02a61d5331, network: default, NAD default, SandboxID: "626da02a61d53315a7d6899885c72b1ed21c9f726db704c858a74b0b2a2f2d99", PCI device ID: , UID: "4296647b-d852-405b-b64e-f381665ccbd8", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0505 23:28:48.320346 3679 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5 626da02a61d53315a7d6899885c72b1ed21c9f726db704c858a74b0b2a2f2d99 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rnnk5 626da02a61d53315a7d6899885c72b1ed21c9f726db704c858a74b0b2a2f2d99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f3:95:48:bd:08\",\"name\":\"626da02a61d5331\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a595fda-0e8f-4055-9082-936557db9baa\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:28:54.069977 3679 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:54.069993 3679 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:54.070000 3679 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 23:28:54.658804 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0505 23:28:59.102933 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:59.102962 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:59.102968 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 23:29:05.028328 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-jqd5w] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-jqd5w for pod on switch ip-10-0-2-4.ec2.internal I0505 23:29:05.028417 3679 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-jqd5w I0505 23:29:05.040505 3679 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-jqd5w] pod update took 12.109877ms I0505 23:29:05.040532 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-jqd5w] addLogicalPort annotation time took 12.142063ms I0505 23:29:05.041965 3679 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-jqd5w] addLogicalPort took 13.653178ms, libovsdb time 924.306µs I0505 23:29:05.447456 3679 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-jqd5w 6e7bd294df57420e2e0f90e2e37ca1338cf8103d58f0be061f9f23306246acec network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jqd5w 6e7bd294df57420e2e0f90e2e37ca1338cf8103d58f0be061f9f23306246acec network default NAD default NAD key ] I0505 23:29:05.456420 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-jqd5w, hostIfaceName: 6e7bd294df57420, network: default, NAD default, SandboxID: "6e7bd294df57420e2e0f90e2e37ca1338cf8103d58f0be061f9f23306246acec", PCI device ID: , UID: "3fb30050-89f2-4c37-a8ef-27a74dc30ebc", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0505 23:29:05.506335 3679 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-jqd5w 6e7bd294df57420e2e0f90e2e37ca1338cf8103d58f0be061f9f23306246acec network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jqd5w 6e7bd294df57420e2e0f90e2e37ca1338cf8103d58f0be061f9f23306246acec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:df:0c:2f:27:0e\",\"name\":\"6e7bd294df57420\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da96dbf8-efb9-4eaa-be24-abd06648ad97\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:29:06.557737 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 23:29:09.664530 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0505 23:29:10.671633 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:10.672165 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:10.709161 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:10.709180 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:10.715342 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 23:29:10.715362 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 23:29:12.394713 3679 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:29:13.495860 3679 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-jrhjv-wthmg] creating logical port tsf-tas_rekor-createtree-job-jrhjv-wthmg for pod on switch ip-10-0-2-4.ec2.internal I0505 23:29:13.495945 3679 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-jrhjv-wthmg I0505 23:29:13.512045 3679 pod.go:62] [tsf-tas/rekor-createtree-job-jrhjv-wthmg] pod update took 16.11853ms I0505 23:29:13.512066 3679 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-jrhjv-wthmg] addLogicalPort annotation time took 16.145535ms I0505 23:29:13.513297 3679 pods.go:271] [tsf-tas/rekor-createtree-job-jrhjv-wthmg] addLogicalPort took 17.458033ms, libovsdb time 871.61µs I0505 23:29:13.859005 3679 cni.go:452] [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key ] I0505 23:29:13.868281 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-jrhjv-wthmg, hostIfaceName: 45f01fb4877c329, network: default, NAD default, SandboxID: "45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f", PCI device ID: , UID: "60da3ac4-98b5-48f3-b11e-a0e0f8ca5493", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0505 23:29:13.920486 3679 cni.go:473] [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ae:43:10:81:59\",\"name\":\"45f01fb4877c329\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a332287-f307-44b6-8e47-6c463de42652\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:29:16.233344 3679 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7bbb8b598-qn9qd] creating logical port tsf-tas_trillian-db-7bbb8b598-qn9qd for pod on switch ip-10-0-2-4.ec2.internal I0505 23:29:16.233443 3679 kube.go:256] Updating pod tsf-tas/trillian-db-7bbb8b598-qn9qd I0505 23:29:16.247864 3679 pod.go:62] [tsf-tas/trillian-db-7bbb8b598-qn9qd] pod update took 14.458084ms I0505 23:29:16.247883 3679 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7bbb8b598-qn9qd] addLogicalPort annotation time took 14.481314ms I0505 23:29:16.249189 3679 pods.go:271] [tsf-tas/trillian-db-7bbb8b598-qn9qd] addLogicalPort took 15.862839ms, libovsdb time 940.263µs I0505 23:29:19.901059 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjhjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:19.901643 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjhjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:20.781584 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjhjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:20.781612 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjhjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:21.094009 3679 cni.go:452] [tsf-tas/trillian-db-7bbb8b598-qn9qd dd7e3cf2f20cb652b09045ae4f04fd41b2441861df35a0066bd210b0919c6bab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7bbb8b598-qn9qd dd7e3cf2f20cb652b09045ae4f04fd41b2441861df35a0066bd210b0919c6bab network default NAD default NAD key ] I0505 23:29:21.122414 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7bbb8b598-qn9qd, hostIfaceName: dd7e3cf2f20cb65, network: default, NAD default, SandboxID: "dd7e3cf2f20cb652b09045ae4f04fd41b2441861df35a0066bd210b0919c6bab", PCI device ID: , UID: "2340f2f0-9e97-47a0-8803-9b270b769f3b", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0505 23:29:21.172120 3679 cni.go:473] [tsf-tas/trillian-db-7bbb8b598-qn9qd dd7e3cf2f20cb652b09045ae4f04fd41b2441861df35a0066bd210b0919c6bab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7bbb8b598-qn9qd dd7e3cf2f20cb652b09045ae4f04fd41b2441861df35a0066bd210b0919c6bab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:84:01:72:4c:7a\",\"name\":\"dd7e3cf2f20cb65\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5c83f86-22ac-4445-897f-7f02813f52ce\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:29:24.236249 3679 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 23:29:27.708879 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 23:29:27.736392 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 23:29:30.814842 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:30.815458 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:31.704929 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:31.704955 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:29:35.306898 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 23:29:45.780524 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 23:29:45.900909 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:29:45.900927 3679 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 23:29:54.670337 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 23:30:00.126471 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:00.127020 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:00.869411 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:00.869458 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.087201 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:03.087751 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:03.107070 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.107090 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.114709 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 23:30:03.114729 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 23:30:05.027378 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:05.027960 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:06.049172 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:06.049203 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:30:08.023563 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 23:30:08.453705 3679 cni.go:452] [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key ] I0505 23:30:08.564656 3679 cni.go:473] [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-jrhjv-wthmg 45f01fb4877c329827b7ff97cca385f1343299deff1d7459108695c81f2ebb3f network default NAD default NAD key default], result "{}", err I0505 23:30:08.633177 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:08.633208 3679 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-jrhjv-wthmg I0505 23:30:08.634487 3679 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-jrhjv-wthmg, ips: 10.129.0.39 I0505 23:30:08.634514 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:09.468373 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:09.468394 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:13.062599 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:13.063182 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:13.955780 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:13.955801 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:14.045635 3679 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-dsj8t] creating logical port tsf_tsf-tekton-configuration-dsj8t for pod on switch ip-10-0-2-4.ec2.internal I0505 23:30:14.045722 3679 kube.go:256] Updating pod tsf/tsf-tekton-configuration-dsj8t I0505 23:30:14.057209 3679 pod.go:62] [tsf/tsf-tekton-configuration-dsj8t] pod update took 11.507607ms I0505 23:30:14.057232 3679 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-dsj8t] addLogicalPort annotation time took 11.534023ms I0505 23:30:14.058704 3679 pods.go:271] [tsf/tsf-tekton-configuration-dsj8t] addLogicalPort took 13.08753ms, libovsdb time 1.022204ms I0505 23:30:14.405668 3679 cni.go:452] [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key ] I0505 23:30:14.415200 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-dsj8t, hostIfaceName: 501811a447bf221, network: default, NAD default, SandboxID: "501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e", PCI device ID: , UID: "cef48b6e-94e7-4bc0-9984-3e3f5320da27", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0505 23:30:14.468348 3679 cni.go:473] [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:dd:c8:59:15:ef\",\"name\":\"501811a447bf221\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4879ea8-4689-402c-8f76-c942a3632413\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:30:14.527831 3679 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7688955c5-rnmsc] creating logical port tsf-tas_rekor-redis-7688955c5-rnmsc for pod on switch ip-10-0-2-4.ec2.internal I0505 23:30:14.527934 3679 kube.go:256] Updating pod tsf-tas/rekor-redis-7688955c5-rnmsc I0505 23:30:14.542802 3679 pod.go:62] [tsf-tas/rekor-redis-7688955c5-rnmsc] pod update took 14.894267ms I0505 23:30:14.542831 3679 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7688955c5-rnmsc] addLogicalPort annotation time took 14.931674ms I0505 23:30:14.544288 3679 pods.go:271] [tsf-tas/rekor-redis-7688955c5-rnmsc] addLogicalPort took 16.475683ms, libovsdb time 929.256µs I0505 23:30:15.498185 3679 cni.go:452] [tsf-tas/rekor-redis-7688955c5-rnmsc 9883d79a252dda6632c64bd6e48e65bf1fb9290db5b7fdbe3055331311b53610 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7688955c5-rnmsc 9883d79a252dda6632c64bd6e48e65bf1fb9290db5b7fdbe3055331311b53610 network default NAD default NAD key ] I0505 23:30:15.508837 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7688955c5-rnmsc, hostIfaceName: 9883d79a252dda6, network: default, NAD default, SandboxID: "9883d79a252dda6632c64bd6e48e65bf1fb9290db5b7fdbe3055331311b53610", PCI device ID: , UID: "701aaa20-4805-4347-bd42-8aa75d6d3a44", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0505 23:30:15.535139 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 23:30:15.565779 3679 cni.go:473] [tsf-tas/rekor-redis-7688955c5-rnmsc 9883d79a252dda6632c64bd6e48e65bf1fb9290db5b7fdbe3055331311b53610 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7688955c5-rnmsc 9883d79a252dda6632c64bd6e48e65bf1fb9290db5b7fdbe3055331311b53610 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:04:ed:b1:62:63\",\"name\":\"9883d79a252dda6\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14aff86d-ecd3-46f5-8c8d-92eacf283ce5\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:30:17.265128 3679 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-746549c7d-xc9sm] creating logical port tsf-tas_rekor-server-746549c7d-xc9sm for pod on switch ip-10-0-2-4.ec2.internal I0505 23:30:17.265227 3679 kube.go:256] Updating pod tsf-tas/rekor-server-746549c7d-xc9sm I0505 23:30:17.279041 3679 pod.go:62] [tsf-tas/rekor-server-746549c7d-xc9sm] pod update took 13.836218ms I0505 23:30:17.279070 3679 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-746549c7d-xc9sm] addLogicalPort annotation time took 13.870481ms I0505 23:30:17.280729 3679 pods.go:271] [tsf-tas/rekor-server-746549c7d-xc9sm] addLogicalPort took 15.61671ms, libovsdb time 1.125031ms W0505 23:30:17.970116 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 23:30:18.535209 3679 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 23:30:19.521738 3679 cni.go:452] [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key ] I0505 23:30:19.607092 3679 cni.go:473] [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-dsj8t 501811a447bf221cc5d255a4aaeab7f5bed4db0db3fa04667036a7dd62d9b62e network default NAD default NAD key default], result "{}", err I0505 23:30:19.656242 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dsj8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:19.656273 3679 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-dsj8t I0505 23:30:19.657569 3679 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-dsj8t, ips: 10.129.0.41 I0505 23:30:19.657596 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dsj8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:20.678386 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dsj8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.678418 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dsj8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.715823 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.715842 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.719438 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mq7zk I0505 23:30:20.719463 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mq7zk I0505 23:30:22.730367 3679 cni.go:452] [tsf-tas/rekor-server-746549c7d-xc9sm 1aa88abfc9f52399db2d038d057cfe779b5f433cdc56ce49cd4b47d677808358 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-746549c7d-xc9sm 1aa88abfc9f52399db2d038d057cfe779b5f433cdc56ce49cd4b47d677808358 network default NAD default NAD key ] I0505 23:30:22.740236 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-746549c7d-xc9sm, hostIfaceName: 1aa88abfc9f5239, network: default, NAD default, SandboxID: "1aa88abfc9f52399db2d038d057cfe779b5f433cdc56ce49cd4b47d677808358", PCI device ID: , UID: "ff183484-d86d-41b2-a2ab-7d1aa3e535b9", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0505 23:30:22.792663 3679 cni.go:473] [tsf-tas/rekor-server-746549c7d-xc9sm 1aa88abfc9f52399db2d038d057cfe779b5f433cdc56ce49cd4b47d677808358 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-746549c7d-xc9sm 1aa88abfc9f52399db2d038d057cfe779b5f433cdc56ce49cd4b47d677808358 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:8e:c9:d1:0b:69\",\"name\":\"1aa88abfc9f5239\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b485b36d-c135-4b58-af09-809cf432ba67\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:30:23.670488 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 23:30:25.159356 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:25.159922 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:25.178315 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:25.178335 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:25.185027 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 23:30:25.185049 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0505 23:30:25.554177 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:30:26.452766 3679 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-lvl27] creating logical port tsf-tpa_create-db-lvl27 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:30:26.452870 3679 kube.go:256] Updating pod tsf-tpa/create-db-lvl27 I0505 23:30:26.467067 3679 pod.go:62] [tsf-tpa/create-db-lvl27] pod update took 14.222782ms I0505 23:30:26.467097 3679 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-lvl27] addLogicalPort annotation time took 14.257952ms I0505 23:30:26.468356 3679 pods.go:271] [tsf-tpa/create-db-lvl27] addLogicalPort took 15.606946ms, libovsdb time 827.643µs I0505 23:30:26.813198 3679 cni.go:452] [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key ] I0505 23:30:26.822269 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-lvl27, hostIfaceName: d01b61e7ea34219, network: default, NAD default, SandboxID: "d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981", PCI device ID: , UID: "13cd01d6-5aa6-4fa0-a37d-afe31c06257f", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0505 23:30:26.873135 3679 cni.go:473] [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:fd:cf:73:db:aa\",\"name\":\"d01b61e7ea34219\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d652730-496c-4ead-a226-2048af788722\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:30:28.448665 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0505 23:30:30.588345 3679 cni.go:452] [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key ] I0505 23:30:30.677158 3679 cni.go:473] [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-lvl27 d01b61e7ea34219a2d893a4b04df8cec9922a62e69e2028ec905159f4ad46981 network default NAD default NAD key default], result "{}", err I0505 23:30:30.732305 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:30.732337 3679 pods.go:176] Deleting pod: tsf-tpa/create-db-lvl27 I0505 23:30:30.733605 3679 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-lvl27, ips: 10.129.0.44 I0505 23:30:30.733629 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:30:31.560686 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0505 23:30:31.756031 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:31.756059 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:31.854939 3679 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-fsh7r] creating logical port tsf-tpa_migrate-db-fsh7r for pod on switch ip-10-0-2-4.ec2.internal I0505 23:30:31.855035 3679 kube.go:256] Updating pod tsf-tpa/migrate-db-fsh7r I0505 23:30:31.868914 3679 pod.go:62] [tsf-tpa/migrate-db-fsh7r] pod update took 13.900024ms I0505 23:30:31.868937 3679 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-fsh7r] addLogicalPort annotation time took 13.927229ms I0505 23:30:31.870181 3679 pods.go:271] [tsf-tpa/migrate-db-fsh7r] addLogicalPort took 15.259405ms, libovsdb time 844.137µs I0505 23:30:32.212645 3679 cni.go:452] [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key ] I0505 23:30:32.222059 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-fsh7r, hostIfaceName: 7ee56ba44c3cf25, network: default, NAD default, SandboxID: "7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737", PCI device ID: , UID: "03822f39-f278-4878-a112-c27807bd1253", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0505 23:30:32.272846 3679 cni.go:473] [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:48:f4:c4:f7:f7\",\"name\":\"7ee56ba44c3cf25\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a76ba8de-7683-43e4-b625-41882d18ec90\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:30:34.613635 3679 cni.go:452] [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key ] I0505 23:30:34.724963 3679 cni.go:473] [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-fsh7r 7ee56ba44c3cf2547e8adcf1e441ec0a351bd4ac8d901555d1713b47d4bbd737 network default NAD default NAD key default], result "{}", err I0505 23:30:34.773956 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:34.773985 3679 pods.go:176] Deleting pod: tsf-tpa/migrate-db-fsh7r I0505 23:30:34.775270 3679 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-fsh7r, ips: 10.129.0.45 I0505 23:30:34.775295 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:34.883625 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:34.883648 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:30:36.560880 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:30:37.999961 3679 base_network_controller_pods.go:487] [default/tsf-tpa/server-6bb8dbfcf5-r4ph2] creating logical port tsf-tpa_server-6bb8dbfcf5-r4ph2 for pod on switch ip-10-0-2-4.ec2.internal I0505 23:30:38.000091 3679 kube.go:256] Updating pod tsf-tpa/server-6bb8dbfcf5-r4ph2 I0505 23:30:38.016974 3679 pod.go:62] [tsf-tpa/server-6bb8dbfcf5-r4ph2] pod update took 16.915799ms I0505 23:30:38.017000 3679 base_network_controller_pods.go:951] [default/tsf-tpa/server-6bb8dbfcf5-r4ph2] addLogicalPort annotation time took 16.946394ms I0505 23:30:38.018452 3679 pods.go:271] [tsf-tpa/server-6bb8dbfcf5-r4ph2] addLogicalPort took 18.504704ms, libovsdb time 886.571µs I0505 23:30:38.057187 3679 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-qhwvh] creating logical port tsf-tpa_importer-86bcdf477b-qhwvh for pod on switch ip-10-0-2-4.ec2.internal I0505 23:30:38.057267 3679 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-qhwvh I0505 23:30:38.071188 3679 pod.go:62] [tsf-tpa/importer-86bcdf477b-qhwvh] pod update took 13.944361ms I0505 23:30:38.071212 3679 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-qhwvh] addLogicalPort annotation time took 13.971942ms I0505 23:30:38.072462 3679 pods.go:271] [tsf-tpa/importer-86bcdf477b-qhwvh] addLogicalPort took 15.292359ms, libovsdb time 868.711µs I0505 23:30:39.238059 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:39.238624 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:40.261737 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:40.261766 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:44.371921 3679 cni.go:452] [tsf-tpa/server-6bb8dbfcf5-r4ph2 cf56a3f86fd4d718fba91dc7406c0931b0f5414b3bca778617d38bdd9cc40523 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6bb8dbfcf5-r4ph2 cf56a3f86fd4d718fba91dc7406c0931b0f5414b3bca778617d38bdd9cc40523 network default NAD default NAD key ] I0505 23:30:44.381822 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6bb8dbfcf5-r4ph2, hostIfaceName: cf56a3f86fd4d71, network: default, NAD default, SandboxID: "cf56a3f86fd4d718fba91dc7406c0931b0f5414b3bca778617d38bdd9cc40523", PCI device ID: , UID: "0bc9888f-0e66-4090-a238-8d5597ce8bf4", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0505 23:30:44.427610 3679 cni.go:452] [tsf-tpa/importer-86bcdf477b-qhwvh 75bc23938026fbb0f20f98a5d0dfa47b75c2da2d4fc7b963b074785fd0d5ad6b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-qhwvh 75bc23938026fbb0f20f98a5d0dfa47b75c2da2d4fc7b963b074785fd0d5ad6b network default NAD default NAD key ] I0505 23:30:44.435682 3679 cni.go:473] [tsf-tpa/server-6bb8dbfcf5-r4ph2 cf56a3f86fd4d718fba91dc7406c0931b0f5414b3bca778617d38bdd9cc40523 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6bb8dbfcf5-r4ph2 cf56a3f86fd4d718fba91dc7406c0931b0f5414b3bca778617d38bdd9cc40523 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:34:da:bc:6f:13\",\"name\":\"cf56a3f86fd4d71\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a217fd2-791d-476e-b20d-86d79c6c2a1e\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:30:44.436751 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-qhwvh, hostIfaceName: 75bc23938026fbb, network: default, NAD default, SandboxID: "75bc23938026fbb0f20f98a5d0dfa47b75c2da2d4fc7b963b074785fd0d5ad6b", PCI device ID: , UID: "cd2e8d42-2144-460a-b82c-51abe9398b1d", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0505 23:30:44.492373 3679 cni.go:473] [tsf-tpa/importer-86bcdf477b-qhwvh 75bc23938026fbb0f20f98a5d0dfa47b75c2da2d4fc7b963b074785fd0d5ad6b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-qhwvh 75bc23938026fbb0f20f98a5d0dfa47b75c2da2d4fc7b963b074785fd0d5ad6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:65:a5:bd:dc:56\",\"name\":\"75bc23938026fbb\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/983a5d08-80aa-4c10-84cc-0fdbc21cf02c\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:30:44.687624 3679 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 23:30:51.401711 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:51.402294 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:52.283197 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:52.283224 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:30:55.701448 3679 util.go:959] Failed to build node endpoints for node ip-10-0-2-4.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0505 23:31:08.356704 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 23:31:11.452624 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=528 I0505 23:31:12.416208 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:12.416831 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:12.453464 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:12.453483 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:12.460972 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 23:31:12.461001 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 23:31:13.131561 3679 namespace.go:98] [build-service] adding namespace I0505 23:31:13.131643 3679 namespace.go:98] [default-tenant] adding namespace I0505 23:31:13.131676 3679 namespace.go:98] [integration-service] adding namespace I0505 23:31:13.132438 3679 namespace.go:102] [build-service] adding namespace took 847.612µs I0505 23:31:13.133013 3679 namespace.go:102] [default-tenant] adding namespace took 1.351491ms I0505 23:31:13.133533 3679 namespace.go:102] [integration-service] adding namespace took 1.839216ms I0505 23:31:13.135455 3679 namespace.go:98] [image-controller] adding namespace I0505 23:31:13.136021 3679 namespace.go:102] [image-controller] adding namespace took 551.29µs I0505 23:31:13.159058 3679 namespace.go:142] [build-service] updating namespace I0505 23:31:13.181607 3679 namespace.go:142] [build-service] updating namespace I0505 23:31:13.201321 3679 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.228581 3679 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.236758 3679 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.265627 3679 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.268928 3679 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.276244 3679 namespace.go:142] [build-service] updating namespace I0505 23:31:13.308879 3679 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.308895 3679 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.323113 3679 namespace.go:98] [release-service] adding namespace I0505 23:31:13.324145 3679 namespace.go:102] [release-service] adding namespace took 1.016658ms I0505 23:31:13.369755 3679 namespace.go:142] [konflux-ui] updating namespace I0505 23:31:13.369793 3679 namespace.go:142] [release-service] updating namespace I0505 23:31:13.399495 3679 namespace.go:142] [release-service] updating namespace I0505 23:31:13.446724 3679 namespace.go:98] [konflux-info] adding namespace I0505 23:31:13.447476 3679 namespace.go:102] [konflux-info] adding namespace took 737.607µs I0505 23:31:13.472985 3679 namespace.go:98] [namespace-lister] adding namespace I0505 23:31:13.473597 3679 namespace.go:102] [namespace-lister] adding namespace took 600.106µs I0505 23:31:13.533396 3679 namespace.go:142] [konflux-info] updating namespace I0505 23:31:13.547001 3679 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.595320 3679 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:13.595414 3679 namespace.go:98] [enterprise-contract-service] adding namespace I0505 23:31:13.595513 3679 namespace.go:142] [konflux-info] updating namespace I0505 23:31:13.596220 3679 namespace.go:102] [enterprise-contract-service] adding namespace took 779.009µs I0505 23:31:13.646938 3679 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.698057 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:13.698142 3679 namespace.go:98] [segment-bridge] adding namespace I0505 23:31:13.698854 3679 namespace.go:102] [segment-bridge] adding namespace took 696.042µs I0505 23:31:13.727365 3679 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:13.748260 3679 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:13.782105 3679 namespace.go:98] [konflux-cli] adding namespace I0505 23:31:13.782257 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:13.782885 3679 namespace.go:102] [konflux-cli] adding namespace took 766.103µs I0505 23:31:13.857927 3679 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:13.858031 3679 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:13.875632 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 23:31:13.876169 3679 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 23:31:13.876183 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 23:31:13.878607 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 23:31:13.981279 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 23:31:13.981301 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 23:31:13.982084 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 23:31:14.032859 3679 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:15.367556 3679 namespace.go:142] [build-service] updating namespace I0505 23:31:16.033920 3679 namespace.go:142] [default-tenant] updating namespace I0505 23:31:16.297090 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:16.482190 3679 namespace.go:142] [image-controller] updating namespace I0505 23:31:16.705531 3679 namespace.go:142] [integration-service] updating namespace I0505 23:31:16.958451 3679 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:17.233361 3679 namespace.go:142] [konflux-info] updating namespace I0505 23:31:17.446065 3679 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:17.620495 3679 namespace.go:142] [release-service] updating namespace I0505 23:31:17.822165 3679 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:17.942645 3679 namespace.go:142] [build-service] updating namespace I0505 23:31:17.956991 3679 namespace.go:142] [default-tenant] updating namespace I0505 23:31:17.974167 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:17.983448 3679 namespace.go:142] [image-controller] updating namespace I0505 23:31:17.997410 3679 namespace.go:142] [integration-service] updating namespace I0505 23:31:18.013867 3679 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:18.044157 3679 namespace.go:142] [konflux-info] updating namespace I0505 23:31:18.065369 3679 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:18.081727 3679 namespace.go:142] [release-service] updating namespace I0505 23:31:18.106486 3679 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:18.165869 3679 namespace.go:142] [build-service] updating namespace I0505 23:31:18.237136 3679 namespace.go:142] [default-tenant] updating namespace I0505 23:31:18.294267 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:18.382685 3679 namespace.go:142] [image-controller] updating namespace I0505 23:31:18.485787 3679 namespace.go:142] [integration-service] updating namespace I0505 23:31:18.610649 3679 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:18.696780 3679 namespace.go:142] [konflux-info] updating namespace I0505 23:31:18.791224 3679 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:18.890032 3679 namespace.go:142] [release-service] updating namespace I0505 23:31:18.991103 3679 namespace.go:142] [segment-bridge] updating namespace W0505 23:31:19.448745 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 23:31:23.392168 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 23:31:24.374128 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 23:31:25.386297 3679 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 23:31:26.468409 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:26.471760 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 23:31:27.442988 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 W0505 23:31:29.501842 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:29.501863 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:30.428918 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:31:30.430802 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 23:31:30.462632 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:30.462771 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:30.495101 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:30.495114 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0505 23:31:41.787976 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:41.788552 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:42.583046 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:42.583066 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:42.591299 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 I0505 23:31:42.591321 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 I0505 23:31:50.558557 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 23:32:35.354003 3679 obj_retry.go:498] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:35.354606 3679 obj_retry.go:498] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:35.814450 3679 obj_retry.go:492] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:35.814499 3679 obj_retry.go:492] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:35.820788 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:32:35.820815 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:32:45.012758 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:45.013388 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:45.029138 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:45.029159 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:45.035962 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 23:32:45.035990 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 23:32:53.453224 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0505 23:33:12.884138 3679 namespace.go:98] [managed-tenant-ulylm] adding namespace I0505 23:33:12.885039 3679 namespace.go:102] [managed-tenant-ulylm] adding namespace took 880.101µs I0505 23:33:12.992845 3679 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:13.022390 3679 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.149020 3679 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.280570 3679 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.378095 3679 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:34:15.662534 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 23:34:18.663481 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 23:35:05.474564 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=61 I0505 23:35:17.538798 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 23:36:06.535370 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 23:36:12.674367 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 23:36:27.453514 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 W0505 23:36:28.953402 3679 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:36:31.668225 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 23:36:49.456253 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=103 I0505 23:37:03.450018 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=103 I0505 23:37:19.539496 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 23:37:29.674151 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 23:38:49.562037 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0505 23:39:03.446872 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 23:39:44.667118 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:40:04.390770 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:40:04.391379 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:40:05.263412 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.263476 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.295459 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.295484 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.300488 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:40:05.300512 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:40:05.562963 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 23:40:27.457023 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0505 23:40:31.052090 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:31.052140 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:31.056900 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-lvl27 I0505 23:40:31.056937 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-lvl27 I0505 23:40:34.029507 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:34.029530 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:34.035036 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fsh7r I0505 23:40:34.035055 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fsh7r I0505 23:40:40.039577 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:40.039622 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:40.045101 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8lczw I0505 23:40:40.045128 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8lczw I0505 23:40:47.478829 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0505 23:40:50.543147 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 23:42:48.455083 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0505 23:43:09.539047 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 23:43:51.665943 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 23:44:48.671138 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 23:45:28.451380 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 23:45:36.457352 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0505 23:45:38.690983 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 23:45:40.565544 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 23:45:48.543177 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 23:45:59.566717 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 23:46:23.459811 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=28 I0505 23:46:40.546727 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0505 23:46:43.953742 3679 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f I0505 23:46:46.678181 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 W0505 23:46:48.953575 3679 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px I0505 23:48:34.672137 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 23:48:54.248328 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:54.248855 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:55.015408 3679 obj_retry.go:492] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:48:55.015452 3679 obj_retry.go:492] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:48:55.022132 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:55.022159 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:58.160633 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:58.161237 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:12.302871 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:12.303453 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:31.542646 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 23:49:59.461110 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0505 23:50:04.615668 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:04.616217 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:05.474384 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.474409 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.504485 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.504503 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.508060 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:50:05.508084 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:50:16.705072 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:16.705660 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:21.482801 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0505 23:51:08.458361 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0505 23:51:32.669984 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 23:51:35.455084 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 23:52:27.674547 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 23:52:59.460561 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0505 23:53:37.568960 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 23:53:49.681998 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 23:53:57.463613 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=93 I0505 23:54:04.569914 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 23:54:26.527175 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:26.527770 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:28.546812 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 23:54:46.627633 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.628254 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.638758 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.639271 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:47.121615 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.121668 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.126194 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:54:47.126215 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:54:47.442872 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.442922 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.449484 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:54:47.449510 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:54:58.355549 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:58.356086 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:58.694215 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0505 23:55:02.545889 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 23:55:41.550248 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 23:56:04.218464 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:04.219005 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:08.464532 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0505 23:56:08.940042 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:08.940583 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:12.355608 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:12.356125 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:16.453908 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:16.454464 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:23.474405 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:23.474971 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:57:27.674100 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 23:57:32.675805 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 23:57:47.486229 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0505 23:58:30.461958 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0505 23:58:53.915352 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:58:53.916013 3679 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:12.021951 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:12.022548 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:14.467173 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=124 I0505 23:59:21.458893 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 23:59:28.287099 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:28.287681 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.459893 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.460486 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.481449 3679 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.481894 3679 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.835140 3679 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.835724 3679 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.286720 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.286742 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.450349 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.450899 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.502275 3679 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.502295 3679 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.855888 3679 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.855907 3679 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.296693 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.296714 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.326409 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.326445 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.329620 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0506 00:00:05.329640 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0506 00:00:06.685917 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 00:00:11.572794 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0506 00:00:51.772578 3679 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:51.773131 3679 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:52.797397 3679 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:52.797418 3679 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:01:00.678687 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 00:02:08.697480 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 00:02:16.549965 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 00:02:23.464476 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0506 00:02:25.553333 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 00:03:14.677591 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 00:03:15.489635 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0506 00:03:30.549743 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 00:03:42.465573 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0506 00:03:48.573180 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 00:05:41.468550 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0506 00:05:57.688908 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 00:07:00.471203 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=86