+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-177.ec2.internal ++ [[ -n ip-10-0-1-177.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-177.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0424 07:07:28.459580483 - disable conntrack on geneve port + echo 'I0424 07:07:28.459580483 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0424 07:07:28.501756871 - starting ovnkube-node + echo 'I0424 07:07:28.501756871 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-177.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-177.ec2.internal --init-node ip-10-0-1-177.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-177.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 07:07:28.566541 3797 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 07:07:28.566606 3797 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-57b70f2209.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 07:07:28.568414 3797 kube.go:431] Waiting for certificate I0424 07:07:28.568440 3797 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 07:07:28.568477 3797 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 07:07:28.569173 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 07:07:28.600078 3797 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:28.600092 3797 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:28.602046 3797 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:28.602125 3797 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cs4wv" I0424 07:07:28.609400 3797 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cs4wv" I0424 07:07:28.609466 3797 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:29.569318 3797 kube.go:438] Certificate found I0424 07:07:29.569829 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 07:07:29.570807 3797 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 07:07:29.624277 3797 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 07:02:28 +0000 UTC" deadline="2026-04-25 02:02:27.155820134 +0000 UTC" I0424 07:07:29.624309 3797 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h54m57.531520671s" I0424 07:07:29.642819 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 07:07:29.657091 3797 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 07:07:29.657176 3797 server.go:101] MetricServer registers OVS metrics I0424 07:07:29.657401 3797 server.go:105] MetricServer registers OVN DB metrics I0424 07:07:29.657877 3797 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 07:07:29.657933 3797 factory.go:561] Starting watch factory I0424 07:07:29.658081 3797 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658106 3797 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658251 3797 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658306 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658379 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658323 3797 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658253 3797 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.659110 3797 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658340 3797 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.658591 3797 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.659199 3797 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.659693 3797 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.661725 3797 controller_manager.go:370] Starting the ovnkube controller I0424 07:07:29.661739 3797 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-177.ec2.internal I0424 07:07:29.661798 3797 controller_manager.go:395] NBDB zone sync took: 48.295µs I0424 07:07:29.661811 3797 factory.go:561] Starting watch factory I0424 07:07:29.662482 3797 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 07:07:29.662519 3797 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 07:07:29.675012 3797 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.675330 3797 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.675590 3797 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.676670 3797 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.676749 3797 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 07:07:29.676803 3797 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 07:07:29.679142 3797 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.681700 3797 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 07:07:29.681729 3797 server.go:109] MetricServer registers OVN Controller metrics I0424 07:07:29.684452 3797 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:29.686471 3797 server.go:113] MetricServer registers OVN Northd metrics I0424 07:07:29.690840 3797 metrics.go:519] OVN Metrics Server starts to run ... I0424 07:07:29.763723 3797 factory.go:1977] *v1.Service informer cache synced successfully I0424 07:07:29.763745 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 07:07:29.763750 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0424 07:07:29.763754 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 07:07:29.763758 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 07:07:29.763762 3797 factory.go:1977] *v1.Node informer cache synced successfully I0424 07:07:29.763855 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:29.763874 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:29.763855 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:29.763906 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:29.767015 3797 factory.go:1977] *v1.Service informer cache synced successfully I0424 07:07:29.767005 3797 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:29.767029 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 07:07:29.767013 3797 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:29.767035 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0424 07:07:29.767081 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 07:07:29.767088 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 07:07:29.767093 3797 factory.go:1977] *v1.Node informer cache synced successfully I0424 07:07:29.768823 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 07:07:29.768833 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 07:07:29.768893 3797 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.768904 3797 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.771420 3797 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.772311 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 07:07:29.772322 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 07:07:29.774594 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 07:07:29.774661 3797 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.774679 3797 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.777181 3797 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.778094 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 07:07:29.780376 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 07:07:29.780444 3797 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.780460 3797 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.783094 3797 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.783137 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 07:07:29.786456 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 07:07:29.786512 3797 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.786527 3797 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.788752 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 07:07:29.789107 3797 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.792417 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 07:07:29.792479 3797 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.792490 3797 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.794627 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 07:07:29.795007 3797 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.798274 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 07:07:29.798438 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:29.798453 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:29.799700 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 07:07:29.801073 3797 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:29.803336 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 07:07:29.803395 3797 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.803407 3797 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.803446 3797 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.803466 3797 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.805775 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 07:07:29.806293 3797 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.806421 3797 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:29.808645 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 07:07:29.808657 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 07:07:29.808667 3797 factory.go:680] Watch Factory start up complete, took: 150.733964ms I0424 07:07:29.808744 3797 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 07:07:29.811060 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 07:07:29.811072 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 07:07:29.811079 3797 factory.go:680] Watch Factory start up complete, took: 149.267698ms I0424 07:07:29.811086 3797 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-177.ec2.internal" zone I0424 07:07:29.863639 3797 default_node_network_controller.go:710] Initializing the default node network controller I0424 07:07:29.941654 3797 udn_isolation.go:101] Starting UDN host isolation manager I0424 07:07:29.947739 3797 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 07:07:30.006259 3797 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 07:07:30.006401 3797 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 07:07:30.006423 3797 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 07:07:30.039485 3797 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 07:07:30.039560 3797 default_node_network_controller.go:809] Node ip-10-0-1-177.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0424 07:07:30.045312 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.177"] k8s.ovn.org/zone-name:ip-10-0-1-177.ec2.internal] on node ip-10-0-1-177.ec2.internal I0424 07:07:30.061223 3797 controller_manager.go:429] Waiting for node in zone sync took: 250.125502ms I0424 07:07:30.066341 3797 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 07:07:30.067422 3797 controller_manager.go:611] Switching to transit router for layer2 networks I0424 07:07:30.067439 3797 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-177.ec2.internal I0424 07:07:30.072597 3797 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 07:07:30.072778 3797 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0424 07:07:30.072961 3797 gateway_init.go:263] Preparing Gateway I0424 07:07:30.072974 3797 gateway_shared_intf.go:1687] Creating new gateway I0424 07:07:30.081443 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 07:07:30.088083 3797 controller_manager.go:290] SCTP support detected in OVN I0424 07:07:30.088787 3797 services_controller.go:69] Creating services controller for network=default I0424 07:07:30.088909 3797 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 07:07:30.089034 3797 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 07:07:30.089180 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 07:07:30.089199 3797 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 07:07:30.089211 3797 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 07:07:30.089398 3797 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 07:07:30.089466 3797 udn_enabled_svc.go:95] Performing full resync I0424 07:07:30.089491 3797 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.383µs I0424 07:07:30.089550 3797 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 07:07:30.089584 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 25.132µs I0424 07:07:30.089593 3797 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.958µs I0424 07:07:30.089600 3797 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 07:07:30.089609 3797 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 07:07:30.089619 3797 default_network_controller.go:325] Starting the default network controller I0424 07:07:30.089717 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.516µs I0424 07:07:30.089821 3797 udn_enabled_svc.go:99] Waiting for handler to sync I0424 07:07:30.089835 3797 udn_enabled_svc.go:104] Starting worker I0424 07:07:30.099454 3797 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 07:07:30.099529 3797 repair.go:33] Syncing exgw routes took 60.445µs I0424 07:07:30.099553 3797 default_network_controller.go:414] Starting all the Watchers... I0424 07:07:30.099814 3797 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 07:07:30.099824 3797 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 07:07:30.099825 3797 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 07:07:30.099832 3797 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 07:07:30.099831 3797 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 07:07:30.099814 3797 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 07:07:30.099818 3797 namespace.go:98] [dedicated-admin] adding namespace I0424 07:07:30.099847 3797 namespace.go:98] [openshift-backplane] adding namespace I0424 07:07:30.099838 3797 namespace.go:98] [openshift-network-console] adding namespace I0424 07:07:30.099855 3797 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 07:07:30.099855 3797 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 07:07:30.099857 3797 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 07:07:30.099871 3797 namespace.go:98] [kube-system] adding namespace I0424 07:07:30.099814 3797 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 07:07:30.099956 3797 namespace.go:98] [openshift-dns-operator] adding namespace I0424 07:07:30.100485 3797 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 658.978µs I0424 07:07:30.100500 3797 namespace.go:98] [openshift-dns] adding namespace I0424 07:07:30.101034 3797 namespace.go:102] [openshift-dns] adding namespace took 529.106µs I0424 07:07:30.101049 3797 namespace.go:98] [openshift-insights] adding namespace I0424 07:07:30.101772 3797 namespace.go:102] [openshift-insights] adding namespace took 715.888µs I0424 07:07:30.101789 3797 namespace.go:98] [openshift-host-network] adding namespace I0424 07:07:30.102327 3797 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.491618ms I0424 07:07:30.102742 3797 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 07:07:30.102965 3797 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.124561ms I0424 07:07:30.102983 3797 namespace.go:98] [openshift-etcd] adding namespace I0424 07:07:30.103550 3797 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.704936ms I0424 07:07:30.103568 3797 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 07:07:30.104099 3797 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.252181ms I0424 07:07:30.104120 3797 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 07:07:30.104646 3797 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.795298ms I0424 07:07:30.104664 3797 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 07:07:30.105251 3797 namespace.go:102] [dedicated-admin] adding namespace took 5.397678ms I0424 07:07:30.105271 3797 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 07:07:30.105812 3797 namespace.go:102] [openshift-backplane] adding namespace took 5.95657ms I0424 07:07:30.105826 3797 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 07:07:30.106456 3797 namespace.go:102] [openshift-network-console] adding namespace took 6.593665ms I0424 07:07:30.106476 3797 namespace.go:98] [openshift-infra] adding namespace I0424 07:07:30.107035 3797 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.173194ms I0424 07:07:30.107049 3797 namespace.go:98] [kube-node-lease] adding namespace I0424 07:07:30.107603 3797 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.737576ms I0424 07:07:30.107618 3797 namespace.go:98] [openshift-node] adding namespace I0424 07:07:30.108124 3797 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.254602ms I0424 07:07:30.108141 3797 namespace.go:98] [openshift-monitoring] adding namespace I0424 07:07:30.108666 3797 namespace.go:102] [kube-system] adding namespace took 8.784348ms I0424 07:07:30.108681 3797 namespace.go:98] [openshift-apiserver] adding namespace I0424 07:07:30.109137 3797 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.21489ms I0424 07:07:30.109155 3797 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 07:07:30.109726 3797 namespace.go:102] [openshift-dns-operator] adding namespace took 9.760484ms I0424 07:07:30.109736 3797 namespace.go:98] [openshift-logging] adding namespace I0424 07:07:30.110308 3797 namespace.go:102] [openshift-host-network] adding namespace took 8.511455ms I0424 07:07:30.110326 3797 namespace.go:98] [openshift-config-managed] adding namespace I0424 07:07:30.110772 3797 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.021361ms I0424 07:07:30.110782 3797 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 07:07:30.111351 3797 namespace.go:102] [openshift-etcd] adding namespace took 8.361581ms I0424 07:07:30.111367 3797 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 07:07:30.111836 3797 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.260524ms I0424 07:07:30.111850 3797 namespace.go:98] [openshift-cluster-version] adding namespace I0424 07:07:30.112333 3797 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.207068ms I0424 07:07:30.112350 3797 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 07:07:30.112891 3797 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.222478ms I0424 07:07:30.112906 3797 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 07:07:30.113431 3797 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.152079ms I0424 07:07:30.113452 3797 namespace.go:98] [openshift-image-registry] adding namespace I0424 07:07:30.113900 3797 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.065124ms I0424 07:07:30.113918 3797 namespace.go:98] [openshift-machine-api] adding namespace I0424 07:07:30.114496 3797 namespace.go:102] [openshift-infra] adding namespace took 8.013557ms I0424 07:07:30.114512 3797 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 07:07:30.115049 3797 namespace.go:102] [kube-node-lease] adding namespace took 7.992049ms I0424 07:07:30.115066 3797 namespace.go:98] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] adding namespace I0424 07:07:30.115590 3797 namespace.go:102] [openshift-node] adding namespace took 7.965487ms I0424 07:07:30.115607 3797 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 07:07:30.116127 3797 namespace.go:102] [openshift-monitoring] adding namespace took 7.978587ms I0424 07:07:30.116149 3797 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 07:07:30.116653 3797 namespace.go:102] [openshift-apiserver] adding namespace took 7.965049ms I0424 07:07:30.116673 3797 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 07:07:30.117074 3797 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.896997ms I0424 07:07:30.117091 3797 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 07:07:30.117486 3797 namespace.go:102] [openshift-logging] adding namespace took 7.745445ms I0424 07:07:30.117501 3797 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 07:07:30.118027 3797 namespace.go:102] [openshift-config-managed] adding namespace took 7.693235ms I0424 07:07:30.118047 3797 namespace.go:98] [openshift-console-operator] adding namespace I0424 07:07:30.118618 3797 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.82947ms I0424 07:07:30.118635 3797 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 07:07:30.119192 3797 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.816989ms I0424 07:07:30.119208 3797 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 07:07:30.119760 3797 namespace.go:102] [openshift-cluster-version] adding namespace took 7.903898ms I0424 07:07:30.119773 3797 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 07:07:30.120353 3797 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.996608ms I0424 07:07:30.120367 3797 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 07:07:30.120957 3797 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.045822ms I0424 07:07:30.120970 3797 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 07:07:30.121545 3797 namespace.go:102] [openshift-image-registry] adding namespace took 8.084699ms I0424 07:07:30.121561 3797 namespace.go:98] [openshift-console] adding namespace I0424 07:07:30.122004 3797 namespace.go:102] [openshift-machine-api] adding namespace took 8.079876ms I0424 07:07:30.122018 3797 namespace.go:98] [openshift-multus] adding namespace I0424 07:07:30.122528 3797 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.012039ms I0424 07:07:30.122540 3797 namespace.go:98] [openshift-controller-manager] adding namespace I0424 07:07:30.123047 3797 namespace.go:102] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] adding namespace took 7.974593ms I0424 07:07:30.123069 3797 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 07:07:30.123614 3797 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.000201ms I0424 07:07:30.123629 3797 namespace.go:98] [default] adding namespace I0424 07:07:30.124061 3797 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.906109ms I0424 07:07:30.124074 3797 namespace.go:98] [kube-public] adding namespace I0424 07:07:30.124608 3797 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.929251ms I0424 07:07:30.124621 3797 namespace.go:98] [openshift-marketplace] adding namespace I0424 07:07:30.125094 3797 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.996327ms I0424 07:07:30.125108 3797 namespace.go:98] [openshift-package-operator] adding namespace I0424 07:07:30.125712 3797 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.205031ms I0424 07:07:30.125726 3797 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 07:07:30.126277 3797 namespace.go:102] [openshift-console-operator] adding namespace took 8.222506ms I0424 07:07:30.126818 3797 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.174168ms I0424 07:07:30.126839 3797 namespace.go:98] [openshift-authentication] adding namespace I0424 07:07:30.127441 3797 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.22607ms I0424 07:07:30.127462 3797 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 07:07:30.127910 3797 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.13119ms I0424 07:07:30.127924 3797 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 07:07:30.128467 3797 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.093589ms I0424 07:07:30.128484 3797 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 07:07:30.128925 3797 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.94941ms I0424 07:07:30.128938 3797 namespace.go:98] [openshift-console-user-settings] adding namespace W0424 07:07:30.129410 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hjp2t: pod openshift-multus/network-metrics-daemon-hjp2t: no pod IPs found I0424 07:07:30.129452 3797 namespace.go:102] [openshift-console] adding namespace took 7.885267ms W0424 07:07:30.129457 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tftbn: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found I0424 07:07:30.129466 3797 namespace.go:98] [openshift] adding namespace I0424 07:07:30.129986 3797 namespace.go:102] [openshift-multus] adding namespace took 7.96305ms I0424 07:07:30.130002 3797 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 07:07:30.130459 3797 namespace.go:102] [openshift-controller-manager] adding namespace took 7.914587ms I0424 07:07:30.130470 3797 namespace.go:98] [openshift-operators] adding namespace I0424 07:07:30.130933 3797 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.858478ms I0424 07:07:30.130945 3797 namespace.go:98] [openshift-network-operator] adding namespace I0424 07:07:30.131799 3797 namespace.go:102] [default] adding namespace took 8.162075ms I0424 07:07:30.131819 3797 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 07:07:30.132237 3797 namespace.go:102] [kube-public] adding namespace took 8.157275ms I0424 07:07:30.132253 3797 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 07:07:30.132764 3797 namespace.go:102] [openshift-marketplace] adding namespace took 8.135849ms I0424 07:07:30.132779 3797 namespace.go:98] [openshift-config] adding namespace I0424 07:07:30.133331 3797 namespace.go:102] [openshift-package-operator] adding namespace took 8.217532ms I0424 07:07:30.133344 3797 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 07:07:30.133849 3797 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.118376ms I0424 07:07:30.133861 3797 namespace.go:98] [openshift-ingress] adding namespace I0424 07:07:30.134360 3797 namespace.go:102] [openshift-authentication] adding namespace took 7.515694ms I0424 07:07:30.134894 3797 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.424412ms I0424 07:07:30.135368 3797 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.438549ms I0424 07:07:30.135385 3797 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 07:07:30.135905 3797 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.412598ms I0424 07:07:30.136405 3797 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.460582ms I0424 07:07:30.136958 3797 namespace.go:102] [openshift] adding namespace took 7.480313ms I0424 07:07:30.136978 3797 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 07:07:30.137621 3797 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.613345ms I0424 07:07:30.138178 3797 namespace.go:102] [openshift-operators] adding namespace took 7.700607ms I0424 07:07:30.138729 3797 namespace.go:102] [openshift-network-operator] adding namespace took 7.778339ms I0424 07:07:30.138742 3797 namespace.go:98] [openshift-config-operator] adding namespace I0424 07:07:30.139145 3797 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.320183ms I0424 07:07:30.139672 3797 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.412373ms W0424 07:07:30.140117 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-98mvx: pod openshift-network-diagnostics/network-check-target-98mvx: no pod IPs found W0424 07:07:30.140130 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9b97p: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found I0424 07:07:30.140170 3797 namespace.go:102] [openshift-config] adding namespace took 7.371893ms I0424 07:07:30.140796 3797 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.42918ms I0424 07:07:30.141373 3797 namespace.go:102] [openshift-ingress] adding namespace took 7.506217ms I0424 07:07:30.141952 3797 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.560339ms I0424 07:07:30.142461 3797 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.478325ms I0424 07:07:30.142917 3797 namespace.go:102] [openshift-config-operator] adding namespace took 4.170016ms W0424 07:07:30.143003 3797 master.go:458] Unable to parse local node ip-10-0-1-177.ec2.internal chassis-id annotation. Chassis may be removed during sync W0424 07:07:30.143023 3797 master.go:471] Unable to parse remote node ip-10-0-2-52.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 07:07:30.143027 3797 master.go:481] Removing stale chassis with ID/Name: 56ede230-1ea9-49ed-9776-6f1f8635615e, hostname: ip-10-0-1-177.ec2.internal I0424 07:07:30.143544 3797 master.go:548] Adding or Updating local node "ip-10-0-1-177.ec2.internal" for network "default" I0424 07:07:30.143620 3797 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-52.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-52.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-52.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-52.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-52.ec2.internal I0424 07:07:30.144719 3797 zone_ic_handler.go:195] Time taken to create transit switch: 364.968µs I0424 07:07:30.144733 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-179.ec2.internal for the network default I0424 07:07:30.146281 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-179.ec2.internal" on network "default" took: 1.934386ms I0424 07:07:30.149415 3797 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-177.ec2.internal for the network default I0424 07:07:30.149591 3797 zone_ic_handler.go:195] Time taken to create transit switch: 163.289µs I0424 07:07:30.150404 3797 default_network_controller.go:823] Node add failed for ip-10-0-1-177.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-177.ec2.internal, error getting gateway config for node ip-10-0-1-177.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-177.ec2.internal", failed to update chassis to local for local node ip-10-0-1-177.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-177.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-177.ec2.internal] E0424 07:07:30.150453 3797 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-177.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-177.ec2.internal, error getting gateway config for node ip-10-0-1-177.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-177.ec2.internal", failed to update chassis to local for local node ip-10-0-1-177.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-177.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-177.ec2.internal] I0424 07:07:30.150514 3797 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 07:07:30.150534 3797 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 07:07:30.150547 3797 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 07:07:30.150559 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-179.ec2.internal in network "default" I0424 07:07:30.150533 3797 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-177.ec2.internal", UID:"108f68a5-e114-4245-a29e-5c4348307650", APIVersion:"v1", ResourceVersion:"8829", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-177.ec2.internal, error getting gateway config for node ip-10-0-1-177.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-177.ec2.internal", failed to update chassis to local for local node ip-10-0-1-177.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-177.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-177.ec2.internal] I0424 07:07:30.150684 3797 node_tracker.go:169] Node ip-10-0-0-179.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:30.150701 3797 services_controller.go:574] Full service sync requested for network=default I0424 07:07:30.150712 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:30.150725 3797 node_tracker.go:235] Node ip-10-0-1-177.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-177.ec2.internal" I0424 07:07:30.150739 3797 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:30.150745 3797 services_controller.go:574] Full service sync requested for network=default I0424 07:07:30.150753 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:30.150762 3797 node_tracker.go:235] Node ip-10-0-2-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-52.ec2.internal" I0424 07:07:30.150767 3797 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:30.150771 3797 services_controller.go:574] Full service sync requested for network=default I0424 07:07:30.251652 3797 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 07:07:30.251679 3797 services_controller.go:208] Setting up event handlers for services for network=default I0424 07:07:30.251745 3797 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 07:07:30.251782 3797 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 07:07:30.251798 3797 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 07:07:30.262232 3797 iptables.go:108] Creating table: filter chain: FORWARD I0424 07:07:30.268598 3797 iptables.go:108] Creating table: filter chain: OUTPUT I0424 07:07:30.275054 3797 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 07:07:30.275070 3797 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-177.ec2.internal","mac-address":"0a:ff:c5:12:e1:4d","ip-addresses":["10.0.1.177/24"],"ip-address":"10.0.1.177/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:56ede230-1ea9-49ed-9776-6f1f8635615e k8s.ovn.org/node-encap-ips:["10.0.1.177"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.177/24"} k8s.ovn.org/zone-name:ip-10-0-1-177.ec2.internal] on node ip-10-0-1-177.ec2.internal I0424 07:07:30.289877 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:30.289897 3797 master.go:548] Adding or Updating local node "ip-10-0-1-177.ec2.internal" for network "default" I0424 07:07:30.289941 3797 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:30.289964 3797 services_controller.go:574] Full service sync requested for network=default I0424 07:07:30.293776 3797 default_node_network_controller.go:519] Node connection status = connected W0424 07:07:30.295077 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-hjp2t: pod openshift-multus/network-metrics-daemon-hjp2t: no pod IPs found W0424 07:07:30.295099 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-98mvx: pod openshift-network-diagnostics/network-check-target-98mvx: no pod IPs found I0424 07:07:30.296257 3797 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-177.ec2.internal for the network default I0424 07:07:30.296826 3797 zone_ic_handler.go:195] Time taken to create transit switch: 556.598µs I0424 07:07:30.352069 3797 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 07:07:30.352095 3797 repair.go:60] Starting repairing loop for services I0424 07:07:30.352198 3797 repair.go:131] Deleted 0 stale service LBs I0424 07:07:30.352217 3797 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 07:07:30.352237 3797 repair.go:62] Finished repairing loop for services: 145.209µs I0424 07:07:30.352273 3797 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 07:07:30.352287 3797 services_controller.go:254] Starting workers for network=default I0424 07:07:30.352677 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-98mvx] creating logical port openshift-network-diagnostics_network-check-target-98mvx for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:30.352794 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9b97p, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9b97p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found I0424 07:07:30.352831 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hjp2t] creating logical port openshift-multus_network-metrics-daemon-hjp2t for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:30.352938 3797 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-hjp2t I0424 07:07:30.352951 3797 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-98mvx W0424 07:07:30.353653 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:30.369663 3797 pod.go:62] [openshift-multus/network-metrics-daemon-hjp2t] pod update took 16.764881ms I0424 07:07:30.369682 3797 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-hjp2t] addLogicalPort annotation time took 16.786539ms I0424 07:07:30.370189 3797 pod.go:62] [openshift-network-diagnostics/network-check-target-98mvx] pod update took 17.375963ms I0424 07:07:30.370210 3797 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-98mvx] addLogicalPort annotation time took 17.399308ms I0424 07:07:30.370637 3797 pods.go:271] [openshift-multus/network-metrics-daemon-hjp2t] addLogicalPort took 17.81303ms, libovsdb time 771.721µs I0424 07:07:30.371086 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-98mvx] addLogicalPort took 18.422338ms, libovsdb time 661.744µs I0424 07:07:30.371128 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-tftbn, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tftbn: suppressed error logged: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found I0424 07:07:30.371486 3797 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 07:07:30.371509 3797 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 07:07:30.371522 3797 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 07:07:30.371526 3797 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 07:07:30.371732 3797 repair.go:29] Repairing admin network policies took 199.84µs I0424 07:07:30.371837 3797 repair.go:92] Repairing baseline admin network policies took 94.696µs I0424 07:07:30.372209 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 07:07:30.373014 3797 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 07:07:30.373026 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 07:07:30.374895 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 07:07:30.374918 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 07:07:30.374928 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 07:07:30.376978 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 07:07:30.377002 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 07:07:30.377011 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 07:07:30.378398 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 07:07:30.378416 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 07:07:30.378424 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 07:07:30.380132 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 07:07:30.380153 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 07:07:30.380172 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 07:07:30.381744 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 07:07:30.381765 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 07:07:30.381776 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 07:07:30.383001 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 07:07:30.383023 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 07:07:30.383040 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 07:07:30.384566 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 07:07:30.384586 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 07:07:30.384603 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 07:07:30.385590 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 07:07:30.385610 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 07:07:30.385624 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 07:07:30.387647 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 07:07:30.387667 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 07:07:30.387675 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 07:07:30.388320 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 07:07:30.388341 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 07:07:30.388348 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 07:07:30.389950 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 07:07:30.389972 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 07:07:30.389983 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 07:07:30.390653 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 07:07:30.390675 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 07:07:30.390682 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 07:07:30.391079 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 07:07:30.391098 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 07:07:30.391105 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 07:07:30.391510 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 07:07:30.391531 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 07:07:30.391543 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 07:07:30.392938 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 07:07:30.392968 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 07:07:30.392979 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 07:07:30.394484 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 07:07:30.394506 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 07:07:30.394524 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 07:07:30.396089 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 07:07:30.396116 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 07:07:30.396123 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 07:07:30.396742 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 07:07:30.396760 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 07:07:30.396767 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 07:07:30.397382 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 07:07:30.397413 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 07:07:30.397455 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 07:07:30.398621 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 07:07:30.398639 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 07:07:30.398648 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 07:07:30.399221 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 07:07:30.399256 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 07:07:30.399265 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 07:07:30.399915 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 07:07:30.399931 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 07:07:30.399939 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 07:07:30.401009 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 07:07:30.401026 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 07:07:30.401034 3797 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 07:07:30.402875 3797 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 07:07:30.402893 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 07:07:30.402901 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 07:07:30.403492 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 07:07:30.403523 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 07:07:30.403537 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 07:07:30.404190 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 07:07:30.404210 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 07:07:30.404218 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 07:07:30.405252 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 07:07:30.405270 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 07:07:30.405278 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 07:07:30.405834 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 07:07:30.405852 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 07:07:30.405862 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 07:07:30.406457 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 07:07:30.413074 3797 egressfirewall.go:374] Starting EgressFirewall controller I0424 07:07:30.413120 3797 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 07:07:30.413125 3797 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 07:07:30.413154 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 07:07:30.413180 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 07:07:30.413190 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 07:07:30.413191 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 07:07:30.413455 3797 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 07:07:30.413472 3797 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 07:07:30.413480 3797 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 07:07:30.413495 3797 egressqos.go:193] Setting up event handlers for EgressQoS I0424 07:07:30.413499 3797 egressfirewall.go:723] Syncing node "ip-10-0-0-179.ec2.internal" for egress firewall I0424 07:07:30.413507 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-177.ec2.internal" for egress firewall I0424 07:07:30.413511 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-52.ec2.internal" for egress firewall I0424 07:07:30.413596 3797 egressqos.go:245] Starting EgressQoS Controller I0424 07:07:30.413610 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 07:07:30.413620 3797 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 07:07:30.413630 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 07:07:30.413637 3797 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 07:07:30.413646 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 07:07:30.413654 3797 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 07:07:30.413661 3797 egressqos.go:259] Repairing EgressQoSes I0424 07:07:30.413667 3797 egressqos.go:399] Starting repairing loop for egressqos I0424 07:07:30.413741 3797 egressqos.go:401] Finished repairing loop for egressqos: 75.72µs I0424 07:07:30.413764 3797 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 07:07:30.413822 3797 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-177.ec2.internal I0424 07:07:30.413884 3797 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-177.ec2.internal : 63.649µs I0424 07:07:30.413893 3797 egressservice_zone.go:210] Starting Egress Services Controller I0424 07:07:30.413902 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 07:07:30.413908 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 07:07:30.413913 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 07:07:30.413918 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 07:07:30.413923 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 07:07:30.413928 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 07:07:30.413932 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 07:07:30.413937 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 07:07:30.413941 3797 egressservice_zone.go:228] Repairing Egress Services I0424 07:07:30.414253 3797 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 07:07:30.414266 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 07:07:30.414339 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-179.ec2.internal I0424 07:07:30.414358 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-179.ec2.internal: 22.527µs I0424 07:07:30.414369 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:30.414374 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 5.393µs I0424 07:07:30.414381 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:30.414386 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 5.875µs I0424 07:07:30.414408 3797 default_network_controller.go:585] Completing all the Watchers took 314.842654ms I0424 07:07:30.414426 3797 default_network_controller.go:589] Starting unidling controllers I0424 07:07:30.414441 3797 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 07:07:30.414451 3797 unidle.go:63] Populating Initial ContollerEvent events I0424 07:07:30.414466 3797 unidle.go:79] Setting up event handlers for services I0424 07:07:30.414586 3797 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 07:07:30.794491 3797 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:31.294775 3797 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:31.794421 3797 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:32.308993 3797 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:32.380660 3797 bridgeconfig.go:537] Gateway is ready I0424 07:07:32.380680 3797 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 07:07:32.390928 3797 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 07:07:32.392891 3797 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.177. Updating OVN encap IP. I0424 07:07:32.398498 3797 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.177 - it is already configured I0424 07:07:32.398510 3797 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.177/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 07:07:32.398693 3797 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.177/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-177.ec2.internal","mac-address":"0a:ff:c5:12:e1:4d","ip-addresses":["10.0.1.177/24"],"ip-address":"10.0.1.177/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:56ede230-1ea9-49ed-9776-6f1f8635615e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.177/24"}] on node ip-10-0-1-177.ec2.internal I0424 07:07:32.412764 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:32.412781 3797 master.go:548] Adding or Updating local node "ip-10-0-1-177.ec2.internal" for network "default" I0424 07:07:32.412806 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-177.ec2.internal" for egress firewall I0424 07:07:32.412773 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:32.412839 3797 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:32.412852 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 81.797µs I0424 07:07:32.412858 3797 services_controller.go:574] Full service sync requested for network=default W0424 07:07:32.413458 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:32.413491 3797 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.177 I0424 07:07:32.413593 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-177.ec2.internal I0424 07:07:32.418000 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-177.ec2.internal. Updating no re-route policies I0424 07:07:32.418063 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6zt2f I0424 07:07:32.418068 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zvlnf I0424 07:07:32.418078 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6zt2f I0424 07:07:32.418077 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jkf5h I0424 07:07:32.418086 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4q585 I0424 07:07:32.418092 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jkf5h I0424 07:07:32.418089 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hjp2t I0424 07:07:32.418094 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-177.ec2.internal I0424 07:07:32.418100 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6zt2f after 0 failed attempt(s) I0424 07:07:32.418102 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hjp2t I0424 07:07:32.418107 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fbx7f I0424 07:07:32.418110 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-177.ec2.internal I0424 07:07:32.418110 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-98mvx I0424 07:07:32.418123 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-98mvx I0424 07:07:32.418123 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w8s9d I0424 07:07:32.418130 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w8s9d I0424 07:07:32.418135 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9b97p I0424 07:07:32.418141 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-177.ec2.internal after 0 failed attempt(s) I0424 07:07:32.418143 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hjp2t] creating logical port openshift-multus_network-metrics-daemon-hjp2t for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:32.418149 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9b97p I0424 07:07:32.418148 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-177.ec2.internal I0424 07:07:32.418172 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-98mvx] creating logical port openshift-network-diagnostics_network-check-target-98mvx for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:32.418181 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-177.ec2.internal I0424 07:07:32.418182 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-tjk8j I0424 07:07:32.418192 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xhwdh I0424 07:07:32.418193 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-tjk8j I0424 07:07:32.418196 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-m4l8g I0424 07:07:32.418201 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xhwdh I0424 07:07:32.418203 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-177.ec2.internal after 0 failed attempt(s) I0424 07:07:32.418211 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-m4l8g I0424 07:07:32.418212 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9b97p, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9b97p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found I0424 07:07:32.418099 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4q585 I0424 07:07:32.418219 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xhwdh after 0 failed attempt(s) I0424 07:07:32.418231 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-m4l8g after 0 failed attempt(s) I0424 07:07:32.418214 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-tjk8j after 0 failed attempt(s) I0424 07:07:32.418236 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4q585 after 0 failed attempt(s) I0424 07:07:32.418190 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tftbn I0424 07:07:32.418258 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tftbn I0424 07:07:32.418081 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zvlnf I0424 07:07:32.418278 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-w8s9d after 0 failed attempt(s) I0424 07:07:32.418114 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fbx7f I0424 07:07:32.418290 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jkf5h after 0 failed attempt(s) I0424 07:07:32.418292 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tftbn, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tftbn: suppressed error logged: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found I0424 07:07:32.418303 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fbx7f after 0 failed attempt(s) I0424 07:07:32.418305 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zvlnf after 0 failed attempt(s) I0424 07:07:32.418943 3797 pods.go:271] [openshift-multus/network-metrics-daemon-hjp2t] addLogicalPort took 813.389µs, libovsdb time 298.754µs I0424 07:07:32.418963 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-hjp2t after 0 failed attempt(s) I0424 07:07:32.419071 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-98mvx] addLogicalPort took 923.409µs, libovsdb time 418.563µs I0424 07:07:32.419088 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-98mvx after 0 failed attempt(s) I0424 07:07:32.428175 3797 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 07:07:32.439719 3797 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 07:07:32.442754 3797 iptables.go:108] Creating table: nat chain: OUTPUT I0424 07:07:32.487938 3797 iptables.go:108] Creating table: nat chain: PREROUTING I0424 07:07:32.539875 3797 iptables.go:108] Creating table: filter chain: FORWARD I0424 07:07:32.555538 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 07:07:32.555642 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 07:07:32.555696 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 07:07:32.555783 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 07:07:32.555836 3797 gateway_init.go:325] Gateway and management port readiness took 2.26627455s I0424 07:07:32.555862 3797 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 07:07:32.555921 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 07:07:32.555933 3797 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 07:07:32.555942 3797 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 07:07:32.556013 3797 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 07:07:32.556104 3797 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.558µs I0424 07:07:32.556395 3797 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 07:07:32.556420 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.7µs I0424 07:07:32.556428 3797 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.068µs I0424 07:07:32.556434 3797 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 07:07:32.556445 3797 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 07:07:32.556449 3797 default_node_network_controller.go:899] Starting the default node network controller I0424 07:07:32.556454 3797 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 07:07:32.556536 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.407µs I0424 07:07:32.556620 3797 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 07:07:32.556628 3797 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 07:07:32.556651 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c04f90 0xc000341960 0xc0003419d0 0xc000341a40 0xc000341b20 0xc000341b90 0xc000341c00 0xc000c1d360 0xc000341c70 0xc000341ce0 0xc00084ae10 0xc00657d3b0 0xc000341dc0 map[0x2ff9080:0xc002a8c4e0 0x2ff95c0:0xc002a8c660 0x2ffa2e0:0xc002a8c420 0x2ffa580:0xc002a8c480 0x2ffad60:0xc002a8c540 0x2ffb000:0xc002a8c5a0 0x2ffb2a0:0xc002a8c600 0x2ffba80:0xc002a8c6c0 0x2ffbd20:0xc002a8c720 0x3026980:0xc001320f00 0x3026d20:0xc001320f60 0x3027800:0xc000c61260 0x3029160:0xc001b70000 0x30298a0:0xc002a8c3c0 0x302a720:0xc001b70060] 0xc000c481c0 0} I0424 07:07:32.556702 3797 gateway.go:151] Starting gateway service sync I0424 07:07:32.557134 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 07:07:32.559181 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 07:07:32.585403 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 07:07:32.586497 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 07:07:32.587558 3797 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 07:07:32.620539 3797 gateway.go:168] Gateway service sync done. Time taken: 63.828553ms I0424 07:07:32.621102 3797 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32233 I0424 07:07:32.621405 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c04f90 0xc000341960 0xc0003419d0 0xc000341a40 0xc000341b20 0xc000341b90 0xc000341c00 0xc000c1d360 0xc000341c70 0xc000341ce0 0xc00084ae10 0xc00657d3b0 0xc000341dc0 map[0x2ff9080:0xc002a8c4e0 0x2ff95c0:0xc002a8c660 0x2ffa2e0:0xc002a8c420 0x2ffa580:0xc002a8c480 0x2ffad60:0xc002a8c540 0x2ffb000:0xc002a8c5a0 0x2ffb2a0:0xc002a8c600 0x2ffba80:0xc002a8c6c0 0x2ffbd20:0xc002a8c720 0x3026980:0xc001320f00 0x3026d20:0xc001320f60 0x3027800:0xc000c61260 0x3029160:0xc001b70000 0x30298a0:0xc002a8c3c0 0x302a720:0xc001b70060] 0xc000c481c0 0} I0424 07:07:32.621870 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c04f90 0xc000341960 0xc0003419d0 0xc000341a40 0xc000341b20 0xc000341b90 0xc000341c00 0xc000c1d360 0xc000341c70 0xc000341ce0 0xc00084ae10 0xc00657d3b0 0xc000341dc0 map[0x2ff9080:0xc002a8c4e0 0x2ff95c0:0xc002a8c660 0x2ffa2e0:0xc002a8c420 0x2ffa580:0xc002a8c480 0x2ffad60:0xc002a8c540 0x2ffb000:0xc002a8c5a0 0x2ffb2a0:0xc002a8c600 0x2ffba80:0xc002a8c6c0 0x2ffbd20:0xc002a8c720 0x3026980:0xc001320f00 0x3026d20:0xc001320f60 0x3027800:0xc000c61260 0x3029160:0xc001b70000 0x30298a0:0xc002a8c3c0 0x302a720:0xc001b70060] 0xc000c481c0 0} I0424 07:07:32.621915 3797 gateway.go:532] Reconciling gateway with updates I0424 07:07:32.627341 3797 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 07:07:32.627370 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:32.627386 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 07:07:32.627388 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:32.627408 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 07:07:32.627407 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:32.627411 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:32.627423 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:32.627430 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:32.627429 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 07:07:32.627434 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:32.627446 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 07:07:32.627448 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:32.627455 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:32.627469 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:32.627477 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:32.627482 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:32.627486 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:32.627486 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:32.627489 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:32.627495 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:32.627500 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:32.627506 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:32.627506 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 07:07:32.627512 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:32.627516 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:32.627508 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 07:07:32.627525 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:32.627526 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:32.627526 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:32.627529 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 07:07:32.627531 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 07:07:32.627533 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 07:07:32.627539 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 07:07:32.627541 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 07:07:32.627546 3797 default_node_network_controller.go:944] Gateway and management port readiness took 70.906806ms I0424 07:07:32.627553 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:32.627554 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:32.627557 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:32.627560 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:32.627563 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:32.627568 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:32.627570 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:32.627571 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:32.627574 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:32.627577 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:32.627575 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:32.627586 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:32.627598 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:32.627554 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:32.627607 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 07:07:32.627610 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 07:07:32.627613 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 07:07:32.627612 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:32.627373 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:32.627628 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 07:07:32.627633 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:32.627538 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:32.627637 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 07:07:32.627643 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:32.627631 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:32.627645 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:32.627651 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:32.627647 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:32.627653 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:32.627658 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:32.627659 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 30905 is already open, no action needed I0424 07:07:32.627663 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:32.627665 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 07:07:32.627666 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:32.627669 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32572 is already open, no action needed I0424 07:07:32.627671 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 07:07:32.627672 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 07:07:32.627677 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 07:07:32.627611 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:32.627705 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 07:07:32.627668 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:32.627393 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:32.627727 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:32.627731 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 07:07:32.627416 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:32.627651 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 07:07:32.627499 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 07:07:32.627521 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:32.627775 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:32.627539 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:32.627835 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:32.627539 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 07:07:32.627548 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:32.627875 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:32.627559 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:32.627918 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:32.627558 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:32.627931 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:32.627564 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:32.627968 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:32.627566 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 07:07:32.627598 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:32.627997 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 07:07:32.627597 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:32.628005 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:32.627623 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:32.628027 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:32.627635 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:32.627614 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:32.628074 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:32.627654 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:32.628122 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:32.627656 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:32.628190 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:32.628200 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 07:07:32.627658 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:32.627655 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 07:07:32.628256 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 07:07:32.628266 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 07:07:32.627670 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:32.628279 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:32.627495 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 07:07:32.628523 3797 node_ip_handler_linux.go:160] Node IP manager is running W0424 07:07:32.663859 3797 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 07:07:32.663997 3797 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 07:07:32.664121 3797 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0424 07:07:32.672981 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 07:07:32.672991 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 07:07:32.673005 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 07:07:32.673012 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 07:07:32.673017 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 07:07:32.673024 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 07:07:32.673029 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 07:07:32.673035 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 07:07:32.673042 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 07:07:32.673050 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 07:07:32.673055 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 07:07:32.673060 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 07:07:32.673065 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 07:07:32.673071 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 07:07:32.673076 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 07:07:32.673080 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 07:07:32.673085 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 07:07:32.673092 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 07:07:34.743769 3797 default_node_network_controller.go:1380] Starting node controller node sync W0424 07:07:34.743824 3797 egressip_healthcheck.go:76] Health checking using insecure connection I0424 07:07:34.743871 3797 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0424 07:07:34.755566 3797 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.779736ms I0424 07:07:34.755663 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-179.ec2.internal", IP: 10.0.0.179 to PMTUD blocking rules I0424 07:07:34.755689 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-179.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:34.761534 3797 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 07:07:34.761807 3797 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 07:07:34.761929 3797 egressservice_node.go:183] Starting Egress Services Controller I0424 07:07:34.761941 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 07:07:34.761949 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 07:07:34.761955 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 07:07:34.761961 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 07:07:34.761970 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 07:07:34.761974 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 07:07:34.761978 3797 egressservice_node.go:197] Repairing Egress Services I0424 07:07:34.771658 3797 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 07:07:34.771671 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 07:07:34.771802 3797 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 07:07:34.771817 3797 link_network_manager.go:119] Link manager is running I0424 07:07:34.771825 3797 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 07:07:34.772091 3797 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 07:07:34.772632 3797 vrf_manager.go:128] VRF manager is running I0424 07:07:34.772725 3797 node_controller_manager.go:437] Removing flows to drop GARP I0424 07:07:34.772737 3797 gateway.go:532] Reconciling gateway with updates I0424 07:07:34.801007 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:34.801019 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:34.801034 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:34.801036 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:34.801051 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:34.801050 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:34.801064 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 07:07:34.801011 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:34.801074 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:34.801090 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:34.801099 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:34.801105 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:34.801106 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:34.801112 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:34.801113 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:34.801122 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:34.801125 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:34.801132 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:34.801139 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:34.801141 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:34.801144 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:34.801145 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:34.801151 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:34.801112 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:34.801175 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:34.801176 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:34.801178 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 07:07:34.801182 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:34.801148 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:34.801189 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:34.801196 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:34.801125 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 07:07:34.801204 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:34.801207 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:34.801214 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:34.801218 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:34.801220 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:34.801220 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:34.801226 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:34.801230 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:34.801229 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:34.801240 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:34.801243 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:34.801246 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 07:07:34.801251 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:34.801256 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:34.801258 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 07:07:34.801264 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:34.801248 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:34.801269 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:34.801272 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 07:07:34.801276 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:34.801266 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:34.801108 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 07:07:34.801292 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:34.801151 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 07:07:34.801306 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:34.801311 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:34.801316 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:34.801318 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:34.801231 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:34.801325 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 07:07:34.801335 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:34.801337 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 07:07:34.801338 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:34.801347 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 07:07:34.801348 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 07:07:34.801361 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:34.801361 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:34.801363 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:34.801094 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:34.801379 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 07:07:34.801361 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 07:07:34.801384 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 07:07:34.801206 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:34.801391 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 30905 is already open, no action needed I0424 07:07:34.801235 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 07:07:34.801233 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:34.801310 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 07:07:34.801409 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 07:07:34.801127 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:34.801222 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:34.801428 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:34.801397 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:34.801252 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:34.801486 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:34.801493 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:34.801502 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:34.801504 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:34.801514 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:34.801430 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:34.801520 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:34.801409 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32572 is already open, no action needed I0424 07:07:34.801269 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:34.801648 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:34.801281 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:34.801281 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 07:07:34.801296 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:34.801731 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:34.801209 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:34.801751 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:34.801379 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:34.801444 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 07:07:34.801445 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 07:07:34.801253 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:34.839773 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 07:07:34.839795 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 07:07:34.839811 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 07:07:34.839830 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 07:07:34.839836 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 07:07:34.839844 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 07:07:34.839854 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 07:07:34.839860 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 07:07:34.839865 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 07:07:34.839870 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 07:07:34.877220 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 07:07:34.877241 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 07:07:34.877247 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 07:07:34.877253 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 07:07:34.877258 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 07:07:34.877263 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 07:07:34.877268 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 07:07:34.877273 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 07:07:34.877280 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 07:07:34.877285 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 07:07:34.877290 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 07:07:34.877295 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 07:07:34.877299 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 07:07:34.921968 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 07:07:34.922043 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 07:07:34.922077 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 07:07:34.922095 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 07:07:34.922103 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 07:07:34.922111 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 07:07:36.136289 3797 default_network_controller.go:1025] Node "ip-10-0-2-52.ec2.internal" in remote zone "ip-10-0-2-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:36.136325 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:36.136350 3797 node_tracker.go:235] Node ip-10-0-2-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-52.ec2.internal" I0424 07:07:36.136368 3797 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:36.136383 3797 services_controller.go:574] Full service sync requested for network=default W0424 07:07:36.136804 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:36.281569 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:36.281639 3797 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:36.281657 3797 services_controller.go:574] Full service sync requested for network=default I0424 07:07:36.281664 3797 default_network_controller.go:1025] Node "ip-10-0-2-52.ec2.internal" in remote zone "ip-10-0-2-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 07:07:36.281956 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:36.282980 3797 zone_ic_handler.go:195] Time taken to create transit switch: 302.24µs I0424 07:07:36.282993 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-52.ec2.internal for the network default I0424 07:07:36.284072 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-52.ec2.internal" on network "default" took: 1.40611ms I0424 07:07:36.440372 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:36.440405 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 40.308µs I0424 07:07:36.468500 3797 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5998f9878-79qs4] creating logical port openshift-image-registry_image-registry-5998f9878-79qs4 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:36.468621 3797 kube.go:256] Updating pod openshift-image-registry/image-registry-5998f9878-79qs4 I0424 07:07:36.492689 3797 pod.go:62] [openshift-image-registry/image-registry-5998f9878-79qs4] pod update took 24.097124ms I0424 07:07:36.492709 3797 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5998f9878-79qs4] addLogicalPort annotation time took 24.124821ms I0424 07:07:36.493828 3797 pods.go:271] [openshift-image-registry/image-registry-5998f9878-79qs4] addLogicalPort took 25.339672ms, libovsdb time 836.804µs I0424 07:07:36.493881 3797 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6969b57d66-gp9sf] creating logical port openshift-ingress_router-default-6969b57d66-gp9sf for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:36.493950 3797 kube.go:256] Updating pod openshift-ingress/router-default-6969b57d66-gp9sf I0424 07:07:36.494418 3797 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7f9nc] creating logical port openshift-dns_dns-default-7f9nc for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:36.494511 3797 kube.go:256] Updating pod openshift-dns/dns-default-7f9nc I0424 07:07:36.494567 3797 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2zzld] creating logical port openshift-ingress-canary_ingress-canary-2zzld for pod on switch ip-10-0-1-177.ec2.internal I0424 07:07:36.494652 3797 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2zzld I0424 07:07:36.515296 3797 pod.go:62] [openshift-dns/dns-default-7f9nc] pod update took 20.814094ms I0424 07:07:36.515312 3797 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7f9nc] addLogicalPort annotation time took 20.833863ms I0424 07:07:36.515586 3797 pod.go:62] [openshift-ingress-canary/ingress-canary-2zzld] pod update took 20.95045ms I0424 07:07:36.515605 3797 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2zzld] addLogicalPort annotation time took 20.971452ms I0424 07:07:36.516458 3797 pods.go:271] [openshift-dns/dns-default-7f9nc] addLogicalPort took 22.046909ms, libovsdb time 919.742µs I0424 07:07:36.517061 3797 pods.go:271] [openshift-ingress-canary/ingress-canary-2zzld] addLogicalPort took 22.500911ms, libovsdb time 1.231689ms I0424 07:07:36.517228 3797 pod.go:62] [openshift-ingress/router-default-6969b57d66-gp9sf] pod update took 23.304202ms I0424 07:07:36.517245 3797 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6969b57d66-gp9sf] addLogicalPort annotation time took 23.323683ms I0424 07:07:36.518205 3797 pods.go:271] [openshift-ingress/router-default-6969b57d66-gp9sf] addLogicalPort took 24.332717ms, libovsdb time 746.67µs I0424 07:07:36.921994 3797 cni.go:452] [openshift-ingress-canary/ingress-canary-2zzld 5b6056d622d84e61fcf0dd820078fbdc60f879f2036867eb5b0f489b0f2e9aae network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2zzld 5b6056d622d84e61fcf0dd820078fbdc60f879f2036867eb5b0f489b0f2e9aae network default NAD default NAD key ] I0424 07:07:36.955934 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2zzld, hostIfaceName: 5b6056d622d84e6, network: default, NAD default, SandboxID: "5b6056d622d84e61fcf0dd820078fbdc60f879f2036867eb5b0f489b0f2e9aae", PCI device ID: , UID: "9588e465-0ce7-4c98-a8d5-90d7759fd0f2", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0424 07:07:37.007109 3797 cni.go:473] [openshift-ingress-canary/ingress-canary-2zzld 5b6056d622d84e61fcf0dd820078fbdc60f879f2036867eb5b0f489b0f2e9aae network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2zzld 5b6056d622d84e61fcf0dd820078fbdc60f879f2036867eb5b0f489b0f2e9aae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:87:63:43:88:d2\",\"name\":\"5b6056d622d84e6\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df70444d-4240-41a8-b87e-9f85d5f4e3ba\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:07:38.341268 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:38.341296 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 36.372µs I0424 07:07:38.341270 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:38.341333 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-52.ec2.internal" for egress firewall I0424 07:07:38.341371 3797 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:38.341392 3797 services_controller.go:574] Full service sync requested for network=default I0424 07:07:38.341391 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 10.0.2.52 to PMTUD blocking rules I0424 07:07:38.341402 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:38.347755 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-52.ec2.internal. Updating no re-route policies I0424 07:07:38.364834 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 10.0.2.52 to PMTUD blocking rules I0424 07:07:38.364851 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:42.344104 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:42.344138 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 40.439µs W0424 07:07:49.617439 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:07:56.357905 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 07:08:10.222820 3797 cni.go:452] [openshift-network-diagnostics/network-check-target-98mvx fb6154bb43eec485b7701787a675e4163c99b2b2f995957fe7fe573b327fda6c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-98mvx fb6154bb43eec485b7701787a675e4163c99b2b2f995957fe7fe573b327fda6c network default NAD default NAD key ] I0424 07:08:10.232717 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-98mvx, hostIfaceName: fb6154bb43eec48, network: default, NAD default, SandboxID: "fb6154bb43eec485b7701787a675e4163c99b2b2f995957fe7fe573b327fda6c", PCI device ID: , UID: "a30184e0-3860-4daf-8590-742944200cdb", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0424 07:08:10.275890 3797 cni.go:473] [openshift-network-diagnostics/network-check-target-98mvx fb6154bb43eec485b7701787a675e4163c99b2b2f995957fe7fe573b327fda6c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-98mvx fb6154bb43eec485b7701787a675e4163c99b2b2f995957fe7fe573b327fda6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f9:c4:b6:1a:b1\",\"name\":\"fb6154bb43eec48\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acf5bba3-5774-4c13-942e-ce4e0eaadfde\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:08:13.287513 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:20.623113 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:20.623142 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:27.368036 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:27.368062 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:44.295767 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 07:09:13.930327 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.930962 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.930996 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.931007 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 07:09:13.931018 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.931022 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 07:09:14.956233 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.956260 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.956280 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.956295 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:19.223683 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 07:09:19.237645 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 07:09:24.848188 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:10:00.193618 3797 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616910-mvzvn for pod on switch ip-10-0-1-177.ec2.internal I0424 07:10:00.193748 3797 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:10:00.209867 3797 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn] pod update took 16.142827ms I0424 07:10:00.209892 3797 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn] addLogicalPort annotation time took 16.17268ms I0424 07:10:00.211020 3797 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn] addLogicalPort took 17.41917ms, libovsdb time 815.482µs I0424 07:10:00.561000 3797 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key ] I0424 07:10:00.570379 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616910-mvzvn, hostIfaceName: b8d663e00de280a, network: default, NAD default, SandboxID: "b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1", PCI device ID: , UID: "cd2eb590-1882-4845-8799-3cdadaa4a81e", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0424 07:10:00.615664 3797 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:d8:e2:7a:87:d7\",\"name\":\"b8d663e00de280a\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abc25a0f-4c8e-4061-bd0a-0aeec19d25cd\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:11:07.069402 3797 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-q5d66 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:07.069534 3797 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66 I0424 07:11:07.094514 3797 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66] pod update took 25.006516ms I0424 07:11:07.094533 3797 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66] addLogicalPort annotation time took 25.03083ms I0424 07:11:07.095605 3797 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66] addLogicalPort took 26.217054ms, libovsdb time 820.652µs I0424 07:11:07.096504 3797 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-4sjxx for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:07.096572 3797 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx I0424 07:11:07.123945 3797 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx] pod update took 27.389336ms I0424 07:11:07.123964 3797 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx] addLogicalPort annotation time took 27.415631ms I0424 07:11:07.124838 3797 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx] addLogicalPort took 28.342227ms, libovsdb time 627.046µs I0424 07:11:07.179680 3797 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-gpdfv for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:07.179757 3797 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv I0424 07:11:07.208355 3797 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv] pod update took 28.614787ms I0424 07:11:07.208375 3797 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv] addLogicalPort annotation time took 28.640487ms I0424 07:11:07.209348 3797 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv] addLogicalPort took 29.679439ms, libovsdb time 743.674µs I0424 07:11:07.424144 3797 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66 589bb88872bc072713fac7c6480356cce10b7dd55ca28f871ba241bd5e407eff network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66 589bb88872bc072713fac7c6480356cce10b7dd55ca28f871ba241bd5e407eff network default NAD default NAD key ] I0424 07:11:07.433010 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-q5d66, hostIfaceName: 589bb88872bc072, network: default, NAD default, SandboxID: "589bb88872bc072713fac7c6480356cce10b7dd55ca28f871ba241bd5e407eff", PCI device ID: , UID: "b19102c7-fe3b-406c-a75a-e6bfcb1dff00", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0424 07:11:07.477465 3797 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66 589bb88872bc072713fac7c6480356cce10b7dd55ca28f871ba241bd5e407eff network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-q5d66 589bb88872bc072713fac7c6480356cce10b7dd55ca28f871ba241bd5e407eff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ea:a3:fe:91:68\",\"name\":\"589bb88872bc072\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b2e9f0e-e3e8-4616-bc16-99804b2c764e\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:11:07.537895 3797 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv 16ed61227a669463e166df144fdf5957edc1e6c13ffc00c8abe0ef8c1718e710 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv 16ed61227a669463e166df144fdf5957edc1e6c13ffc00c8abe0ef8c1718e710 network default NAD default NAD key ] I0424 07:11:07.548645 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-gpdfv, hostIfaceName: 16ed61227a66946, network: default, NAD default, SandboxID: "16ed61227a669463e166df144fdf5957edc1e6c13ffc00c8abe0ef8c1718e710", PCI device ID: , UID: "aecef037-8efe-4c2c-89b0-c09834124acc", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0424 07:11:07.591865 3797 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv 16ed61227a669463e166df144fdf5957edc1e6c13ffc00c8abe0ef8c1718e710 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gpdfv 16ed61227a669463e166df144fdf5957edc1e6c13ffc00c8abe0ef8c1718e710 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:fa:bf:57:5c:44\",\"name\":\"16ed61227a66946\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/664a3a29-92ba-4ab9-ab78-4f054c84ca07\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:10.813911 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 07:11:12.367278 3797 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 07:11:12.368212 3797 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 909.334µs I0424 07:11:12.390648 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 07:11:13.441980 3797 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-88f8m for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:13.442075 3797 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m I0424 07:11:13.456366 3797 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m] pod update took 14.315653ms I0424 07:11:13.456386 3797 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m] addLogicalPort annotation time took 14.33924ms I0424 07:11:13.457721 3797 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m] addLogicalPort took 15.761725ms, libovsdb time 989.012µs I0424 07:11:13.575998 3797 namespace.go:98] [openshift-service-ca] adding namespace I0424 07:11:13.576868 3797 namespace.go:102] [openshift-service-ca] adding namespace took 842.083µs I0424 07:11:13.597402 3797 namespace.go:142] [openshift-service-ca] updating namespace I0424 07:11:13.796992 3797 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m 044ef0ae1f6d30b230efa51c3267d089bb0bf60a211d3bf50ee7690614a4e8d1 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m 044ef0ae1f6d30b230efa51c3267d089bb0bf60a211d3bf50ee7690614a4e8d1 network default NAD default NAD key ] I0424 07:11:13.807325 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-88f8m, hostIfaceName: 044ef0ae1f6d30b, network: default, NAD default, SandboxID: "044ef0ae1f6d30b230efa51c3267d089bb0bf60a211d3bf50ee7690614a4e8d1", PCI device ID: , UID: "65e346de-da0f-45ae-b602-3c9524db1d86", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0424 07:11:13.852054 3797 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m 044ef0ae1f6d30b230efa51c3267d089bb0bf60a211d3bf50ee7690614a4e8d1 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-88f8m 044ef0ae1f6d30b230efa51c3267d089bb0bf60a211d3bf50ee7690614a4e8d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9e:26:89:9b:89\",\"name\":\"044ef0ae1f6d30b\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad86aa45-1d4b-4e89-bf9b-e04b23438b6a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:11:23.039816 3797 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx 3230afe111d5dff4c6271ac37a9c464fe89ee3ea831edc11b28edfcebf902dd9 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx 3230afe111d5dff4c6271ac37a9c464fe89ee3ea831edc11b28edfcebf902dd9 network default NAD default NAD key ] I0424 07:11:23.050749 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-4sjxx, hostIfaceName: 3230afe111d5dff, network: default, NAD default, SandboxID: "3230afe111d5dff4c6271ac37a9c464fe89ee3ea831edc11b28edfcebf902dd9", PCI device ID: , UID: "08117b78-2609-459d-b9f1-94664f23e6fe", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0424 07:11:23.094813 3797 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx 3230afe111d5dff4c6271ac37a9c464fe89ee3ea831edc11b28edfcebf902dd9 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4sjxx 3230afe111d5dff4c6271ac37a9c464fe89ee3ea831edc11b28edfcebf902dd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b3:81:58:73:48\",\"name\":\"3230afe111d5dff\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3fe3150-e19b-4aea-93f5-0bb41d0d8074\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:23.100547 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 07:11:34.195745 3797 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jxnlx] creating logical port openshift-insights_insights-runtime-extractor-jxnlx for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:34.195842 3797 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jxnlx I0424 07:11:34.221387 3797 pod.go:62] [openshift-insights/insights-runtime-extractor-jxnlx] pod update took 25.573507ms I0424 07:11:34.221407 3797 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jxnlx] addLogicalPort annotation time took 25.598048ms I0424 07:11:34.222489 3797 pods.go:271] [openshift-insights/insights-runtime-extractor-jxnlx] addLogicalPort took 26.757396ms, libovsdb time 798.201µs I0424 07:11:35.192759 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.193396 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.209096 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.209112 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.213897 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:11:35.213920 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:11:35.767065 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.767121 3797 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5998f9878-79qs4 I0424 07:11:35.768273 3797 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5998f9878-79qs4, ips: 10.129.0.5 I0424 07:11:35.768296 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.775429 3797 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9bc4b74f-78c9f] creating logical port openshift-image-registry_image-registry-9bc4b74f-78c9f for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:35.775523 3797 kube.go:256] Updating pod openshift-image-registry/image-registry-9bc4b74f-78c9f I0424 07:11:35.780491 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.780510 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.788091 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5998f9878-79qs4 I0424 07:11:35.788115 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5998f9878-79qs4 I0424 07:11:35.792710 3797 pod.go:62] [openshift-image-registry/image-registry-9bc4b74f-78c9f] pod update took 17.213744ms I0424 07:11:35.792728 3797 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9bc4b74f-78c9f] addLogicalPort annotation time took 17.24193ms I0424 07:11:35.793909 3797 pods.go:271] [openshift-image-registry/image-registry-9bc4b74f-78c9f] addLogicalPort took 18.491731ms, libovsdb time 888.648µs W0424 07:11:35.902114 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:36.032074 3797 cni.go:452] [openshift-insights/insights-runtime-extractor-jxnlx cea8cd63fbfa43950ea99bfb85c0e7671c9e2c34150eaddce03cb64b021f50ac network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jxnlx cea8cd63fbfa43950ea99bfb85c0e7671c9e2c34150eaddce03cb64b021f50ac network default NAD default NAD key ] I0424 07:11:36.041444 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jxnlx, hostIfaceName: cea8cd63fbfa439, network: default, NAD default, SandboxID: "cea8cd63fbfa43950ea99bfb85c0e7671c9e2c34150eaddce03cb64b021f50ac", PCI device ID: , UID: "91dd380e-cad9-4025-8dae-21503ee7738d", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0424 07:11:36.086097 3797 cni.go:473] [openshift-insights/insights-runtime-extractor-jxnlx cea8cd63fbfa43950ea99bfb85c0e7671c9e2c34150eaddce03cb64b021f50ac network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jxnlx cea8cd63fbfa43950ea99bfb85c0e7671c9e2c34150eaddce03cb64b021f50ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:99:fb:db:7d:70\",\"name\":\"cea8cd63fbfa439\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3b75725-abc9-4821-9b5f-107e836d5638\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:11:36.131903 3797 cni.go:452] [openshift-image-registry/image-registry-9bc4b74f-78c9f 8ea37b915ba35b26122c5a9b14fbed49c6b9b9c67c76823ee24caf3b84e02a43 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-9bc4b74f-78c9f 8ea37b915ba35b26122c5a9b14fbed49c6b9b9c67c76823ee24caf3b84e02a43 network default NAD default NAD key ] I0424 07:11:36.141070 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-9bc4b74f-78c9f, hostIfaceName: 8ea37b915ba35b2, network: default, NAD default, SandboxID: "8ea37b915ba35b26122c5a9b14fbed49c6b9b9c67c76823ee24caf3b84e02a43", PCI device ID: , UID: "7ca64b5d-5a4f-45e0-b285-d89e61025325", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0424 07:11:36.188975 3797 cni.go:473] [openshift-image-registry/image-registry-9bc4b74f-78c9f 8ea37b915ba35b26122c5a9b14fbed49c6b9b9c67c76823ee24caf3b84e02a43 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-9bc4b74f-78c9f 8ea37b915ba35b26122c5a9b14fbed49c6b9b9c67c76823ee24caf3b84e02a43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b4:98:a1:75:09\",\"name\":\"8ea37b915ba35b2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26ea694c-beb8-43b9-91f2-abef4d8787c2\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:36.202333 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:36.776605 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:38.919962 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:38.919978 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:38.919983 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:39.926482 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.926498 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.926503 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.926789 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 07:11:39.926804 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0424 07:11:41.647058 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-72nqf for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:41.647200 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf I0424 07:11:41.663852 3797 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf] pod update took 16.674845ms I0424 07:11:41.663871 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf] addLogicalPort annotation time took 16.712764ms I0424 07:11:41.665175 3797 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf] addLogicalPort took 18.127188ms, libovsdb time 927.609µs I0424 07:11:42.603280 3797 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf 25c211f496efb73799329c0c2b886c3b0c8968df4b48b1bd07dd96cccea00bdc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf 25c211f496efb73799329c0c2b886c3b0c8968df4b48b1bd07dd96cccea00bdc network default NAD default NAD key ] I0424 07:11:42.612320 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-72nqf, hostIfaceName: 25c211f496efb73, network: default, NAD default, SandboxID: "25c211f496efb73799329c0c2b886c3b0c8968df4b48b1bd07dd96cccea00bdc", PCI device ID: , UID: "acc2ccac-2d1b-4223-b285-c02b09af04ad", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0424 07:11:42.657903 3797 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf 25c211f496efb73799329c0c2b886c3b0c8968df4b48b1bd07dd96cccea00bdc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-72nqf 25c211f496efb73799329c0c2b886c3b0c8968df4b48b1bd07dd96cccea00bdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:3e:3f:01:96:f2\",\"name\":\"25c211f496efb73\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/640969df-9962-4e9d-9b8c-f91aca6ba42f\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:44.231125 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 07:11:44.825695 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 07:11:45.708889 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-vkkgg] creating logical port openshift-monitoring_prometheus-operator-76b589d668-vkkgg for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:45.708992 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-vkkgg I0424 07:11:45.722489 3797 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-vkkgg] pod update took 13.524872ms I0424 07:11:45.722509 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-vkkgg] addLogicalPort annotation time took 13.551137ms I0424 07:11:45.723692 3797 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-vkkgg] addLogicalPort took 14.823909ms, libovsdb time 848.877µs I0424 07:11:46.664332 3797 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-vkkgg 1081e155810b1fd4b896d773ff95ebd3a194eae187214221ddcf06fa6c56ce1b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-vkkgg 1081e155810b1fd4b896d773ff95ebd3a194eae187214221ddcf06fa6c56ce1b network default NAD default NAD key ] I0424 07:11:46.673340 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-vkkgg, hostIfaceName: 1081e155810b1fd, network: default, NAD default, SandboxID: "1081e155810b1fd4b896d773ff95ebd3a194eae187214221ddcf06fa6c56ce1b", PCI device ID: , UID: "df0fe02b-6137-46d6-b79b-2fb266939553", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0424 07:11:46.719089 3797 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-vkkgg 1081e155810b1fd4b896d773ff95ebd3a194eae187214221ddcf06fa6c56ce1b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-vkkgg 1081e155810b1fd4b896d773ff95ebd3a194eae187214221ddcf06fa6c56ce1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ce:79:d8:1d:d7\",\"name\":\"1081e155810b1fd\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea1b8cb1-7b03-4129-ab98-38c70a6aba69\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:11:46.822790 3797 cni.go:452] [openshift-dns/dns-default-7f9nc c56105a58f670eb0776757a5022b10a210a0c25a251e7660d96d98cab0af95a0 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7f9nc c56105a58f670eb0776757a5022b10a210a0c25a251e7660d96d98cab0af95a0 network default NAD default NAD key ] I0424 07:11:46.832633 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7f9nc, hostIfaceName: c56105a58f670eb, network: default, NAD default, SandboxID: "c56105a58f670eb0776757a5022b10a210a0c25a251e7660d96d98cab0af95a0", PCI device ID: , UID: "3d4528d3-5f8a-41b1-800e-fd9770d6782c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0424 07:11:46.876187 3797 cni.go:473] [openshift-dns/dns-default-7f9nc c56105a58f670eb0776757a5022b10a210a0c25a251e7660d96d98cab0af95a0 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7f9nc c56105a58f670eb0776757a5022b10a210a0c25a251e7660d96d98cab0af95a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a4:b0:b7:6a:91\",\"name\":\"c56105a58f670eb\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68f68e00-8e3b-4d47-b956-85afc7827df5\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:49.824744 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.824767 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.824774 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927899 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927919 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927925 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927939 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927943 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927948 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 07:11:55.354298 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-89b689dd8-7zsts] creating logical port openshift-monitoring_thanos-querier-89b689dd8-7zsts for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:55.354433 3797 kube.go:256] Updating pod openshift-monitoring/thanos-querier-89b689dd8-7zsts I0424 07:11:55.371951 3797 pod.go:62] [openshift-monitoring/thanos-querier-89b689dd8-7zsts] pod update took 17.556055ms I0424 07:11:55.371972 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-89b689dd8-7zsts] addLogicalPort annotation time took 17.582711ms I0424 07:11:55.373220 3797 pods.go:271] [openshift-monitoring/thanos-querier-89b689dd8-7zsts] addLogicalPort took 18.939312ms, libovsdb time 853.09µs I0424 07:11:55.712524 3797 cni.go:452] [openshift-monitoring/thanos-querier-89b689dd8-7zsts a041ec77bcf07584923e662254410701772f6d547cb14b172f9c749d9707b9a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-89b689dd8-7zsts a041ec77bcf07584923e662254410701772f6d547cb14b172f9c749d9707b9a5 network default NAD default NAD key ] I0424 07:11:55.723134 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-89b689dd8-7zsts, hostIfaceName: a041ec77bcf0758, network: default, NAD default, SandboxID: "a041ec77bcf07584923e662254410701772f6d547cb14b172f9c749d9707b9a5", PCI device ID: , UID: "f5b09c49-05c6-4822-957f-ef7a6084172a", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0424 07:11:55.772510 3797 cni.go:473] [openshift-monitoring/thanos-querier-89b689dd8-7zsts a041ec77bcf07584923e662254410701772f6d547cb14b172f9c749d9707b9a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-89b689dd8-7zsts a041ec77bcf07584923e662254410701772f6d547cb14b172f9c749d9707b9a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b2:41:15:28:78\",\"name\":\"a041ec77bcf0758\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/774343ee-8ad6-4c80-bc51-a0a247365832\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:56.017403 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.017422 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.017429 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.354925 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.354945 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.354950 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 07:11:56.806547 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-57977c589b-j4zdj] creating logical port openshift-monitoring_metrics-server-57977c589b-j4zdj for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:56.806651 3797 kube.go:256] Updating pod openshift-monitoring/metrics-server-57977c589b-j4zdj I0424 07:11:56.825446 3797 pod.go:62] [openshift-monitoring/metrics-server-57977c589b-j4zdj] pod update took 18.822736ms I0424 07:11:56.825540 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-57977c589b-j4zdj] addLogicalPort annotation time took 18.921125ms I0424 07:11:56.827148 3797 pods.go:271] [openshift-monitoring/metrics-server-57977c589b-j4zdj] addLogicalPort took 20.614929ms, libovsdb time 1.15896ms I0424 07:11:56.920840 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-9k4x4 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:11:56.920929 3797 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4 W0424 07:11:56.924791 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:56.924822 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:56.934780 3797 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4] pod update took 13.875259ms I0424 07:11:56.934803 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4] addLogicalPort annotation time took 13.901495ms I0424 07:11:56.936070 3797 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4] addLogicalPort took 15.247144ms, libovsdb time 860.942µs I0424 07:11:57.166195 3797 cni.go:452] [openshift-monitoring/metrics-server-57977c589b-j4zdj 7c0f8d57512f02be45138d95f1ed223fc3bea4ded33e2b07510be735dbcfd61e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-57977c589b-j4zdj 7c0f8d57512f02be45138d95f1ed223fc3bea4ded33e2b07510be735dbcfd61e network default NAD default NAD key ] I0424 07:11:57.176697 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-57977c589b-j4zdj, hostIfaceName: 7c0f8d57512f02b, network: default, NAD default, SandboxID: "7c0f8d57512f02be45138d95f1ed223fc3bea4ded33e2b07510be735dbcfd61e", PCI device ID: , UID: "9953ba75-69ae-45f3-a301-bf13637bbeb8", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] W0424 07:11:57.215734 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:57.215858 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:57.229522 3797 cni.go:473] [openshift-monitoring/metrics-server-57977c589b-j4zdj 7c0f8d57512f02be45138d95f1ed223fc3bea4ded33e2b07510be735dbcfd61e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-57977c589b-j4zdj 7c0f8d57512f02be45138d95f1ed223fc3bea4ded33e2b07510be735dbcfd61e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:1c:0e:90:ad:27\",\"name\":\"7c0f8d57512f02b\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa3dcb35-851a-47ed-95bc-bc80a0f47158\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:57.259838 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:57.259863 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:57.280419 3797 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4 26088fea8f80a1901b302d2c965cec5b809277c9e75313704604269d60a2337a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4 26088fea8f80a1901b302d2c965cec5b809277c9e75313704604269d60a2337a network default NAD default NAD key ] I0424 07:11:57.290124 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-9k4x4, hostIfaceName: 26088fea8f80a19, network: default, NAD default, SandboxID: "26088fea8f80a1901b302d2c965cec5b809277c9e75313704604269d60a2337a", PCI device ID: , UID: "9a72a120-b394-43f3-aa56-d37fc9881377", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0424 07:11:57.336599 3797 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4 26088fea8f80a1901b302d2c965cec5b809277c9e75313704604269d60a2337a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9k4x4 26088fea8f80a1901b302d2c965cec5b809277c9e75313704604269d60a2337a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:94:6f:93:8c:88\",\"name\":\"26088fea8f80a19\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44481496-1252-48b1-992c-32be869f04e5\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:11:57.790054 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:59.832154 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.832195 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.832202 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.879215 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:00.067972 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.067997 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.090717 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:00.326376 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.326394 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.384272 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384292 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384298 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384303 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888502 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888519 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888525 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888529 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 07:12:06.119611 3797 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-w879d] creating logical port openshift-console_downloads-5c54f4944f-w879d for pod on switch ip-10-0-1-177.ec2.internal I0424 07:12:06.119697 3797 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-w879d I0424 07:12:06.140754 3797 pod.go:62] [openshift-console/downloads-5c54f4944f-w879d] pod update took 21.080402ms I0424 07:12:06.140774 3797 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-w879d] addLogicalPort annotation time took 21.105195ms I0424 07:12:06.141987 3797 pods.go:271] [openshift-console/downloads-5c54f4944f-w879d] addLogicalPort took 22.391485ms, libovsdb time 916.062µs W0424 07:12:06.329419 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329439 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329445 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329450 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329461 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329465 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329470 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329475 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 07:12:06.477405 3797 cni.go:452] [openshift-console/downloads-5c54f4944f-w879d aba847008063ee7556ed8703d42b3da6b5c44f3d7ddbd536aa586e51bc09dbd9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-w879d aba847008063ee7556ed8703d42b3da6b5c44f3d7ddbd536aa586e51bc09dbd9 network default NAD default NAD key ] I0424 07:12:06.486394 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-w879d, hostIfaceName: aba847008063ee7, network: default, NAD default, SandboxID: "aba847008063ee7556ed8703d42b3da6b5c44f3d7ddbd536aa586e51bc09dbd9", PCI device ID: , UID: "e9a70bef-8e52-44fe-addd-951d18e4277e", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0424 07:12:06.534777 3797 cni.go:473] [openshift-console/downloads-5c54f4944f-w879d aba847008063ee7556ed8703d42b3da6b5c44f3d7ddbd536aa586e51bc09dbd9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-w879d aba847008063ee7556ed8703d42b3da6b5c44f3d7ddbd536aa586e51bc09dbd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:df:de:5b:01:51\",\"name\":\"aba847008063ee7\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e747b182-5891-4b75-864d-b4b5ff61a1a7\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:12:07.905969 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:07.906050 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:07.906064 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:07.906071 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 07:12:12.864100 3797 base_network_controller_pods.go:487] [default/openshift-console/console-777946df55-4fpjv] creating logical port openshift-console_console-777946df55-4fpjv for pod on switch ip-10-0-1-177.ec2.internal I0424 07:12:12.864239 3797 kube.go:256] Updating pod openshift-console/console-777946df55-4fpjv I0424 07:12:12.893428 3797 pod.go:62] [openshift-console/console-777946df55-4fpjv] pod update took 29.236681ms I0424 07:12:12.893450 3797 base_network_controller_pods.go:951] [default/openshift-console/console-777946df55-4fpjv] addLogicalPort annotation time took 29.263058ms I0424 07:12:12.894679 3797 pods.go:271] [openshift-console/console-777946df55-4fpjv] addLogicalPort took 30.597345ms, libovsdb time 905.495µs I0424 07:12:13.224703 3797 cni.go:452] [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key ] I0424 07:12:13.233939 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-777946df55-4fpjv, hostIfaceName: 13b587b4779ea94, network: default, NAD default, SandboxID: "13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08", PCI device ID: , UID: "3091246b-6abf-437d-9274-d2cb0f974c0c", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0424 07:12:13.285424 3797 cni.go:473] [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:22:e0:c5:5d:b7\",\"name\":\"13b587b4779ea94\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4714dd24-99d9-451f-8267-6dbee25d4ce2\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:12:17.956096 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:18.097600 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:18.248092 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:20.889620 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:21.403226 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:24.129747 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 07:12:24.129782 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:12:28.912658 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:28.913274 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 07:12:29.154000 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0424 07:12:29.162799 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:29.162825 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:29.169272 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5998f9878-q2458 I0424 07:12:29.169296 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5998f9878-q2458 W0424 07:12:29.440460 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 07:12:29.440496 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 07:12:29.470569 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 07:12:29.470594 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 07:12:30.018353 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0424 07:12:32.003216 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 07:12:32.003230 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 07:12:32.003279 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 07:12:33.009864 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0424 07:12:35.682524 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 W0424 07:12:37.193669 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 07:12:43.211225 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 07:12:45.135610 3797 cni.go:452] [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key ] I0424 07:12:45.205993 3797 cni.go:473] [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-777946df55-4fpjv 13b587b4779ea940cf5d7ed25904bca8ced29fefb8ed21ff30f8f5ed526c3b08 network default NAD default NAD key default], result "{}", err I0424 07:12:45.261334 3797 obj_retry.go:498] Detected object openshift-console/console-777946df55-4fpjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:45.261372 3797 pods.go:176] Deleting pod: openshift-console/console-777946df55-4fpjv I0424 07:12:45.262602 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-777946df55-4fpjv, ips: 10.129.0.22 I0424 07:12:45.262629 3797 obj_retry.go:498] Detected object openshift-console/console-777946df55-4fpjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:45.269739 3797 base_network_controller_pods.go:487] [default/openshift-console/console-5987fc5db8-2zl8v] creating logical port openshift-console_console-5987fc5db8-2zl8v for pod on switch ip-10-0-1-177.ec2.internal I0424 07:12:45.269848 3797 kube.go:256] Updating pod openshift-console/console-5987fc5db8-2zl8v I0424 07:12:45.283820 3797 pod.go:62] [openshift-console/console-5987fc5db8-2zl8v] pod update took 14.002602ms I0424 07:12:45.283844 3797 base_network_controller_pods.go:951] [default/openshift-console/console-5987fc5db8-2zl8v] addLogicalPort annotation time took 14.030507ms I0424 07:12:45.284983 3797 pods.go:271] [openshift-console/console-5987fc5db8-2zl8v] addLogicalPort took 15.259427ms, libovsdb time 828.33µs I0424 07:12:45.675714 3797 cni.go:452] [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key ] I0424 07:12:45.685034 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5987fc5db8-2zl8v, hostIfaceName: a42d4e32fa9afe1, network: default, NAD default, SandboxID: "a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14", PCI device ID: , UID: "18a68c9f-4b86-45e3-85a7-57e95dc627b1", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0424 07:12:45.733463 3797 cni.go:473] [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:53:b1:31:78:76\",\"name\":\"a42d4e32fa9afe1\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3981bc85-1aae-4502-a874-05840820a49c\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:12:46.071022 3797 obj_retry.go:492] Detected object openshift-console/console-777946df55-4fpjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:46.071042 3797 obj_retry.go:492] Detected object openshift-console/console-777946df55-4fpjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:46.076725 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-777946df55-4fpjv I0424 07:12:46.076753 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-777946df55-4fpjv I0424 07:12:53.809538 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 07:12:54.797834 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0424 07:12:54.847090 3797 obj_retry.go:498] Detected object openshift-console/console-777946df55-jpnk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:54.848049 3797 obj_retry.go:498] Detected object openshift-console/console-777946df55-jpnk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:55.253528 3797 obj_retry.go:492] Detected object openshift-console/console-777946df55-jpnk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:55.253550 3797 obj_retry.go:492] Detected object openshift-console/console-777946df55-jpnk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:55.259547 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-777946df55-jpnk9 I0424 07:12:55.259574 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-777946df55-jpnk9 W0424 07:12:56.107767 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:13:02.137932 3797 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key ] I0424 07:13:02.225542 3797 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn b8d663e00de280a2844dbed24947c29198868be999393500bd297d39f32553a1 network default NAD default NAD key default], result "{}", err I0424 07:13:02.287830 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:02.287866 3797 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:13:02.289193 3797 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn, ips: 10.129.0.9 I0424 07:13:02.289222 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:03.144922 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:03.144960 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:10.679988 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0424 07:13:13.939021 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:13.939607 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:14.609564 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:14.609597 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:14.615061 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 07:13:14.615086 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 07:13:18.122710 3797 cni.go:452] [openshift-multus/network-metrics-daemon-hjp2t 0e2ac683d1fbfa621065ac3a86a0197f89d24c9cfd5b0bcc3a6958f4224bfdd9 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-hjp2t 0e2ac683d1fbfa621065ac3a86a0197f89d24c9cfd5b0bcc3a6958f4224bfdd9 network default NAD default NAD key ] I0424 07:13:18.132256 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-hjp2t, hostIfaceName: 0e2ac683d1fbfa6, network: default, NAD default, SandboxID: "0e2ac683d1fbfa621065ac3a86a0197f89d24c9cfd5b0bcc3a6958f4224bfdd9", PCI device ID: , UID: "ae72ffb4-d7c7-4ced-9b0d-2b8640257173", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0424 07:13:18.180096 3797 cni.go:473] [openshift-multus/network-metrics-daemon-hjp2t 0e2ac683d1fbfa621065ac3a86a0197f89d24c9cfd5b0bcc3a6958f4224bfdd9 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-hjp2t 0e2ac683d1fbfa621065ac3a86a0197f89d24c9cfd5b0bcc3a6958f4224bfdd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:8e:54:9d:0e:f4\",\"name\":\"0e2ac683d1fbfa6\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efb6b2e5-7316-4eeb-948a-ffaecb056fc2\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:13:18.324795 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:18.325406 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:18.637350 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:18.637369 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:18.644272 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 07:13:18.644299 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 07:13:18.679695 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=100 I0424 07:13:20.774045 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 07:13:24.780361 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 07:13:37.804673 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0424 07:13:46.865926 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:46.866492 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.162444 3797 cni.go:452] [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key ] I0424 07:13:47.237817 3797 cni.go:473] [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5987fc5db8-2zl8v a42d4e32fa9afe1e355b6bbc9a6fe8dbb42807af02acca9c30bc07797b4dfc14 network default NAD default NAD key default], result "{}", err I0424 07:13:47.282019 3797 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-2zl8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.282052 3797 pods.go:176] Deleting pod: openshift-console/console-5987fc5db8-2zl8v I0424 07:13:47.283360 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5987fc5db8-2zl8v, ips: 10.129.0.23 I0424 07:13:47.283387 3797 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-2zl8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.290379 3797 base_network_controller_pods.go:487] [default/openshift-console/console-ddb9584c4-74xb7] creating logical port openshift-console_console-ddb9584c4-74xb7 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:13:47.290491 3797 kube.go:256] Updating pod openshift-console/console-ddb9584c4-74xb7 I0424 07:13:47.303686 3797 pod.go:62] [openshift-console/console-ddb9584c4-74xb7] pod update took 13.227917ms I0424 07:13:47.303713 3797 base_network_controller_pods.go:951] [default/openshift-console/console-ddb9584c4-74xb7] addLogicalPort annotation time took 13.258053ms I0424 07:13:47.305024 3797 pods.go:271] [openshift-console/console-ddb9584c4-74xb7] addLogicalPort took 14.659044ms, libovsdb time 815.39µs I0424 07:13:47.469075 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.469095 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.477125 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 07:13:47.477144 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 07:13:47.593726 3797 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-2zl8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.593743 3797 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-2zl8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.603017 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5987fc5db8-2zl8v I0424 07:13:47.603039 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5987fc5db8-2zl8v I0424 07:13:47.649206 3797 cni.go:452] [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key ] I0424 07:13:47.658645 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ddb9584c4-74xb7, hostIfaceName: cc96e7bb7bb095e, network: default, NAD default, SandboxID: "cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a", PCI device ID: , UID: "a127a69e-4fc4-4bda-8893-e91c95e0e371", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0424 07:13:47.706586 3797 cni.go:473] [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:6d:7f:27:fb:7f\",\"name\":\"cc96e7bb7bb095e\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a42d4b80-441e-4130-bd90-debd13f3a081\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:13:47.785721 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 07:13:57.746245 3797 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-v2g8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:57.746732 3797 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-v2g8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:58.109467 3797 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-v2g8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:58.109492 3797 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-v2g8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:58.115348 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5987fc5db8-v2g8h I0424 07:13:58.115375 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5987fc5db8-v2g8h W0424 07:13:58.345875 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:14:18.687752 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=508 I0424 07:14:21.233758 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:14:21.234307 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:14:21.616970 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:14:21.616991 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:14:21.630894 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 07:14:21.630915 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 07:15:04.165652 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 07:15:20.680034 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0424 07:15:30.678150 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 07:15:53.928008 3797 cni.go:452] [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key ] I0424 07:15:54.007929 3797 cni.go:473] [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ddb9584c4-74xb7 cc96e7bb7bb095ee0ffaaa2e966e5a1007537b90f1592051c886695178f7187a network default NAD default NAD key default], result "{}", err I0424 07:15:54.052964 3797 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-74xb7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:15:54.053001 3797 pods.go:176] Deleting pod: openshift-console/console-ddb9584c4-74xb7 I0424 07:15:54.054515 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ddb9584c4-74xb7, ips: 10.129.0.24 I0424 07:15:54.054547 3797 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-74xb7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:15:54.061511 3797 base_network_controller_pods.go:487] [default/openshift-console/console-847b95cd5f-6z9qt] creating logical port openshift-console_console-847b95cd5f-6z9qt for pod on switch ip-10-0-1-177.ec2.internal I0424 07:15:54.061627 3797 kube.go:256] Updating pod openshift-console/console-847b95cd5f-6z9qt I0424 07:15:54.075005 3797 pod.go:62] [openshift-console/console-847b95cd5f-6z9qt] pod update took 13.411822ms I0424 07:15:54.075028 3797 base_network_controller_pods.go:951] [default/openshift-console/console-847b95cd5f-6z9qt] addLogicalPort annotation time took 13.440953ms I0424 07:15:54.076301 3797 pods.go:271] [openshift-console/console-847b95cd5f-6z9qt] addLogicalPort took 14.803569ms, libovsdb time 913.625µs I0424 07:15:54.418455 3797 cni.go:452] [openshift-console/console-847b95cd5f-6z9qt 8a31c7e8b2eee8d7d3339466d2d7304a114061037d0b8714a97fbc3c8e8559bc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-847b95cd5f-6z9qt 8a31c7e8b2eee8d7d3339466d2d7304a114061037d0b8714a97fbc3c8e8559bc network default NAD default NAD key ] I0424 07:15:54.427943 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-847b95cd5f-6z9qt, hostIfaceName: 8a31c7e8b2eee8d, network: default, NAD default, SandboxID: "8a31c7e8b2eee8d7d3339466d2d7304a114061037d0b8714a97fbc3c8e8559bc", PCI device ID: , UID: "8c10a6a3-a2d3-4a24-970b-f607beca157b", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0424 07:15:54.473929 3797 cni.go:473] [openshift-console/console-847b95cd5f-6z9qt 8a31c7e8b2eee8d7d3339466d2d7304a114061037d0b8714a97fbc3c8e8559bc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-847b95cd5f-6z9qt 8a31c7e8b2eee8d7d3339466d2d7304a114061037d0b8714a97fbc3c8e8559bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0a:e7:f5:a5:2a\",\"name\":\"8a31c7e8b2eee8d\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89ac0ef9-c258-4908-baf2-7bc78d253a1a\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:15:54.783848 3797 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-74xb7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:15:54.783875 3797 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-74xb7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:15:54.789568 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddb9584c4-74xb7 I0424 07:15:54.789598 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddb9584c4-74xb7 I0424 07:15:54.791386 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 07:16:04.552550 3797 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-8vsnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:16:04.553043 3797 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-8vsnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 07:16:04.820522 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:16:05.038056 3797 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-8vsnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:16:05.038080 3797 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-8vsnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:16:05.044583 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddb9584c4-8vsnd I0424 07:16:05.044609 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddb9584c4-8vsnd I0424 07:16:30.770249 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0424 07:16:34.770151 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0424 07:16:57.810074 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0424 07:18:39.790391 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 07:18:46.777152 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0424 07:20:00.194757 3797 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616920-wlq7s for pod on switch ip-10-0-1-177.ec2.internal I0424 07:20:00.194867 3797 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:20:00.220807 3797 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s] pod update took 25.962637ms I0424 07:20:00.220829 3797 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s] addLogicalPort annotation time took 25.988144ms I0424 07:20:00.221976 3797 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s] addLogicalPort took 27.236197ms, libovsdb time 834.101µs I0424 07:20:00.558621 3797 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key ] I0424 07:20:00.567964 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616920-wlq7s, hostIfaceName: 622e00106dd3b24, network: default, NAD default, SandboxID: "622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b", PCI device ID: , UID: "8ce1419c-a9d4-4edc-863b-442e1c13f8ba", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0424 07:20:00.615750 3797 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:8e:db:de:d1:2c\",\"name\":\"622e00106dd3b24\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d894f054-ec0a-45b3-94e2-33eb53b9393b\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:20:03.704081 3797 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key ] I0424 07:20:03.776522 3797 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s 622e00106dd3b2425210e5634af8b9c3e9d64f4d031178e07860c74b12df4a8b network default NAD default NAD key default], result "{}", err I0424 07:20:03.816015 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:20:03.816063 3797 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:20:03.817262 3797 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s, ips: 10.129.0.26 I0424 07:20:03.817289 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:20:04.718573 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:20:04.718619 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:20:34.683449 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0424 07:20:39.812647 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0424 07:21:19.784208 3797 namespace.go:98] [tsf] adding namespace I0424 07:21:19.785102 3797 namespace.go:102] [tsf] adding namespace took 871.74µs I0424 07:21:19.804072 3797 namespace.go:142] [tsf] updating namespace I0424 07:21:19.812558 3797 namespace.go:142] [tsf] updating namespace I0424 07:21:20.686874 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0424 07:21:23.802351 3797 namespace.go:98] [cert-manager-operator] adding namespace I0424 07:21:23.803222 3797 namespace.go:102] [cert-manager-operator] adding namespace took 843.166µs I0424 07:21:23.810691 3797 namespace.go:98] [tsf-keycloak] adding namespace I0424 07:21:23.810780 3797 namespace.go:98] [tsf-tas] adding namespace I0424 07:21:23.810868 3797 namespace.go:98] [rhbk-operator] adding namespace I0424 07:21:23.811010 3797 namespace.go:98] [tsf-tpa] adding namespace I0424 07:21:23.811367 3797 namespace.go:98] [rhtpa-operator] adding namespace I0424 07:21:23.811526 3797 namespace.go:102] [tsf-keycloak] adding namespace took 815.934µs I0424 07:21:23.812154 3797 namespace.go:102] [tsf-tas] adding namespace took 1.357357ms I0424 07:21:23.812210 3797 namespace.go:98] [konflux-operator] adding namespace I0424 07:21:23.812770 3797 namespace.go:102] [rhbk-operator] adding namespace took 1.884781ms I0424 07:21:23.812804 3797 namespace.go:98] [konflux-ui] adding namespace I0424 07:21:23.813492 3797 namespace.go:102] [konflux-ui] adding namespace took 679.558µs I0424 07:21:23.813927 3797 namespace.go:102] [tsf-tpa] adding namespace took 2.905428ms I0424 07:21:23.814447 3797 namespace.go:102] [rhtpa-operator] adding namespace took 3.065791ms I0424 07:21:23.814871 3797 namespace.go:102] [konflux-operator] adding namespace took 2.653651ms I0424 07:21:23.819483 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:23.828529 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:23.831444 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.850504 3797 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:23.857575 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.857639 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.861454 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:23.868603 3797 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:23.868615 3797 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.871562 3797 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.874560 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.881842 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.893130 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.906718 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.913479 3797 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.929733 3797 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.933577 3797 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.954568 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.954684 3797 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.965558 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.973878 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:23.989886 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:24.018782 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:24.211180 3797 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:25.015763 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:25.032592 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:25.164614 3797 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-177.ec2.internal I0424 07:21:25.164733 3797 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0424 07:21:25.181994 3797 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.292436ms I0424 07:21:25.182013 3797 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.317245ms I0424 07:21:25.183299 3797 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.705107ms, libovsdb time 914.173µs I0424 07:21:25.542118 3797 cni.go:452] [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key ] I0424 07:21:25.551924 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 7a852c618c39ba2, network: default, NAD default, SandboxID: "7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d", PCI device ID: , UID: "91249034-2df5-43d1-ac21-580a0a5177dd", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0424 07:21:25.601492 3797 cni.go:473] [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:20:f3:0a:d7:b0\",\"name\":\"7a852c618c39ba2\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c09c8845-3a4f-4595-a989-5950af076b14\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:21:30.747371 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.748034 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.748067 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.748078 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:30.748091 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.748095 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:30.769824 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770448 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770476 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770486 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:30.770500 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770507 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:31.773477 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.773504 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.773519 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.773535 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799751 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799777 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799790 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799803 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:33.757891 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758449 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758477 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758486 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:33.758498 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758502 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:34.651839 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.651865 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.651877 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.651891 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:36.794140 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794703 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794731 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794742 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:36.794757 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794765 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:37.919761 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.920287 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.920312 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.920322 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:37.920339 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.920344 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:37.972636 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.972656 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.972672 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.972682 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.970796 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.970825 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.970845 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.970857 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:21:46.736500 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 07:21:47.615767 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 07:21:47.631561 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 07:21:47.859589 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.860118 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.860141 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.860148 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:47.860173 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.860185 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:48.076029 3797 namespace.go:142] [openshift-operators] updating namespace I0424 07:21:48.087276 3797 namespace.go:142] [openshift-operators] updating namespace I0424 07:21:48.942936 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.942961 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.942979 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.942993 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:21:50.902642 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.647270 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.660505 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.665755 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.679629 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 07:21:56.868255 3797 namespace.go:142] [openshift-operators] updating namespace I0424 07:22:03.682476 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0424 07:22:05.037690 3797 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 07:22:05.038627 3797 namespace.go:102] [trusted-artifact-signer] adding namespace took 917.494µs I0424 07:22:05.133593 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:05.160378 3797 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 07:22:05.470892 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 07:22:12.759015 3797 namespace.go:98] [cert-manager] adding namespace I0424 07:22:12.759929 3797 namespace.go:102] [cert-manager] adding namespace took 894.809µs I0424 07:22:12.795813 3797 namespace.go:142] [cert-manager] updating namespace I0424 07:22:12.816422 3797 namespace.go:142] [cert-manager] updating namespace I0424 07:22:13.442611 3797 namespace.go:98] [openshift-pipelines] adding namespace I0424 07:22:13.443428 3797 namespace.go:102] [openshift-pipelines] adding namespace took 793.344µs I0424 07:22:13.538360 3797 namespace.go:142] [openshift-pipelines] updating namespace I0424 07:22:14.776533 3797 namespace.go:142] [cert-manager] updating namespace I0424 07:22:14.994180 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:15.383263 3797 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:15.598600 3797 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:15.786906 3797 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:16.275536 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:16.517453 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:16.788393 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:17.021644 3797 namespace.go:142] [tsf] updating namespace I0424 07:22:17.224727 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:17.432854 3797 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:17.634847 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:17.762875 3797 namespace.go:142] [cert-manager] updating namespace I0424 07:22:17.779021 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:17.803859 3797 namespace.go:142] [default] updating namespace I0424 07:22:17.823708 3797 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:17.839390 3797 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:17.859506 3797 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:17.892713 3797 namespace.go:142] [openshift] updating namespace I0424 07:22:17.892837 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:17.894284 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:17.904608 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:17.917675 3797 namespace.go:142] [tsf] updating namespace I0424 07:22:17.925726 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:17.947331 3797 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:17.959481 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:18.033185 3797 namespace.go:142] [cert-manager] updating namespace I0424 07:22:18.111467 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:18.225671 3797 namespace.go:142] [default] updating namespace I0424 07:22:18.313740 3797 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:18.427338 3797 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:18.589582 3797 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:18.706633 3797 namespace.go:142] [openshift] updating namespace I0424 07:22:18.858679 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:18.967247 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:19.084612 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:19.182132 3797 namespace.go:142] [tsf] updating namespace I0424 07:22:19.307936 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:19.383917 3797 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:19.483461 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:20.092665 3797 namespace.go:142] [openshift-pipelines] updating namespace W0424 07:22:23.929712 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 07:22:23.929734 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 07:22:27.801297 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0424 07:22:28.406417 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:22:28.406543 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7 I0424 07:22:28.421083 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7] pod update took 14.579886ms I0424 07:22:28.421110 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7] addLogicalPort annotation time took 14.615181ms I0424 07:22:28.422340 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7] addLogicalPort took 15.944064ms, libovsdb time 895.289µs I0424 07:22:28.512763 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-q978s for pod on switch ip-10-0-1-177.ec2.internal I0424 07:22:28.512846 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s I0424 07:22:28.531287 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s] pod update took 18.463649ms I0424 07:22:28.531306 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s] addLogicalPort annotation time took 18.489766ms I0424 07:22:28.532545 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s] addLogicalPort took 19.794857ms, libovsdb time 882.928µs I0424 07:22:28.767926 3797 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7 5155ee54646ecfdad2b875d9acba54fa3ded64ab0ea0bacd3ca49eff8538353e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7 5155ee54646ecfdad2b875d9acba54fa3ded64ab0ea0bacd3ca49eff8538353e network default NAD default NAD key ] I0424 07:22:28.777737 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7, hostIfaceName: 5155ee54646ecfd, network: default, NAD default, SandboxID: "5155ee54646ecfdad2b875d9acba54fa3ded64ab0ea0bacd3ca49eff8538353e", PCI device ID: , UID: "e66ebfb2-a4c2-4b6e-9edc-c07a12b2991b", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0424 07:22:28.825432 3797 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7 5155ee54646ecfdad2b875d9acba54fa3ded64ab0ea0bacd3ca49eff8538353e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-dprq7 5155ee54646ecfdad2b875d9acba54fa3ded64ab0ea0bacd3ca49eff8538353e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3b:27:78:76:c3\",\"name\":\"5155ee54646ecfd\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8492ce8a-9dc4-452c-9ce6-41473ab97dad\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:22:28.871246 3797 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s 43daf0779bf14c0b3da74a33cad6176e1a4ff0aeea5d05f97f3ea50fe72803de network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s 43daf0779bf14c0b3da74a33cad6176e1a4ff0aeea5d05f97f3ea50fe72803de network default NAD default NAD key ] I0424 07:22:28.881144 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-q978s, hostIfaceName: 43daf0779bf14c0, network: default, NAD default, SandboxID: "43daf0779bf14c0b3da74a33cad6176e1a4ff0aeea5d05f97f3ea50fe72803de", PCI device ID: , UID: "9fe47370-7cc5-4e92-a419-4db7fed5a0de", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0424 07:22:28.927965 3797 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s 43daf0779bf14c0b3da74a33cad6176e1a4ff0aeea5d05f97f3ea50fe72803de network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q978s 43daf0779bf14c0b3da74a33cad6176e1a4ff0aeea5d05f97f3ea50fe72803de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d1:7f:41:1b:c0\",\"name\":\"43daf0779bf14c0\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d7228a6-2078-4d7f-a73b-07ee866ee64c\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:22:29.690957 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=221 W0424 07:22:31.983738 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:31.983755 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:31.983761 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:33.338665 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.338690 3797 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.338696 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.338700 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:22:38.333324 3797 cni.go:452] [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key ] I0424 07:22:38.407212 3797 cni.go:473] [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 7a852c618c39ba2b11f16a75bf3b2f5e5cbef108fb4511e49397de6cd1e8853d network default NAD default NAD key default], result "{}", err I0424 07:22:38.460223 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:22:38.460259 3797 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0424 07:22:38.461539 3797 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.27 I0424 07:22:38.461566 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:22:38.481210 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:22:38.481229 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:22:38.487468 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 07:22:38.487495 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 07:22:38.788184 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 07:22:39.693217 3797 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-177.ec2.internal I0424 07:22:39.693337 3797 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0424 07:22:39.706721 3797 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.40914ms I0424 07:22:39.706740 3797 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.431054ms I0424 07:22:39.707872 3797 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 14.669816ms, libovsdb time 808.506µs I0424 07:22:40.062449 3797 cni.go:452] [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key ] I0424 07:22:40.071758 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 46102ebd03fef96, network: default, NAD default, SandboxID: "46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49", PCI device ID: , UID: "a9c31e23-289e-453e-9d33-2731468151a6", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0424 07:22:40.119648 3797 cni.go:473] [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:2d:4c:5b:14:af\",\"name\":\"46102ebd03fef96\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4830766f-f31c-4349-94ee-bc758e637bff\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:22:42.616229 3797 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-txsb7 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:22:42.616327 3797 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7 I0424 07:22:42.619893 3797 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-s6nfh for pod on switch ip-10-0-1-177.ec2.internal I0424 07:22:42.619985 3797 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh I0424 07:22:42.628889 3797 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7] pod update took 12.586954ms I0424 07:22:42.628914 3797 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7] addLogicalPort annotation time took 12.620151ms I0424 07:22:42.630404 3797 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7] addLogicalPort took 14.194061ms, libovsdb time 1.035971ms I0424 07:22:42.633260 3797 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh] pod update took 13.296785ms I0424 07:22:42.633282 3797 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh] addLogicalPort annotation time took 13.324776ms I0424 07:22:42.634309 3797 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh] addLogicalPort took 14.432938ms, libovsdb time 720.336µs W0424 07:22:44.048398 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:44.048416 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:44.048423 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:44.319334 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:44.319353 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:44.319360 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:44.319367 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:22:46.809388 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0424 07:22:48.443011 3797 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh 08b50ae82090fbab64598da622261f35443869d311ee47e07200a062fa9f3644 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh 08b50ae82090fbab64598da622261f35443869d311ee47e07200a062fa9f3644 network default NAD default NAD key ] I0424 07:22:48.443048 3797 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7 f0c68e5b8c9291ffdb56045a2728c51b0de11c27c78438da401c834211fdf8e4 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7 f0c68e5b8c9291ffdb56045a2728c51b0de11c27c78438da401c834211fdf8e4 network default NAD default NAD key ] I0424 07:22:48.453529 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-txsb7, hostIfaceName: f0c68e5b8c9291f, network: default, NAD default, SandboxID: "f0c68e5b8c9291ffdb56045a2728c51b0de11c27c78438da401c834211fdf8e4", PCI device ID: , UID: "9515bb00-2ba7-478d-b191-f85541263aba", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0424 07:22:48.453964 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-s6nfh, hostIfaceName: 08b50ae82090fba, network: default, NAD default, SandboxID: "08b50ae82090fbab64598da622261f35443869d311ee47e07200a062fa9f3644", PCI device ID: , UID: "bd046d40-8a2d-4b4e-9273-0e6f6803cbac", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0424 07:22:48.504465 3797 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh 08b50ae82090fbab64598da622261f35443869d311ee47e07200a062fa9f3644 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s6nfh 08b50ae82090fbab64598da622261f35443869d311ee47e07200a062fa9f3644 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:32:9e:7e:d5:08\",\"name\":\"08b50ae82090fba\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8280e595-5ec6-4788-ab20-286c33f43632\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:22:48.523822 3797 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7 f0c68e5b8c9291ffdb56045a2728c51b0de11c27c78438da401c834211fdf8e4 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-txsb7 f0c68e5b8c9291ffdb56045a2728c51b0de11c27c78438da401c834211fdf8e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:02:44:b5:b1:ac\",\"name\":\"f0c68e5b8c9291f\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3913253-d34a-4761-956c-9fe4705636df\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:22:48.683192 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=78 W0424 07:22:49.387603 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 07:22:49.434819 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 07:22:54.773082 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0424 07:23:05.169747 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 07:23:06.794239 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0424 07:23:10.399964 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 07:23:10.426601 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 07:23:12.505000 3797 cni.go:452] [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key ] I0424 07:23:12.582842 3797 cni.go:473] [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 46102ebd03fef96a69843cff91570be5203f9d724c1f644a14dbd3d1476d4e49 network default NAD default NAD key default], result "{}", err I0424 07:23:12.631415 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:23:12.631456 3797 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0424 07:23:12.632939 3797 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.30 I0424 07:23:12.632965 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:23:12.651949 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:23:12.651971 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:23:12.657524 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 07:23:12.657542 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 07:23:13.713404 3797 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-177.ec2.internal I0424 07:23:13.713500 3797 kube.go:256] Updating pod tsf/test-tsf-iam I0424 07:23:13.726853 3797 pod.go:62] [tsf/test-tsf-iam] pod update took 13.378827ms I0424 07:23:13.726880 3797 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.410123ms I0424 07:23:13.728174 3797 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 14.767584ms, libovsdb time 828.687µs I0424 07:23:14.096399 3797 cni.go:452] [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key ] I0424 07:23:14.105893 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: b0332d3783bd8a7, network: default, NAD default, SandboxID: "b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44", PCI device ID: , UID: "75c3e3f2-a24f-448b-a94c-2ca43ec10683", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0424 07:23:14.155648 3797 cni.go:473] [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:e6:24:ef:0b:4a\",\"name\":\"b0332d3783bd8a7\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a0e07cb-432d-46ae-8baa-4a5a81bfda37\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:23:14.653714 3797 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 07:23:14.654377 3797 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 07:23:14.654399 3797 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 07:23:14.656661 3797 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 07:23:15.017678 3797 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:23:15.017804 3797 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0424 07:23:15.032805 3797 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.024289ms I0424 07:23:15.032830 3797 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.055934ms I0424 07:23:15.034113 3797 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.449817ms, libovsdb time 919.944µs I0424 07:23:15.375898 3797 cni.go:452] [tsf-keycloak/keycloak-0 7c804980bf10be16d9b3443ea4de96e132e9e84a42dff24501ac2be8a7e2b79b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 7c804980bf10be16d9b3443ea4de96e132e9e84a42dff24501ac2be8a7e2b79b network default NAD default NAD key ] I0424 07:23:15.386095 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 7c804980bf10be1, network: default, NAD default, SandboxID: "7c804980bf10be16d9b3443ea4de96e132e9e84a42dff24501ac2be8a7e2b79b", PCI device ID: , UID: "9669f611-bd7c-4931-b9e0-f9715a4e95ed", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0424 07:23:15.433560 3797 cni.go:473] [tsf-keycloak/keycloak-0 7c804980bf10be16d9b3443ea4de96e132e9e84a42dff24501ac2be8a7e2b79b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 7c804980bf10be16d9b3443ea4de96e132e9e84a42dff24501ac2be8a7e2b79b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:8d:07:f7:65:6d\",\"name\":\"7c804980bf10be1\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5091b478-09c9-48c1-ac85-2d27022eb491\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:23:17.773762 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0424 07:23:20.554121 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:20.554139 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:20.557819 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 07:23:20.557840 3797 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 07:23:23.018358 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 07:23:36.912531 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-jwgq8 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:23:36.912612 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8 I0424 07:23:36.927600 3797 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8] pod update took 15.010216ms I0424 07:23:36.927620 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8] addLogicalPort annotation time took 15.034841ms I0424 07:23:36.928935 3797 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8] addLogicalPort took 16.418904ms, libovsdb time 852.062µs I0424 07:23:37.277039 3797 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8 ce09dd7392fa61a4b8fe9009d6e7406c77da5648c2d510ecbcf3cb3497ecedc8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8 ce09dd7392fa61a4b8fe9009d6e7406c77da5648c2d510ecbcf3cb3497ecedc8 network default NAD default NAD key ] I0424 07:23:37.286823 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-jwgq8, hostIfaceName: ce09dd7392fa61a, network: default, NAD default, SandboxID: "ce09dd7392fa61a4b8fe9009d6e7406c77da5648c2d510ecbcf3cb3497ecedc8", PCI device ID: , UID: "98a9f479-2bbe-43ed-b2d4-ed4518832890", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0424 07:23:37.338878 3797 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8 ce09dd7392fa61a4b8fe9009d6e7406c77da5648c2d510ecbcf3cb3497ecedc8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jwgq8 ce09dd7392fa61a4b8fe9009d6e7406c77da5648c2d510ecbcf3cb3497ecedc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:31:d4:95:b8:43\",\"name\":\"ce09dd7392fa61a\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93191eb9-3c01-4381-a183-a73f11d86cac\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:23:41.930373 3797 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:41.930399 3797 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:41.930406 3797 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:44.599502 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:44.599526 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:44.605151 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 07:23:44.605181 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 07:23:50.690644 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=48 I0424 07:23:54.116099 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-jl654] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-jl654 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:23:54.116235 3797 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-jl654 I0424 07:23:54.127826 3797 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-jl654] pod update took 11.62264ms I0424 07:23:54.127846 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-jl654] addLogicalPort annotation time took 11.64931ms I0424 07:23:54.129070 3797 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-jl654] addLogicalPort took 12.9936ms, libovsdb time 850.551µs I0424 07:23:54.474378 3797 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-jl654 023ad163dbeae21cf2387a40379b6080d31541d12ada353934e922fa0b0ea838 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jl654 023ad163dbeae21cf2387a40379b6080d31541d12ada353934e922fa0b0ea838 network default NAD default NAD key ] I0424 07:23:54.484399 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-jl654, hostIfaceName: 023ad163dbeae21, network: default, NAD default, SandboxID: "023ad163dbeae21cf2387a40379b6080d31541d12ada353934e922fa0b0ea838", PCI device ID: , UID: "bf0f34b5-73ca-46a6-81b1-143d01910b8f", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0424 07:23:54.536232 3797 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-jl654 023ad163dbeae21cf2387a40379b6080d31541d12ada353934e922fa0b0ea838 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jl654 023ad163dbeae21cf2387a40379b6080d31541d12ada353934e922fa0b0ea838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:46:55:46:a6:61\",\"name\":\"023ad163dbeae21\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3d0aab4-9a36-45df-a494-22accb5a2446\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:23:54.620497 3797 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-spzh8] creating logical port tsf-keycloak_tsf-iam-spzh8 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:23:54.620608 3797 kube.go:256] Updating pod tsf-keycloak/tsf-iam-spzh8 I0424 07:23:54.635566 3797 pod.go:62] [tsf-keycloak/tsf-iam-spzh8] pod update took 14.984228ms I0424 07:23:54.635588 3797 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-spzh8] addLogicalPort annotation time took 15.01562ms I0424 07:23:54.636837 3797 pods.go:271] [tsf-keycloak/tsf-iam-spzh8] addLogicalPort took 16.355602ms, libovsdb time 855.749µs I0424 07:23:54.981338 3797 cni.go:452] [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key ] I0424 07:23:55.008023 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-spzh8, hostIfaceName: 9d61c1624a845f7, network: default, NAD default, SandboxID: "9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05", PCI device ID: , UID: "84a4e9e0-8310-4db8-b435-df584a572ba3", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0424 07:23:55.056293 3797 cni.go:473] [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c2:0b:34:ea:7f\",\"name\":\"9d61c1624a845f7\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fff74948-5dc6-4ba0-90b8-d9898e8b4f31\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:24:04.794092 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 07:24:04.839965 3797 cni.go:452] [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key ] I0424 07:24:04.926103 3797 cni.go:473] [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam b0332d3783bd8a72598fb35e7809ae2f2aa801ec33ec08f1b7332b922abf5c44 network default NAD default NAD key default], result "{}", err I0424 07:24:04.980188 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:04.980236 3797 pods.go:176] Deleting pod: tsf/test-tsf-iam I0424 07:24:04.981809 3797 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.33 I0424 07:24:04.981848 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:05.027226 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:05.027260 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:05.036274 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 07:24:05.036314 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 07:24:05.834316 3797 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-177.ec2.internal I0424 07:24:05.834471 3797 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0424 07:24:05.850639 3797 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.199314ms I0424 07:24:05.850668 3797 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.234729ms I0424 07:24:05.852367 3797 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.069714ms, libovsdb time 1.186004ms I0424 07:24:06.199987 3797 cni.go:452] [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key ] I0424 07:24:06.210349 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: d2570f0604cd5bc, network: default, NAD default, SandboxID: "d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59", PCI device ID: , UID: "74829715-102a-4f79-8fd5-646d0397da8e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0424 07:24:06.266606 3797 cni.go:473] [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:64:b6:3e:a5:67\",\"name\":\"d2570f0604cd5bc\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ec1271e-be4f-4c40-a5a5-ee6d51d4013c\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:24:09.527743 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 07:24:09.527766 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0424 07:24:13.877734 3797 cni.go:452] [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key ] I0424 07:24:13.964580 3797 cni.go:473] [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-spzh8 9d61c1624a845f7eae5cf5f6eff74a64d9472ade673c44858e2af6fb6443ad05 network default NAD default NAD key default], result "{}", err I0424 07:24:14.019438 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-spzh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:14.019480 3797 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-spzh8 I0424 07:24:14.020814 3797 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-spzh8, ips: 10.129.0.37 I0424 07:24:14.020843 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-spzh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:14.899945 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-spzh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:14.899970 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-spzh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:24:16.575719 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 07:24:16.620837 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 07:24:16.645544 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0424 07:24:18.123133 3797 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 07:24:18.123150 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0424 07:24:21.285781 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:21.286418 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:22.306546 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:22.306569 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:24:25.639412 3797 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 07:24:28.654890 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-l8tdv for pod on switch ip-10-0-1-177.ec2.internal I0424 07:24:28.655010 3797 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv I0424 07:24:28.667009 3797 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv] pod update took 12.028892ms I0424 07:24:28.667038 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv] addLogicalPort annotation time took 12.064038ms I0424 07:24:28.668460 3797 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv] addLogicalPort took 13.587486ms, libovsdb time 1.023492ms I0424 07:24:29.014759 3797 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv e69576ff8167d3f5b13f1913a74f4d132501612c9461621aee1b355e218c8adc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv e69576ff8167d3f5b13f1913a74f4d132501612c9461621aee1b355e218c8adc network default NAD default NAD key ] I0424 07:24:29.023768 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-l8tdv, hostIfaceName: e69576ff8167d3f, network: default, NAD default, SandboxID: "e69576ff8167d3f5b13f1913a74f4d132501612c9461621aee1b355e218c8adc", PCI device ID: , UID: "0d6a23a7-54d9-419d-a413-b3b9b2533984", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0424 07:24:29.074905 3797 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv e69576ff8167d3f5b13f1913a74f4d132501612c9461621aee1b355e218c8adc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-l8tdv e69576ff8167d3f5b13f1913a74f4d132501612c9461621aee1b355e218c8adc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:55:21:7e:d4:48\",\"name\":\"e69576ff8167d3f\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67979e11-7d7e-4d7a-882c-23f9bd6dc79f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:24:44.489128 3797 namespace.go:142] [openshift-pipelines] updating namespace I0424 07:25:00.104136 3797 cni.go:452] [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key ] I0424 07:25:00.170131 3797 cni.go:473] [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas d2570f0604cd5bc6ea86dd8b827f40870a933df30989b18c6821c3b611c58a59 network default NAD default NAD key default], result "{}", err I0424 07:25:00.220482 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:00.220517 3797 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0424 07:25:00.221860 3797 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.38 I0424 07:25:00.221885 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:00.241117 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:00.241136 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:00.247483 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 07:25:00.247508 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 07:25:00.938953 3797 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-4p8sv] creating logical port tsf_patch-tekton-config-4p8sv for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:00.939043 3797 kube.go:256] Updating pod tsf/patch-tekton-config-4p8sv I0424 07:25:00.951338 3797 pod.go:62] [tsf/patch-tekton-config-4p8sv] pod update took 12.318739ms I0424 07:25:00.951359 3797 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-4p8sv] addLogicalPort annotation time took 12.346418ms I0424 07:25:00.952636 3797 pods.go:271] [tsf/patch-tekton-config-4p8sv] addLogicalPort took 13.69795ms, libovsdb time 917.958µs I0424 07:25:01.298384 3797 cni.go:452] [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key ] I0424 07:25:01.308477 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-4p8sv, hostIfaceName: 39929a92a2a3481, network: default, NAD default, SandboxID: "39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f", PCI device ID: , UID: "6d5c6752-20c4-4326-b5db-50eaefb533ce", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0424 07:25:01.359755 3797 cni.go:473] [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:fc:01:33:df:5b\",\"name\":\"39929a92a2a3481\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b7ba3d7-52bf-46dd-af42-eb4f501f45b0\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:25:09.162032 3797 cni.go:452] [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key ] I0424 07:25:09.249273 3797 cni.go:473] [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-4p8sv 39929a92a2a34811c152d7498690db72db194276306f2d6a2c5cbff9a590c70f network default NAD default NAD key default], result "{}", err I0424 07:25:09.298457 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:09.298488 3797 pods.go:176] Deleting pod: tsf/patch-tekton-config-4p8sv I0424 07:25:09.300374 3797 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-4p8sv, ips: 10.129.0.40 I0424 07:25:09.300406 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:10.179460 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:10.179482 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:10.285059 3797 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-28sdp] creating logical port tsf_tsf-tekton-configuration-28sdp for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:10.285179 3797 kube.go:256] Updating pod tsf/tsf-tekton-configuration-28sdp I0424 07:25:10.297193 3797 pod.go:62] [tsf/tsf-tekton-configuration-28sdp] pod update took 12.051928ms I0424 07:25:10.297216 3797 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-28sdp] addLogicalPort annotation time took 12.080993ms I0424 07:25:10.298487 3797 pods.go:271] [tsf/tsf-tekton-configuration-28sdp] addLogicalPort took 13.441279ms, libovsdb time 879.304µs I0424 07:25:10.646357 3797 cni.go:452] [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key ] I0424 07:25:10.656262 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-28sdp, hostIfaceName: 191879724cfdb9f, network: default, NAD default, SandboxID: "191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a", PCI device ID: , UID: "03aabe47-3975-4e96-b1b8-18171f17ff7e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0424 07:25:10.706836 3797 cni.go:473] [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1a:6b:67:a2:81\",\"name\":\"191879724cfdb9f\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29a6dfda-8579-42b7-8664-a19288c0a8ef\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:25:15.196454 3797 cni.go:452] [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key ] I0424 07:25:15.274655 3797 cni.go:473] [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-28sdp 191879724cfdb9f5f98fcc1c8e485f558d8b038b81478725365e62c33f99942a network default NAD default NAD key default], result "{}", err I0424 07:25:15.322905 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-28sdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:15.322936 3797 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-28sdp I0424 07:25:15.324435 3797 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-28sdp, ips: 10.129.0.41 I0424 07:25:15.324460 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-28sdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:16.344926 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-28sdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.344949 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-28sdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.379595 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.379617 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.385449 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4p8sv I0424 07:25:16.385470 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4p8sv I0424 07:25:17.036900 3797 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:17.037028 3797 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0424 07:25:17.050224 3797 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.221641ms I0424 07:25:17.050245 3797 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.246209ms I0424 07:25:17.051519 3797 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.639919ms, libovsdb time 869.374µs I0424 07:25:17.394763 3797 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key ] I0424 07:25:17.404579 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 616da54ddc67024, network: default, NAD default, SandboxID: "616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b", PCI device ID: , UID: "7d5fdb6c-696b-482a-bf0e-8a4a98853d14", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0424 07:25:17.463348 3797 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:d1:af:54:4f:e2\",\"name\":\"616da54ddc67024\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cab52226-089f-445b-89db-d278a5c20d8f\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:25:20.226994 3797 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key ] I0424 07:25:20.306456 3797 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 616da54ddc67024c830883351535e0918b4b4d278b759c82b3ee1f631d35056b network default NAD default NAD key default], result "{}", err I0424 07:25:20.353775 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:20.353808 3797 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0424 07:25:20.355219 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.42 I0424 07:25:20.355247 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:20.374212 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:20.374235 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:20.377262 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 07:25:20.377295 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 07:25:20.574237 3797 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:20.574363 3797 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0424 07:25:20.588346 3797 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.005225ms I0424 07:25:20.588371 3797 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.038331ms I0424 07:25:20.589629 3797 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.412452ms, libovsdb time 884.613µs I0424 07:25:20.780493 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 07:25:20.930094 3797 cni.go:452] [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key ] I0424 07:25:20.939536 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 506ff43d8d737b7, network: default, NAD default, SandboxID: "506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9", PCI device ID: , UID: "86bef0cd-e172-4e03-9e34-fce924d1d36c", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0424 07:25:20.989070 3797 cni.go:473] [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:1b:8b:6a:7e:33\",\"name\":\"506ff43d8d737b7\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cdbacc1-eb7e-4f1a-a6a8-7e8ceafdff18\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:25:21.597234 3797 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-q75v7] creating logical port tsf-tpa_create-db-q75v7 for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:21.597316 3797 kube.go:256] Updating pod tsf-tpa/create-db-q75v7 I0424 07:25:21.609095 3797 pod.go:62] [tsf-tpa/create-db-q75v7] pod update took 11.797539ms I0424 07:25:21.609120 3797 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-q75v7] addLogicalPort annotation time took 11.826973ms I0424 07:25:21.610390 3797 pods.go:271] [tsf-tpa/create-db-q75v7] addLogicalPort took 13.172149ms, libovsdb time 880.201µs I0424 07:25:21.954749 3797 cni.go:452] [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key ] I0424 07:25:21.964323 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-q75v7, hostIfaceName: 81d3a7fd274a24f, network: default, NAD default, SandboxID: "81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757", PCI device ID: , UID: "ef89d735-482b-4931-91ec-2eba7a542c02", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0424 07:25:22.015480 3797 cni.go:473] [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:91:7b:96:11:79\",\"name\":\"81d3a7fd274a24f\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4086d3af-4afc-431c-9676-57bcb1d3ba00\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:25:25.592455 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:25.593045 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.267571 3797 cni.go:452] [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key ] I0424 07:25:26.355366 3797 cni.go:473] [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-q75v7 81d3a7fd274a24fcf6fa432e3934802f908cd5936ba099e266227bb7a7a91757 network default NAD default NAD key default], result "{}", err I0424 07:25:26.404728 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.404763 3797 pods.go:176] Deleting pod: tsf-tpa/create-db-q75v7 I0424 07:25:26.406196 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-q75v7, ips: 10.129.0.44 I0424 07:25:26.406223 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.467182 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:26.467207 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.427779 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.427799 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.546557 3797 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-gsjwt] creating logical port tsf-tpa_migrate-db-gsjwt for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:27.546682 3797 kube.go:256] Updating pod tsf-tpa/migrate-db-gsjwt I0424 07:25:27.562798 3797 pod.go:62] [tsf-tpa/migrate-db-gsjwt] pod update took 16.143065ms I0424 07:25:27.562819 3797 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-gsjwt] addLogicalPort annotation time took 16.16858ms I0424 07:25:27.564034 3797 pods.go:271] [tsf-tpa/migrate-db-gsjwt] addLogicalPort took 17.495439ms, libovsdb time 882.028µs I0424 07:25:27.907250 3797 cni.go:452] [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key ] I0424 07:25:27.917080 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-gsjwt, hostIfaceName: fbfaf1302f9add4, network: default, NAD default, SandboxID: "fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967", PCI device ID: , UID: "e7c5cbfa-1903-438c-b7cc-6fb2e0bc7142", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0424 07:25:27.968038 3797 cni.go:473] [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:9a:05:8a:cb:30\",\"name\":\"fbfaf1302f9add4\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0554e4c3-b4ad-43fc-9a7f-1d3e14bf97f8\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:25:30.294796 3797 cni.go:452] [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key ] I0424 07:25:30.380733 3797 cni.go:473] [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-gsjwt fbfaf1302f9add43c1292ecfa77ba03522b86ba7290eb3b9a0baa1433adaf967 network default NAD default NAD key default], result "{}", err I0424 07:25:30.427255 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:30.427294 3797 pods.go:176] Deleting pod: tsf-tpa/migrate-db-gsjwt I0424 07:25:30.428758 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-gsjwt, ips: 10.129.0.45 I0424 07:25:30.428787 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:30.576125 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:30.576145 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:31.812870 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0424 07:25:33.494087 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 07:25:33.714136 3797 base_network_controller_pods.go:487] [default/tsf-tpa/server-687b59c695-7m57f] creating logical port tsf-tpa_server-687b59c695-7m57f for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:33.714255 3797 kube.go:256] Updating pod tsf-tpa/server-687b59c695-7m57f I0424 07:25:33.727276 3797 pod.go:62] [tsf-tpa/server-687b59c695-7m57f] pod update took 13.051696ms I0424 07:25:33.727298 3797 base_network_controller_pods.go:951] [default/tsf-tpa/server-687b59c695-7m57f] addLogicalPort annotation time took 13.07817ms I0424 07:25:33.728578 3797 pods.go:271] [tsf-tpa/server-687b59c695-7m57f] addLogicalPort took 14.456884ms, libovsdb time 783.396µs I0424 07:25:33.745428 3797 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-l7wth] creating logical port tsf-tpa_importer-86bcdf477b-l7wth for pod on switch ip-10-0-1-177.ec2.internal I0424 07:25:33.745515 3797 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-l7wth I0424 07:25:33.758836 3797 pod.go:62] [tsf-tpa/importer-86bcdf477b-l7wth] pod update took 13.347441ms I0424 07:25:33.758856 3797 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-l7wth] addLogicalPort annotation time took 13.37194ms I0424 07:25:33.759950 3797 pods.go:271] [tsf-tpa/importer-86bcdf477b-l7wth] addLogicalPort took 14.539378ms, libovsdb time 711.276µs I0424 07:25:35.642493 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:35.643063 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:36.665714 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:36.665740 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:37.877590 3797 cni.go:452] [tsf-tpa/server-687b59c695-7m57f 071fe0436ea6f345467003bf7c72b0ce32a5752e1c9ff83fbfcb6adbcd237278 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-687b59c695-7m57f 071fe0436ea6f345467003bf7c72b0ce32a5752e1c9ff83fbfcb6adbcd237278 network default NAD default NAD key ] I0424 07:25:37.886994 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-687b59c695-7m57f, hostIfaceName: 071fe0436ea6f34, network: default, NAD default, SandboxID: "071fe0436ea6f345467003bf7c72b0ce32a5752e1c9ff83fbfcb6adbcd237278", PCI device ID: , UID: "14f68132-39ff-4703-bb2a-18393c259057", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0424 07:25:37.937098 3797 cni.go:473] [tsf-tpa/server-687b59c695-7m57f 071fe0436ea6f345467003bf7c72b0ce32a5752e1c9ff83fbfcb6adbcd237278 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-687b59c695-7m57f 071fe0436ea6f345467003bf7c72b0ce32a5752e1c9ff83fbfcb6adbcd237278 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:42:b4:ea:35:89\",\"name\":\"071fe0436ea6f34\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40f13def-594b-4c50-a5ba-0da83c98096d\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 07:25:38.338059 3797 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 07:25:38.922954 3797 cni.go:452] [tsf-tpa/importer-86bcdf477b-l7wth be4e5889c3c3ff7592ff3a623f295f393dc6f4b740ace262c006d7dacbe9b162 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-l7wth be4e5889c3c3ff7592ff3a623f295f393dc6f4b740ace262c006d7dacbe9b162 network default NAD default NAD key ] I0424 07:25:38.932822 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-l7wth, hostIfaceName: be4e5889c3c3ff7, network: default, NAD default, SandboxID: "be4e5889c3c3ff7592ff3a623f295f393dc6f4b740ace262c006d7dacbe9b162", PCI device ID: , UID: "f9c77102-efb2-479a-afde-3f91f64f8db5", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0424 07:25:38.982733 3797 cni.go:473] [tsf-tpa/importer-86bcdf477b-l7wth be4e5889c3c3ff7592ff3a623f295f393dc6f4b740ace262c006d7dacbe9b162 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-l7wth be4e5889c3c3ff7592ff3a623f295f393dc6f4b740ace262c006d7dacbe9b162 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:1a:f8:8c:16:36\",\"name\":\"be4e5889c3c3ff7\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f135e635-c338-4ba5-b375-deb02b3112a1\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 07:25:40.678384 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:40.678955 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:41.553039 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:41.553065 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:25:46.574502 3797 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0424 07:25:47.597361 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 07:25:49.353533 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-177.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0424 07:25:52.612787 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 07:26:06.494437 3797 cni.go:452] [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key ] I0424 07:26:06.585083 3797 cni.go:473] [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 506ff43d8d737b7ede34b39bd1fd731e0695b55ae46fd308a5fc8fab3b89a3f9 network default NAD default NAD key default], result "{}", err I0424 07:26:06.637081 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:06.637203 3797 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0424 07:26:06.638549 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.43 I0424 07:26:06.638576 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:06.682061 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:06.682084 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:06.688130 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 07:26:06.688144 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 07:26:07.402667 3797 namespace.go:98] [image-controller] adding namespace I0424 07:26:07.403548 3797 namespace.go:102] [image-controller] adding namespace took 858.902µs I0424 07:26:07.419012 3797 namespace.go:98] [default-tenant] adding namespace I0424 07:26:07.419748 3797 namespace.go:102] [default-tenant] adding namespace took 720.679µs I0424 07:26:07.419781 3797 namespace.go:98] [build-service] adding namespace I0424 07:26:07.420254 3797 namespace.go:102] [build-service] adding namespace took 467.098µs I0424 07:26:07.425324 3797 namespace.go:98] [integration-service] adding namespace I0424 07:26:07.425992 3797 namespace.go:102] [integration-service] adding namespace took 654.128µs I0424 07:26:07.458311 3797 namespace.go:142] [image-controller] updating namespace I0424 07:26:07.518725 3797 namespace.go:142] [image-controller] updating namespace I0424 07:26:07.518743 3797 namespace.go:142] [default-tenant] updating namespace I0424 07:26:07.553983 3797 namespace.go:142] [default-tenant] updating namespace I0424 07:26:07.554112 3797 namespace.go:142] [build-service] updating namespace I0424 07:26:07.590376 3797 namespace.go:142] [build-service] updating namespace I0424 07:26:07.609995 3797 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.618571 3797 namespace.go:142] [build-service] updating namespace I0424 07:26:07.629760 3797 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.643860 3797 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.682710 3797 namespace.go:98] [release-service] adding namespace I0424 07:26:07.683550 3797 namespace.go:102] [release-service] adding namespace took 822.445µs I0424 07:26:07.715624 3797 namespace.go:142] [release-service] updating namespace I0424 07:26:07.745652 3797 namespace.go:142] [release-service] updating namespace I0424 07:26:07.773675 3797 namespace.go:142] [konflux-ui] updating namespace I0424 07:26:07.850939 3797 namespace.go:98] [konflux-info] adding namespace I0424 07:26:07.851711 3797 namespace.go:102] [konflux-info] adding namespace took 753.459µs I0424 07:26:07.872585 3797 namespace.go:98] [namespace-lister] adding namespace I0424 07:26:07.873375 3797 namespace.go:102] [namespace-lister] adding namespace took 772.737µs I0424 07:26:08.023986 3797 namespace.go:142] [image-controller] updating namespace I0424 07:26:08.024150 3797 namespace.go:98] [enterprise-contract-service] adding namespace I0424 07:26:08.024840 3797 namespace.go:102] [enterprise-contract-service] adding namespace took 664.752µs I0424 07:26:08.091745 3797 namespace.go:142] [konflux-info] updating namespace I0424 07:26:08.174429 3797 namespace.go:142] [default-tenant] updating namespace I0424 07:26:08.228741 3797 namespace.go:142] [konflux-info] updating namespace I0424 07:26:08.228893 3797 namespace.go:98] [segment-bridge] adding namespace I0424 07:26:08.229681 3797 namespace.go:102] [segment-bridge] adding namespace took 774.252µs I0424 07:26:08.337640 3797 namespace.go:98] [konflux-cli] adding namespace I0424 07:26:08.338454 3797 namespace.go:102] [konflux-cli] adding namespace took 794.964µs I0424 07:26:08.400690 3797 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:08.654980 3797 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:08.821018 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:08.889799 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:08.984735 3797 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:09.057789 3797 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:09.135576 3797 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:09.217625 3797 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:09.563595 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 07:26:09.564105 3797 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 07:26:09.564121 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 07:26:09.566582 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 07:26:09.679030 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 07:26:09.679054 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 07:26:09.679737 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 07:26:09.731709 3797 namespace.go:142] [build-service] updating namespace I0424 07:26:10.190019 3797 namespace.go:142] [default-tenant] updating namespace I0424 07:26:10.585584 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:10.772174 3797 namespace.go:142] [image-controller] updating namespace I0424 07:26:10.962734 3797 namespace.go:142] [integration-service] updating namespace I0424 07:26:11.174614 3797 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:11.444609 3797 namespace.go:142] [konflux-info] updating namespace I0424 07:26:11.674973 3797 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:11.864701 3797 namespace.go:142] [release-service] updating namespace I0424 07:26:12.069768 3797 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:12.200743 3797 namespace.go:142] [build-service] updating namespace I0424 07:26:12.229973 3797 namespace.go:142] [default-tenant] updating namespace I0424 07:26:12.258824 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:12.286955 3797 namespace.go:142] [image-controller] updating namespace I0424 07:26:12.310719 3797 namespace.go:142] [integration-service] updating namespace I0424 07:26:12.350789 3797 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:12.408381 3797 namespace.go:142] [konflux-info] updating namespace I0424 07:26:12.448718 3797 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:12.480023 3797 namespace.go:142] [release-service] updating namespace I0424 07:26:12.531559 3797 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:12.617426 3797 namespace.go:142] [build-service] updating namespace W0424 07:26:12.733589 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 07:26:12.771803 3797 namespace.go:142] [default-tenant] updating namespace I0424 07:26:12.864089 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:12.942396 3797 namespace.go:142] [image-controller] updating namespace I0424 07:26:13.088605 3797 namespace.go:142] [integration-service] updating namespace I0424 07:26:13.212144 3797 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:13.303919 3797 namespace.go:142] [konflux-info] updating namespace I0424 07:26:13.369802 3797 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:13.419887 3797 namespace.go:142] [release-service] updating namespace I0424 07:26:13.471346 3797 namespace.go:142] [segment-bridge] updating namespace W0424 07:26:14.736892 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 07:26:14.755179 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 07:26:19.777728 3797 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 07:26:21.843436 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 07:26:21.843441 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 07:26:24.351526 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:24.351546 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:26.838823 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 07:26:26.839246 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 07:26:26.868024 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 07:26:26.868231 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 07:26:27.856549 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:27.856566 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0424 07:26:29.006346 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:29.006896 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:30.028740 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:30.028763 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.259911 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:38.260539 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:38.917179 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.917203 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.924145 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz I0424 07:26:38.924182 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz I0424 07:26:39.686307 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0424 07:26:41.950782 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0424 07:27:34.447332 3797 obj_retry.go:498] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:34.447938 3797 obj_retry.go:498] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:35.238574 3797 obj_retry.go:492] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:35.238596 3797 obj_retry.go:492] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:35.245576 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:27:35.245594 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:27:37.924413 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:37.924970 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:37.943319 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:37.943339 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:37.948453 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 07:27:37.948480 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 07:28:04.734053 3797 namespace.go:98] [default-managed-tenant-flll7] adding namespace I0424 07:28:04.735025 3797 namespace.go:102] [default-managed-tenant-flll7] adding namespace took 948.21µs I0424 07:28:04.761088 3797 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:04.779273 3797 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:05.810073 3797 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:05.927187 3797 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:06.018764 3797 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:17.812423 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 07:28:22.729305 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0424 07:28:46.804642 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 07:29:20.687661 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0424 07:29:45.815575 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0424 07:29:54.797139 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 07:30:04.208929 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:30:04.209551 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:30:05.079061 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:30:05.079093 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:30:06.776132 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0424 07:30:36.686998 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=117 I0424 07:30:52.815878 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0424 07:30:56.693810 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=461 I0424 07:30:57.776728 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 07:31:36.797281 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 07:31:40.798791 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 07:32:50.783894 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 07:33:26.694487 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0424 07:34:33.689449 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 07:34:47.808124 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 07:35:27.063706 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:27.063756 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:27.068540 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q75v7 I0424 07:35:27.068570 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q75v7 I0424 07:35:30.027387 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:30.027410 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:30.031576 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gsjwt I0424 07:35:30.031602 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gsjwt I0424 07:35:35.818495 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 07:35:36.041717 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:36.041761 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:36.044197 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jjbws I0424 07:35:36.044220 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jjbws I0424 07:36:19.690483 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0424 07:36:29.732777 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0424 07:37:44.815746 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0424 07:38:01.779634 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0424 07:38:53.780021 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 07:39:20.787261 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0424 07:39:25.697271 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0424 07:39:31.800546 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 07:39:57.810907 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 07:39:57.819320 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 07:40:00.689963 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0424 07:40:04.532389 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:40:04.533007 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:40:05.400596 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.400655 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.450346 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.450371 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.460306 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:40:05.460330 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:40:05.696805 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=27 I0424 07:40:32.804147 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 07:41:02.800115 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0424 07:41:35.089410 3797 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm I0424 07:41:52.821775 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 07:42:10.694021 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28 I0424 07:42:41.409773 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:41.410411 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:45.292018 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:45.292562 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:46.027635 3797 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:42:46.027662 3797 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:42:46.034793 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:46.034814 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:46.465962 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:46.466591 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:58.296262 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:58.296863 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:01.691232 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:01.691783 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:35.588864 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:35.589436 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:35.692526 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 07:43:40.880818 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:40.881510 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:49.735961 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0424 07:44:44.803494 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 07:45:07.790582 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 07:46:12.755992 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:12.756649 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.882197 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.882791 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.984240 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.984913 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:25.819387 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 07:46:27.782864 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0424 07:46:30.077098 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:30.077767 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:54.699944 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=256 I0424 07:47:10.813803 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 07:47:25.803022 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 07:47:36.697491 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=23 I0424 07:47:39.664415 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.664955 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.705041 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.705572 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:47.807973 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 07:47:54.200284 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.200879 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.249748 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.250332 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:01.692883 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0424 07:48:12.817409 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:12.818052 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.371338 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.371990 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.401820 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.402359 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:18.822147 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 07:48:18.824306 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 07:48:39.606467 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:39.607103 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:45.700071 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0424 07:48:49.168034 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.168680 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.188593 3797 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.189181 3797 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.783656 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0424 07:48:50.012662 3797 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:48:50.012687 3797 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:48:50.019734 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:48:50.019756 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:49:09.439471 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:49:09.440041 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:05.247392 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:05.248020 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:06.058409 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.058437 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.102627 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.102649 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.107438 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:50:06.107463 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:50:32.462314 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:32.462944 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:03.724679 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:03.725302 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:15.324290 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:15.324845 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:22.392107 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:22.392699 3797 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:32.975393 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:32.976019 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:33.025855 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:33.026485 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:51.215922 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:51.216486 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:56.740199 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:56.740784 3797 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:58.695533 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 07:52:02.805970 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 07:52:09.794188 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 07:52:15.721279 3797 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:15.721886 3797 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:16.223735 3797 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:52:16.223759 3797 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:52:16.229585 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:52:16.229608 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:52:27.509595 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:27.510245 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:51.156069 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:51.156685 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:57.822025 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 07:53:00.888930 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:00.889524 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:01.926012 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:01.926642 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:02.785744 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0424 07:53:04.246370 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.246962 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.284323 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.284876 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:12.039215 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:12.039797 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:13.700014 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0424 07:53:14.739064 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0424 07:53:24.447889 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:24.448486 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:26.825645 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0424 07:53:35.261866 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:35.262487 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:43.387179 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:43.387743 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:11.793372 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:11.794013 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:15.786739 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 07:54:27.703210 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=314 I0424 07:54:36.082690 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:36.083338 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:48.827623 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 07:54:49.219926 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:49.220522 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:00.702831 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0424 07:55:23.868156 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:23.868846 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:24.298708 3797 obj_retry.go:492] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:55:24.298731 3797 obj_retry.go:492] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:55:24.301633 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:55:24.301661 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:55:24.567008 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:24.567650 3797 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:46.700536 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15