+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-153.ec2.internal ++ [[ -n ip-10-0-0-153.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-153.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 22:52:24.868750401 - disable conntrack on geneve port' I0420 22:52:24.868750401 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0420 22:52:24.886194102 - starting ovnkube-node + echo 'I0420 22:52:24.886194102 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-153.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-153.ec2.internal --init-node ip-10-0-0-153.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-153.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 22:52:24.925410 3657 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 22:52:24.925465 3657 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-50772837a9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 22:52:24.927330 3657 kube.go:431] Waiting for certificate I0420 22:52:24.927359 3657 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 22:52:24.927401 3657 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 22:52:24.928071 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 22:52:24.962457 3657 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:24.962472 3657 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:24.965944 3657 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:24.966037 3657 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hzk7j" I0420 22:52:42.929638 3657 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hzk7j" I0420 22:52:42.929795 3657 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:52:43.927485 3657 kube.go:438] Certificate found I0420 22:52:43.928034 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 22:52:43.929047 3657 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 22:52:43.976383 3657 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 22:47:42 +0000 UTC" deadline="2026-04-21 19:09:51.674531729 +0000 UTC" I0420 22:52:43.976433 3657 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h17m7.698111742s" I0420 22:52:44.015071 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 22:52:44.023862 3657 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 22:52:44.023990 3657 server.go:101] MetricServer registers OVS metrics I0420 22:52:44.024331 3657 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 22:52:44.024372 3657 server.go:105] MetricServer registers OVN DB metrics I0420 22:52:44.024427 3657 factory.go:561] Starting watch factory I0420 22:52:44.024526 3657 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.024564 3657 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.024567 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.024581 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.024619 3657 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.024633 3657 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.024644 3657 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.024674 3657 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.025508 3657 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.025608 3657 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.027368 3657 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.027391 3657 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.028965 3657 controller_manager.go:370] Starting the ovnkube controller I0420 22:52:44.028984 3657 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-153.ec2.internal I0420 22:52:44.029071 3657 controller_manager.go:395] NBDB zone sync took: 60.615µs I0420 22:52:44.029085 3657 factory.go:561] Starting watch factory I0420 22:52:44.029444 3657 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 22:52:44.029464 3657 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 22:52:44.042839 3657 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 22:52:44.042877 3657 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 22:52:44.046184 3657 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 22:52:44.046215 3657 server.go:109] MetricServer registers OVN Controller metrics I0420 22:52:44.049275 3657 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.049392 3657 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.049910 3657 server.go:113] MetricServer registers OVN Northd metrics I0420 22:52:44.052790 3657 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.053526 3657 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.055033 3657 metrics.go:519] OVN Metrics Server starts to run ... I0420 22:52:44.056532 3657 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.065563 3657 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:44.130167 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0420 22:52:44.130189 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 22:52:44.130193 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 22:52:44.130196 3657 factory.go:1977] *v1.Node informer cache synced successfully I0420 22:52:44.130199 3657 factory.go:1977] *v1.Service informer cache synced successfully I0420 22:52:44.130202 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 22:52:44.130271 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:44.130286 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:44.130311 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:44.130331 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:44.133448 3657 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:44.133450 3657 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:52:44.135411 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 22:52:44.135421 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 22:52:44.135468 3657 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.135482 3657 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.135534 3657 factory.go:1977] *v1.Service informer cache synced successfully I0420 22:52:44.135546 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 22:52:44.135551 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0420 22:52:44.135556 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 22:52:44.135560 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 22:52:44.135565 3657 factory.go:1977] *v1.Node informer cache synced successfully I0420 22:52:44.138082 3657 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.141350 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 22:52:44.141359 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 22:52:44.141362 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 22:52:44.141413 3657 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.141429 3657 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.143863 3657 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.147101 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 22:52:44.147148 3657 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.147157 3657 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.147227 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 22:52:44.149602 3657 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.152869 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 22:52:44.152882 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 22:52:44.152925 3657 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.152936 3657 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.155551 3657 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.158864 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 22:52:44.158875 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 22:52:44.158924 3657 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.158935 3657 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.161960 3657 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.163886 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 22:52:44.163903 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 22:52:44.164075 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:52:44.164091 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:52:44.166773 3657 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:52:44.169291 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 22:52:44.169347 3657 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.169369 3657 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.169393 3657 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.169406 3657 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.169422 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 22:52:44.172348 3657 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.172536 3657 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:52:44.174576 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 22:52:44.174586 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 22:52:44.174593 3657 factory.go:680] Watch Factory start up complete, took: 150.168321ms I0420 22:52:44.174644 3657 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 22:52:44.174693 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 22:52:44.180029 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 22:52:44.180038 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 22:52:44.180045 3657 factory.go:680] Watch Factory start up complete, took: 150.958047ms I0420 22:52:44.180051 3657 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-153.ec2.internal" zone I0420 22:52:44.222096 3657 default_node_network_controller.go:710] Initializing the default node network controller I0420 22:52:44.283711 3657 udn_isolation.go:101] Starting UDN host isolation manager I0420 22:52:44.289688 3657 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 22:52:44.359346 3657 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 22:52:44.359473 3657 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 22:52:44.359493 3657 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 22:52:44.390224 3657 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 22:52:44.390280 3657 default_node_network_controller.go:809] Node ip-10-0-0-153.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0420 22:52:44.394868 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.153"] k8s.ovn.org/zone-name:ip-10-0-0-153.ec2.internal] on node ip-10-0-0-153.ec2.internal I0420 22:52:44.417816 3657 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 22:52:44.423218 3657 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 22:52:44.423398 3657 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0420 22:52:44.423523 3657 gateway_init.go:263] Preparing Gateway I0420 22:52:44.423534 3657 gateway_shared_intf.go:1687] Creating new gateway I0420 22:52:44.430939 3657 controller_manager.go:429] Waiting for node in zone sync took: 250.876746ms I0420 22:52:44.443972 3657 controller_manager.go:611] Switching to transit router for layer2 networks I0420 22:52:44.443985 3657 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-153.ec2.internal I0420 22:52:44.470094 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 22:52:44.476029 3657 controller_manager.go:290] SCTP support detected in OVN I0420 22:52:44.476620 3657 services_controller.go:69] Creating services controller for network=default I0420 22:52:44.476728 3657 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 22:52:44.476818 3657 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 22:52:44.476856 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 22:52:44.476874 3657 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 22:52:44.476882 3657 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 22:52:44.477095 3657 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 22:52:44.477159 3657 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 22:52:44.477187 3657 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.17µs I0420 22:52:44.477212 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 41.929µs I0420 22:52:44.477220 3657 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 61.962µs I0420 22:52:44.477227 3657 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 22:52:44.477241 3657 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 22:52:44.477242 3657 udn_enabled_svc.go:95] Performing full resync I0420 22:52:44.477250 3657 default_network_controller.go:325] Starting the default network controller I0420 22:52:44.477377 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.672µs I0420 22:52:44.477565 3657 udn_enabled_svc.go:99] Waiting for handler to sync I0420 22:52:44.477578 3657 udn_enabled_svc.go:104] Starting worker I0420 22:52:44.486461 3657 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 22:52:44.486513 3657 repair.go:33] Syncing exgw routes took 39.657µs I0420 22:52:44.486536 3657 default_network_controller.go:414] Starting all the Watchers... I0420 22:52:44.486666 3657 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 22:52:44.486680 3657 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 22:52:44.486804 3657 namespace.go:98] [openshift-machine-api] adding namespace I0420 22:52:44.486841 3657 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 22:52:44.486850 3657 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 22:52:44.486854 3657 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 22:52:44.486858 3657 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 22:52:44.486862 3657 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 22:52:44.486867 3657 namespace.go:98] [openshift-config-operator] adding namespace I0420 22:52:44.486871 3657 namespace.go:98] [openshift-multus] adding namespace I0420 22:52:44.486874 3657 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 22:52:44.486878 3657 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 22:52:44.486881 3657 namespace.go:98] [openshift-authentication] adding namespace I0420 22:52:44.486891 3657 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 22:52:44.486898 3657 namespace.go:98] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] adding namespace I0420 22:52:44.487284 3657 namespace.go:102] [openshift-ingress-operator] adding namespace took 608.523µs I0420 22:52:44.487296 3657 namespace.go:98] [openshift-network-console] adding namespace I0420 22:52:44.487766 3657 namespace.go:102] [openshift-network-console] adding namespace took 464.913µs I0420 22:52:44.487779 3657 namespace.go:98] [openshift-package-operator] adding namespace I0420 22:52:44.488910 3657 namespace.go:102] [openshift-package-operator] adding namespace took 1.125559ms I0420 22:52:44.488925 3657 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 22:52:44.489366 3657 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.675244ms I0420 22:52:44.489381 3657 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 22:52:44.489889 3657 namespace.go:102] [openshift-machine-api] adding namespace took 3.072775ms I0420 22:52:44.489905 3657 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 22:52:44.490318 3657 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.468869ms I0420 22:52:44.490333 3657 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 22:52:44.490773 3657 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.918987ms I0420 22:52:44.490788 3657 namespace.go:98] [default] adding namespace I0420 22:52:44.491252 3657 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.392734ms I0420 22:52:44.491268 3657 namespace.go:98] [openshift-node] adding namespace W0420 22:52:44.491644 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9hxs9: pod openshift-network-diagnostics/network-check-target-9hxs9: no pod IPs found W0420 22:52:44.491671 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-r9x8g: pod openshift-network-diagnostics/network-check-target-r9x8g: no pod IPs found I0420 22:52:44.491742 3657 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 4.8679ms I0420 22:52:44.491752 3657 namespace.go:98] [openshift-console-operator] adding namespace I0420 22:52:44.492224 3657 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.357909ms I0420 22:52:44.492239 3657 namespace.go:98] [openshift-controller-manager] adding namespace W0420 22:52:44.492619 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5rnjk: pod openshift-multus/network-metrics-daemon-5rnjk: no pod IPs found W0420 22:52:44.492629 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-skbdd: pod openshift-multus/network-metrics-daemon-skbdd: no pod IPs found I0420 22:52:44.492669 3657 namespace.go:102] [openshift-config-operator] adding namespace took 5.782286ms I0420 22:52:44.492683 3657 namespace.go:98] [openshift-marketplace] adding namespace I0420 22:52:44.493081 3657 namespace.go:102] [openshift-multus] adding namespace took 6.202324ms I0420 22:52:44.493104 3657 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 22:52:44.493525 3657 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.645457ms I0420 22:52:44.493542 3657 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 22:52:44.494017 3657 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.134416ms I0420 22:52:44.494029 3657 namespace.go:98] [openshift-cluster-version] adding namespace I0420 22:52:44.494434 3657 namespace.go:102] [openshift-authentication] adding namespace took 7.548158ms I0420 22:52:44.494443 3657 namespace.go:98] [openshift-service-ca] adding namespace I0420 22:52:44.494880 3657 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.983991ms I0420 22:52:44.494891 3657 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 22:52:44.495328 3657 namespace.go:102] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] adding namespace took 8.424485ms I0420 22:52:44.495342 3657 namespace.go:98] [openshift-infra] adding namespace I0420 22:52:44.495675 3657 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.744069ms I0420 22:52:44.495691 3657 namespace.go:98] [kube-node-lease] adding namespace I0420 22:52:44.496146 3657 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.760592ms I0420 22:52:44.496156 3657 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 22:52:44.496591 3657 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.680223ms I0420 22:52:44.496603 3657 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 22:52:44.497006 3657 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.667956ms I0420 22:52:44.497020 3657 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 22:52:44.497372 3657 namespace.go:102] [default] adding namespace took 6.57813ms I0420 22:52:44.497384 3657 namespace.go:98] [dedicated-admin] adding namespace I0420 22:52:44.497775 3657 namespace.go:102] [openshift-node] adding namespace took 6.503545ms I0420 22:52:44.497785 3657 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 22:52:44.498306 3657 namespace.go:102] [openshift-console-operator] adding namespace took 6.548278ms I0420 22:52:44.498319 3657 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 22:52:44.498797 3657 namespace.go:102] [openshift-controller-manager] adding namespace took 6.553204ms I0420 22:52:44.498811 3657 namespace.go:98] [openshift] adding namespace I0420 22:52:44.499286 3657 namespace.go:102] [openshift-marketplace] adding namespace took 6.599167ms I0420 22:52:44.499296 3657 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 22:52:44.499842 3657 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.733123ms I0420 22:52:44.499852 3657 namespace.go:98] [openshift-config] adding namespace I0420 22:52:44.500315 3657 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.767518ms I0420 22:52:44.500332 3657 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 22:52:44.500917 3657 namespace.go:102] [openshift-cluster-version] adding namespace took 6.879434ms I0420 22:52:44.500937 3657 namespace.go:98] [openshift-backplane] adding namespace I0420 22:52:44.501442 3657 namespace.go:102] [openshift-service-ca] adding namespace took 6.994743ms I0420 22:52:44.501455 3657 namespace.go:98] [openshift-console] adding namespace I0420 22:52:44.501943 3657 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.045944ms I0420 22:52:44.501959 3657 namespace.go:98] [openshift-host-network] adding namespace I0420 22:52:44.502262 3657 namespace.go:102] [openshift-infra] adding namespace took 6.916675ms I0420 22:52:44.502273 3657 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 22:52:44.502331 3657 iptables.go:108] Creating table: filter chain: FORWARD I0420 22:52:44.502629 3657 namespace.go:102] [kube-node-lease] adding namespace took 6.933272ms I0420 22:52:44.502642 3657 namespace.go:98] [kube-public] adding namespace I0420 22:52:44.503188 3657 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.027236ms I0420 22:52:44.503204 3657 namespace.go:98] [openshift-logging] adding namespace I0420 22:52:44.503650 3657 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.041442ms I0420 22:52:44.503677 3657 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 22:52:44.504358 3657 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.330405ms I0420 22:52:44.504373 3657 namespace.go:98] [openshift-dns-operator] adding namespace I0420 22:52:44.504871 3657 namespace.go:102] [dedicated-admin] adding namespace took 7.478241ms I0420 22:52:44.504889 3657 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 22:52:44.505317 3657 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.527387ms I0420 22:52:44.505328 3657 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 22:52:44.505672 3657 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.349086ms I0420 22:52:44.505680 3657 namespace.go:98] [openshift-ingress] adding namespace I0420 22:52:44.506133 3657 namespace.go:102] [openshift] adding namespace took 7.318617ms I0420 22:52:44.506141 3657 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 22:52:44.506569 3657 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.266685ms I0420 22:52:44.506588 3657 namespace.go:98] [openshift-image-registry] adding namespace I0420 22:52:44.507075 3657 namespace.go:102] [openshift-config] adding namespace took 7.21671ms I0420 22:52:44.507093 3657 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 22:52:44.507668 3657 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.331187ms I0420 22:52:44.507681 3657 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 22:52:44.508223 3657 namespace.go:102] [openshift-backplane] adding namespace took 7.278075ms I0420 22:52:44.508239 3657 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 22:52:44.508613 3657 namespace.go:102] [openshift-console] adding namespace took 7.153327ms I0420 22:52:44.508627 3657 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 22:52:44.508673 3657 iptables.go:108] Creating table: filter chain: OUTPUT I0420 22:52:44.509288 3657 namespace.go:102] [openshift-host-network] adding namespace took 7.322458ms I0420 22:52:44.509301 3657 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 22:52:44.509894 3657 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.616266ms I0420 22:52:44.509907 3657 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 22:52:44.510419 3657 namespace.go:102] [kube-public] adding namespace took 7.76956ms I0420 22:52:44.510855 3657 namespace.go:102] [openshift-logging] adding namespace took 7.645108ms I0420 22:52:44.510866 3657 namespace.go:98] [openshift-etcd] adding namespace I0420 22:52:44.511318 3657 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.6332ms I0420 22:52:44.511335 3657 namespace.go:98] [openshift-operators] adding namespace I0420 22:52:44.511638 3657 namespace.go:102] [openshift-dns-operator] adding namespace took 7.259291ms I0420 22:52:44.511669 3657 namespace.go:98] [openshift-network-operator] adding namespace I0420 22:52:44.512171 3657 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.276407ms I0420 22:52:44.512185 3657 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 22:52:44.512631 3657 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.298761ms I0420 22:52:44.512641 3657 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 22:52:44.513057 3657 namespace.go:102] [openshift-ingress] adding namespace took 7.372467ms I0420 22:52:44.513070 3657 namespace.go:98] [openshift-insights] adding namespace I0420 22:52:44.513625 3657 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.47918ms I0420 22:52:44.513672 3657 namespace.go:98] [kube-system] adding namespace I0420 22:52:44.514232 3657 namespace.go:102] [openshift-image-registry] adding namespace took 7.636787ms I0420 22:52:44.514249 3657 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 22:52:44.514634 3657 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 22:52:44.514648 3657 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-153.ec2.internal","mac-address":"12:f0:7c:5c:4e:9b","ip-addresses":["10.0.0.153/24"],"ip-address":"10.0.0.153/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0a2a9244-c513-4049-9f72-18d16edfd3e2 k8s.ovn.org/node-encap-ips:["10.0.0.153"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.153/24"} k8s.ovn.org/zone-name:ip-10-0-0-153.ec2.internal] on node ip-10-0-0-153.ec2.internal I0420 22:52:44.514699 3657 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.594909ms I0420 22:52:44.514748 3657 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 22:52:44.515283 3657 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.597373ms I0420 22:52:44.515295 3657 namespace.go:98] [openshift-apiserver] adding namespace I0420 22:52:44.515764 3657 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.520388ms I0420 22:52:44.515776 3657 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 22:52:44.516269 3657 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.635163ms I0420 22:52:44.516288 3657 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 22:52:44.516855 3657 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.548417ms I0420 22:52:44.516868 3657 namespace.go:98] [openshift-monitoring] adding namespace I0420 22:52:44.517342 3657 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.42871ms I0420 22:52:44.517355 3657 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 22:52:44.517932 3657 namespace.go:102] [openshift-etcd] adding namespace took 7.059634ms I0420 22:52:44.517947 3657 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 22:52:44.518371 3657 namespace.go:102] [openshift-operators] adding namespace took 7.029813ms I0420 22:52:44.518389 3657 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 22:52:44.519095 3657 namespace.go:102] [openshift-network-operator] adding namespace took 7.417985ms I0420 22:52:44.519110 3657 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 22:52:44.519497 3657 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.305959ms I0420 22:52:44.519511 3657 namespace.go:98] [openshift-config-managed] adding namespace I0420 22:52:44.519948 3657 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.300432ms I0420 22:52:44.520509 3657 namespace.go:102] [openshift-insights] adding namespace took 7.434035ms I0420 22:52:44.520938 3657 namespace.go:102] [kube-system] adding namespace took 7.2594ms I0420 22:52:44.521314 3657 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.060089ms I0420 22:52:44.521737 3657 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.978623ms I0420 22:52:44.522124 3657 namespace.go:102] [openshift-apiserver] adding namespace took 6.823932ms I0420 22:52:44.522545 3657 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.764121ms I0420 22:52:44.523002 3657 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.705771ms I0420 22:52:44.523453 3657 namespace.go:102] [openshift-monitoring] adding namespace took 6.578025ms I0420 22:52:44.523472 3657 namespace.go:98] [openshift-dns] adding namespace I0420 22:52:44.524132 3657 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.770829ms I0420 22:52:44.524675 3657 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.723804ms I0420 22:52:44.525261 3657 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.864797ms I0420 22:52:44.525790 3657 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.675693ms I0420 22:52:44.526327 3657 namespace.go:102] [openshift-config-managed] adding namespace took 6.80969ms I0420 22:52:44.526837 3657 namespace.go:102] [openshift-dns] adding namespace took 3.358869ms W0420 22:52:44.526912 3657 master.go:458] Unable to parse local node ip-10-0-0-153.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 22:52:44.526920 3657 master.go:481] Removing stale chassis with ID/Name: 0a2a9244-c513-4049-9f72-18d16edfd3e2, hostname: ip-10-0-0-153.ec2.internal I0420 22:52:44.527292 3657 master.go:548] Adding or Updating local node "ip-10-0-0-153.ec2.internal" for network "default" I0420 22:52:44.528591 3657 zone_ic_handler.go:195] Time taken to create transit switch: 611.972µs I0420 22:52:44.528604 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-117.ec2.internal for the network default E0420 22:52:44.528787 3657 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-216.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-216.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-216.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d1b898 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3042034197}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 22:52:44.528848 3657 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-216.ec2.internal", UID:"f5f4c09a-056e-4e99-bbf1-ee313ea9242a", APIVersion:"v1", ResourceVersion:"10187", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-216.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-216.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d1b898 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3042034197}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 22:52:44.529836 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-117.ec2.internal" on network "default" took: 1.866873ms I0420 22:52:44.531715 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-153.ec2.internal for the network default I0420 22:52:44.531884 3657 zone_ic_handler.go:195] Time taken to create transit switch: 156.286µs I0420 22:52:44.532612 3657 default_network_controller.go:823] Node add failed for ip-10-0-0-153.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal, error getting gateway config for node ip-10-0-0-153.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-153.ec2.internal", failed to update chassis to local for local node ip-10-0-0-153.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-153.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal] E0420 22:52:44.532668 3657 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-153.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal, error getting gateway config for node ip-10-0-0-153.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-153.ec2.internal", failed to update chassis to local for local node ip-10-0-0-153.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-153.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal] I0420 22:52:44.532707 3657 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 22:52:44.532711 3657 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-153.ec2.internal", UID:"a65e95ba-2f1c-47ee-a886-46e04201f35a", APIVersion:"v1", ResourceVersion:"10189", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal, error getting gateway config for node ip-10-0-0-153.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-153.ec2.internal", failed to update chassis to local for local node ip-10-0-0-153.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-153.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal] I0420 22:52:44.532735 3657 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 22:52:44.532749 3657 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 22:52:44.532776 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-117.ec2.internal in network "default" I0420 22:52:44.532833 3657 node_tracker.go:169] Node ip-10-0-1-117.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.532847 3657 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.532852 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.532872 3657 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.532878 3657 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.532883 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:44.532890 3657 node_tracker.go:235] Node ip-10-0-0-153.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-153.ec2.internal" I0420 22:52:44.532896 3657 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.532899 3657 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.534103 3657 master.go:548] Adding or Updating local node "ip-10-0-0-153.ec2.internal" for network "default" I0420 22:52:44.534104 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:44.534222 3657 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.534233 3657 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.536283 3657 default_node_network_controller.go:519] Node connection status = connected W0420 22:52:44.539083 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-skbdd: pod openshift-multus/network-metrics-daemon-skbdd: no pod IPs found W0420 22:52:44.539105 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-r9x8g: pod openshift-network-diagnostics/network-check-target-r9x8g: no pod IPs found I0420 22:52:44.539893 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-153.ec2.internal for the network default I0420 22:52:44.540048 3657 zone_ic_handler.go:195] Time taken to create transit switch: 144.817µs I0420 22:52:44.632906 3657 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 22:52:44.632929 3657 services_controller.go:208] Setting up event handlers for services for network=default I0420 22:52:44.633013 3657 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 22:52:44.633104 3657 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 22:52:44.633133 3657 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 22:52:44.733910 3657 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 22:52:44.733923 3657 repair.go:60] Starting repairing loop for services I0420 22:52:44.733997 3657 repair.go:131] Deleted 0 stale service LBs I0420 22:52:44.734018 3657 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 22:52:44.734033 3657 repair.go:62] Finished repairing loop for services: 111.382µs I0420 22:52:44.734058 3657 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 22:52:44.734068 3657 services_controller.go:254] Starting workers for network=default I0420 22:52:44.734371 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0420 22:52:44.734463 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-r9x8g] creating logical port openshift-network-diagnostics_network-check-target-r9x8g for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:44.734544 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-skbdd] creating logical port openshift-multus_network-metrics-daemon-skbdd for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:44.734602 3657 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-r9x8g I0420 22:52:44.734725 3657 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-skbdd W0420 22:52:44.735724 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.735737 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.735741 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.738773 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.739676 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:52:44.750403 3657 pod.go:62] [openshift-network-diagnostics/network-check-target-r9x8g] pod update took 15.863652ms I0420 22:52:44.750419 3657 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-r9x8g] addLogicalPort annotation time took 15.885483ms I0420 22:52:44.751179 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-r9x8g] addLogicalPort took 16.727583ms, libovsdb time 587.03µs I0420 22:52:44.751508 3657 pod.go:62] [openshift-multus/network-metrics-daemon-skbdd] pod update took 16.8909ms I0420 22:52:44.751526 3657 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-skbdd] addLogicalPort annotation time took 16.911569ms I0420 22:52:44.752297 3657 pods.go:271] [openshift-multus/network-metrics-daemon-skbdd] addLogicalPort took 17.76285ms, libovsdb time 579.426µs I0420 22:52:44.752919 3657 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 22:52:44.752944 3657 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 22:52:44.752959 3657 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 22:52:44.752964 3657 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 22:52:44.753260 3657 repair.go:29] Repairing admin network policies took 287.77µs I0420 22:52:44.753455 3657 repair.go:92] Repairing baseline admin network policies took 175.823µs I0420 22:52:44.753856 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 22:52:44.754589 3657 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 22:52:44.754603 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 22:52:44.756336 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 22:52:44.756367 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 22:52:44.756400 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 22:52:44.758334 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 22:52:44.758352 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 22:52:44.758361 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 22:52:44.760867 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 22:52:44.760885 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 22:52:44.760893 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 22:52:44.761379 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 22:52:44.761397 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 22:52:44.761405 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 22:52:44.762614 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 22:52:44.762632 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 22:52:44.762640 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 22:52:44.763160 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 22:52:44.763183 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 22:52:44.763196 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 22:52:44.765139 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 22:52:44.765159 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 22:52:44.765170 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 22:52:44.766780 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 22:52:44.766799 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 22:52:44.766808 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 22:52:44.767253 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 22:52:44.767270 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 22:52:44.767278 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 22:52:44.767855 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 22:52:44.767872 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 22:52:44.767881 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 22:52:44.768387 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 22:52:44.768404 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 22:52:44.768412 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 22:52:44.768891 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 22:52:44.768913 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 22:52:44.768921 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 22:52:44.769352 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 22:52:44.769368 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 22:52:44.769375 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 22:52:44.769826 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 22:52:44.769842 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 22:52:44.769851 3657 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 22:52:44.771499 3657 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 22:52:44.771517 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 22:52:44.771525 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 22:52:44.772508 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 22:52:44.772528 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 22:52:44.772540 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 22:52:44.773376 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 22:52:44.773396 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 22:52:44.773403 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 22:52:44.774670 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 22:52:44.774690 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 22:52:44.774699 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 22:52:44.775803 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 22:52:44.775820 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 22:52:44.775837 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 22:52:44.777026 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 22:52:44.777043 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 22:52:44.777049 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 22:52:44.777413 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 22:52:44.777431 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 22:52:44.777437 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 22:52:44.777782 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 22:52:44.777799 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 22:52:44.777808 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 22:52:44.779179 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 22:52:44.779201 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 22:52:44.779213 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 22:52:44.780412 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 22:52:44.780428 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 22:52:44.780435 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 22:52:44.780952 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 22:52:44.780973 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 22:52:44.780980 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 22:52:44.781453 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 22:52:44.781480 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 22:52:44.781489 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 22:52:44.781997 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 22:52:44.782015 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 22:52:44.782021 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 22:52:44.782325 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 22:52:44.782342 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 22:52:44.782351 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 22:52:44.782868 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 22:52:44.783088 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0420 22:52:44.788426 3657 egressfirewall.go:374] Starting EgressFirewall controller I0420 22:52:44.788457 3657 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 22:52:44.788474 3657 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 22:52:44.788486 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 22:52:44.788497 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 22:52:44.788526 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 22:52:44.788542 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 22:52:44.788931 3657 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 22:52:44.788951 3657 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 22:52:44.788958 3657 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 22:52:44.788969 3657 egressqos.go:193] Setting up event handlers for EgressQoS I0420 22:52:44.789036 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0420 22:52:44.789048 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:44.789052 3657 egressfirewall.go:723] Syncing node "ip-10-0-1-117.ec2.internal" for egress firewall I0420 22:52:44.789190 3657 egressqos.go:245] Starting EgressQoS Controller I0420 22:52:44.789203 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 22:52:44.789211 3657 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 22:52:44.789215 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 22:52:44.789220 3657 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 22:52:44.789224 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 22:52:44.789228 3657 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 22:52:44.789232 3657 egressqos.go:259] Repairing EgressQoSes I0420 22:52:44.789236 3657 egressqos.go:399] Starting repairing loop for egressqos I0420 22:52:44.789320 3657 egressqos.go:401] Finished repairing loop for egressqos: 84.396µs I0420 22:52:44.789334 3657 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 22:52:44.789374 3657 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-153.ec2.internal I0420 22:52:44.789428 3657 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-153.ec2.internal : 57.113µs I0420 22:52:44.789602 3657 egressservice_zone.go:210] Starting Egress Services Controller I0420 22:52:44.789681 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 22:52:44.789690 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 22:52:44.789696 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 22:52:44.789700 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 22:52:44.789714 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 22:52:44.789721 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 22:52:44.789725 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 22:52:44.789729 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 22:52:44.789733 3657 egressservice_zone.go:228] Repairing Egress Services I0420 22:52:44.790010 3657 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 22:52:44.790019 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 22:52:44.790036 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:44.790046 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 11.587µs I0420 22:52:44.790053 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-117.ec2.internal I0420 22:52:44.790061 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-117.ec2.internal: 8.856µs I0420 22:52:44.790066 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:44.790069 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 3.489µs I0420 22:52:44.790204 3657 default_network_controller.go:585] Completing all the Watchers took 303.658681ms I0420 22:52:44.790216 3657 default_network_controller.go:589] Starting unidling controllers I0420 22:52:44.790226 3657 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 22:52:44.790236 3657 unidle.go:63] Populating Initial ContollerEvent events I0420 22:52:44.790263 3657 unidle.go:79] Setting up event handlers for services I0420 22:52:44.790386 3657 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 22:52:44.796249 3657 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 22:52:44.925317 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.925366 3657 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.925385 3657 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.925367 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0420 22:52:44.925405 3657 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "ip-10-0-2-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.925458 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:44.925476 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 26.73µs W0420 22:52:44.925461 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.925500 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.925511 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.925700 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.925779 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:52:44.926174 3657 zone_ic_handler.go:195] Time taken to create transit switch: 227.77µs I0420 22:52:44.926186 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-216.ec2.internal for the network default I0420 22:52:44.927124 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-216.ec2.internal" on network "default" took: 1.189509ms I0420 22:52:44.927155 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-216.ec2.internal. Updating no re-route policies I0420 22:52:45.037628 3657 default_node_network_controller.go:519] Node connection status = connected I0420 22:52:45.054945 3657 bridgeconfig.go:537] Gateway is ready I0420 22:52:45.054959 3657 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 22:52:45.066986 3657 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.153. Updating OVN encap IP. I0420 22:52:45.072008 3657 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.153 - it is already configured I0420 22:52:45.072022 3657 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.153/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 22:52:45.072193 3657 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.153/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-153.ec2.internal","mac-address":"12:f0:7c:5c:4e:9b","ip-addresses":["10.0.0.153/24"],"ip-address":"10.0.0.153/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0a2a9244-c513-4049-9f72-18d16edfd3e2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.153/24"}] on node ip-10-0-0-153.ec2.internal I0420 22:52:45.091539 3657 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.153 I0420 22:52:45.091626 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-153.ec2.internal I0420 22:52:45.092121 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:45.092134 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 17.411µs I0420 22:52:45.092145 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:45.092179 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:45.092200 3657 master.go:548] Adding or Updating local node "ip-10-0-0-153.ec2.internal" for network "default" I0420 22:52:45.092242 3657 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:45.092261 3657 services_controller.go:574] Full service sync requested for network=default W0420 22:52:45.092425 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:45.092733 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.092747 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.092757 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.092939 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:52:45.096490 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-153.ec2.internal. Updating no re-route policies I0420 22:52:45.096573 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-89gvr I0420 22:52:45.096593 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-89gvr I0420 22:52:45.096615 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-89gvr after 0 failed attempt(s) I0420 22:52:45.096630 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pf4pv I0420 22:52:45.096636 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pf4pv I0420 22:52:45.096635 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vcxqn I0420 22:52:45.096639 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-v5x95 I0420 22:52:45.096647 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pf4pv after 0 failed attempt(s) I0420 22:52:45.096646 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-wtxbx I0420 22:52:45.096673 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2ndqj I0420 22:52:45.096676 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-153.ec2.internal I0420 22:52:45.096675 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-knzmw I0420 22:52:45.096681 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wg6rj I0420 22:52:45.096689 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-153.ec2.internal I0420 22:52:45.096687 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-r9x8g I0420 22:52:45.096691 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-knzmw I0420 22:52:45.096696 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wg6rj I0420 22:52:45.096702 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-r9x8g I0420 22:52:45.096708 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-2jhd6 I0420 22:52:45.096718 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-2jhd6 I0420 22:52:45.096717 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-153.ec2.internal after 0 failed attempt(s) I0420 22:52:45.096719 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wg6rj after 0 failed attempt(s) I0420 22:52:45.096723 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-knzmw after 0 failed attempt(s) I0420 22:52:45.096730 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-2jhd6 after 0 failed attempt(s) I0420 22:52:45.096755 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-r9x8g] creating logical port openshift-network-diagnostics_network-check-target-r9x8g for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:45.096677 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-153.ec2.internal I0420 22:52:45.096794 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-153.ec2.internal I0420 22:52:45.096674 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-wtxbx I0420 22:52:45.096820 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-153.ec2.internal after 0 failed attempt(s) I0420 22:52:45.096822 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-wtxbx after 0 failed attempt(s) I0420 22:52:45.096651 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vcxqn I0420 22:52:45.096846 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vcxqn after 0 failed attempt(s) I0420 22:52:45.096685 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2ndqj I0420 22:52:45.096859 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2ndqj after 0 failed attempt(s) I0420 22:52:45.096775 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-skbdd I0420 22:52:45.096871 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-skbdd I0420 22:52:45.096899 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-skbdd] creating logical port openshift-multus_network-metrics-daemon-skbdd for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:45.096650 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-v5x95 I0420 22:52:45.096922 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-v5x95 after 0 failed attempt(s) I0420 22:52:45.097616 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-r9x8g] addLogicalPort took 878.164µs, libovsdb time 315.964µs I0420 22:52:45.097627 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-r9x8g after 0 failed attempt(s) I0420 22:52:45.097751 3657 pods.go:271] [openshift-multus/network-metrics-daemon-skbdd] addLogicalPort took 859.572µs, libovsdb time 278.676µs I0420 22:52:45.097758 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-skbdd after 0 failed attempt(s) I0420 22:52:45.112225 3657 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 22:52:45.122857 3657 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 22:52:45.125942 3657 iptables.go:108] Creating table: nat chain: OUTPUT I0420 22:52:45.168502 3657 iptables.go:108] Creating table: nat chain: PREROUTING I0420 22:52:45.221387 3657 iptables.go:108] Creating table: filter chain: FORWARD I0420 22:52:45.236705 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 22:52:45.236945 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 22:52:45.236991 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 22:52:45.237065 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 22:52:45.237112 3657 gateway_init.go:325] Gateway and management port readiness took 704.616695ms I0420 22:52:45.237135 3657 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 22:52:45.237181 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 22:52:45.237195 3657 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 22:52:45.237204 3657 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 22:52:45.237263 3657 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 22:52:45.237340 3657 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.025µs I0420 22:52:45.237628 3657 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 22:52:45.237679 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 32.947µs I0420 22:52:45.237687 3657 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 59.374µs I0420 22:52:45.237693 3657 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 22:52:45.237703 3657 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 22:52:45.237708 3657 default_node_network_controller.go:899] Starting the default node network controller I0420 22:52:45.237714 3657 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 22:52:45.237811 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.472µs I0420 22:52:45.237902 3657 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 22:52:45.237910 3657 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 22:52:45.237934 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a89da0 0xc0002ec540 0xc0002ec5b0 0xc0002ec620 0xc0002ec700 0xc0002ec770 0xc0002ec7e0 0xc000ca6dc0 0xc0002ec850 0xc0002ec8c0 0xc00002e280 0xc00653b500 0xc0002ec930 map[0x2ff9080:0xc00182d5c0 0x2ff95c0:0xc00182d740 0x2ffa2e0:0xc00182d500 0x2ffa580:0xc00182d560 0x2ffad60:0xc00182d620 0x2ffb000:0xc00182d680 0x2ffb2a0:0xc00182d6e0 0x2ffba80:0xc00182daa0 0x2ffbd20:0xc00182db00 0x3026980:0xc001984840 0x3026d20:0xc0030000c0 0x3027800:0xc000cfa4e0 0x3029160:0xc000a28840 0x30298a0:0xc0019bec00 0x302a720:0xc000a288a0] 0xc000a92af0 0} I0420 22:52:45.237984 3657 gateway.go:151] Starting gateway service sync I0420 22:52:45.238455 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 22:52:45.240465 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 22:52:45.258997 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 22:52:45.260046 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 22:52:45.261093 3657 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 22:52:45.291335 3657 gateway.go:168] Gateway service sync done. Time taken: 53.340687ms I0420 22:52:45.291598 3657 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31202 I0420 22:52:45.292173 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a89da0 0xc0002ec540 0xc0002ec5b0 0xc0002ec620 0xc0002ec700 0xc0002ec770 0xc0002ec7e0 0xc000ca6dc0 0xc0002ec850 0xc0002ec8c0 0xc00002e280 0xc00653b500 0xc0002ec930 map[0x2ff9080:0xc00182d5c0 0x2ff95c0:0xc00182d740 0x2ffa2e0:0xc00182d500 0x2ffa580:0xc00182d560 0x2ffad60:0xc00182d620 0x2ffb000:0xc00182d680 0x2ffb2a0:0xc00182d6e0 0x2ffba80:0xc00182daa0 0x2ffbd20:0xc00182db00 0x3026980:0xc001984840 0x3026d20:0xc0030000c0 0x3027800:0xc000cfa4e0 0x3029160:0xc000a28840 0x30298a0:0xc0019bec00 0x302a720:0xc000a288a0] 0xc000a92af0 0} I0420 22:52:45.292749 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a89da0 0xc0002ec540 0xc0002ec5b0 0xc0002ec620 0xc0002ec700 0xc0002ec770 0xc0002ec7e0 0xc000ca6dc0 0xc0002ec850 0xc0002ec8c0 0xc00002e280 0xc00653b500 0xc0002ec930 map[0x2ff9080:0xc00182d5c0 0x2ff95c0:0xc00182d740 0x2ffa2e0:0xc00182d500 0x2ffa580:0xc00182d560 0x2ffad60:0xc00182d620 0x2ffb000:0xc00182d680 0x2ffb2a0:0xc00182d6e0 0x2ffba80:0xc00182daa0 0x2ffbd20:0xc00182db00 0x3026980:0xc001984840 0x3026d20:0xc0030000c0 0x3027800:0xc000cfa4e0 0x3029160:0xc000a28840 0x30298a0:0xc0019bec00 0x302a720:0xc000a288a0] 0xc000a92af0 0} I0420 22:52:45.292793 3657 gateway.go:532] Reconciling gateway with updates I0420 22:52:45.298365 3657 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 22:52:45.298440 3657 default_node_network_controller.go:944] Gateway and management port readiness took 60.521322ms I0420 22:52:45.298448 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:45.298463 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0420 22:52:45.298472 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:45.298479 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0420 22:52:45.298483 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:45.298495 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 22:52:45.298510 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 22:52:45.298522 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 22:52:45.298519 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:45.298536 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 22:52:45.298526 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:45.298546 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:45.298547 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:45.298543 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:45.298568 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:45.298527 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 22:52:45.298577 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:45.298549 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:45.298583 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 22:52:45.298590 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:45.298592 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:45.298598 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 22:52:45.298603 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:45.298606 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:45.298610 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:45.298616 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:45.298618 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:45.298620 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:45.298623 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:45.298628 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 22:52:45.298632 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 22:52:45.298629 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:45.298581 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:45.298642 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 22:52:45.298643 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:45.298645 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:45.298550 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:45.298651 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:45.298674 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:45.298682 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:45.298686 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:45.298689 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 22:52:45.298697 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0420 22:52:45.298640 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:45.298710 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0420 22:52:45.298507 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:45.298721 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:45.298730 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:45.298564 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:45.298607 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:45.298752 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:45.298754 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:45.298762 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:45.298769 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:45.298579 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:45.298560 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:45.298782 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:45.298687 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:45.298790 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 22:52:45.298583 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:45.298645 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:45.298811 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:45.298818 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:45.298581 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 22:52:45.298833 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 22:52:45.298838 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:45.298848 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 22:52:45.298850 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:45.298835 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:45.298852 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:45.298630 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:45.298500 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:45.298871 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:45.298877 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:45.298883 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:45.298888 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:45.298892 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30136 is already open, no action needed I0420 22:52:45.298666 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:45.298900 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:45.298675 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:45.298907 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:45.298913 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:45.298526 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0420 22:52:45.298919 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:45.298883 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:45.298932 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:45.298779 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:45.298793 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:45.298815 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:45.299004 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:45.299019 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:45.298630 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:45.299036 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 22:52:45.299003 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 22:52:45.298860 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:45.299025 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:45.298777 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:45.298860 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:45.299077 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:45.298593 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:45.298897 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:45.298868 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:45.298823 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:45.299186 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 22:52:45.298771 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:45.299209 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:45.299091 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:45.298905 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30516 is already open, no action needed I0420 22:52:45.299134 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:45.299380 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 22:52:45.298594 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:45.299397 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:45.299405 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0420 22:52:45.300094 3657 node_ip_handler_linux.go:160] Node IP manager is running W0420 22:52:45.333421 3657 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 22:52:45.333756 3657 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 22:52:45.333932 3657 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0420 22:52:45.341454 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 22:52:45.341480 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 22:52:45.341491 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0420 22:52:45.341499 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 22:52:45.341508 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 22:52:45.341521 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 22:52:45.341535 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 22:52:45.341554 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 22:52:45.341563 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 22:52:45.341571 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0420 22:52:45.341577 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 22:52:45.378597 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 22:52:45.378619 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 22:52:45.378625 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 22:52:45.378630 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 22:52:45.378636 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 22:52:45.378643 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 22:52:45.378651 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 22:52:45.378671 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 22:52:45.378677 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 22:52:45.378684 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 22:52:45.378689 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 22:52:45.378695 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 22:52:45.378704 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 22:52:45.378709 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 22:52:45.378719 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 22:52:45.378727 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 22:52:45.378734 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 22:52:45.378739 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 22:52:45.378744 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 22:52:45.378760 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 22:52:45.378784 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 22:52:45.415336 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0420 22:52:46.039557 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:46.898157 3657 default_node_network_controller.go:1380] Starting node controller node sync W0420 22:52:46.898247 3657 egressip_healthcheck.go:76] Health checking using insecure connection I0420 22:52:46.898318 3657 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0420 22:52:46.911233 3657 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.058005ms I0420 22:52:46.911338 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-117.ec2.internal", IP: 10.0.1.117 to PMTUD blocking rules I0420 22:52:46.911351 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 22:52:46.911359 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 10.0.2.216 to PMTUD blocking rules I0420 22:52:46.911375 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 22:52:46.923293 3657 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 22:52:46.923546 3657 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 22:52:46.923739 3657 egressservice_node.go:183] Starting Egress Services Controller I0420 22:52:46.923757 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 22:52:46.923771 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 22:52:46.923780 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 22:52:46.923788 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 22:52:46.923795 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 22:52:46.923800 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 22:52:46.923804 3657 egressservice_node.go:197] Repairing Egress Services I0420 22:52:46.934266 3657 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 22:52:46.934276 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 22:52:46.934421 3657 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 22:52:46.934432 3657 link_network_manager.go:119] Link manager is running I0420 22:52:46.934440 3657 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 22:52:46.934568 3657 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 22:52:46.935110 3657 vrf_manager.go:128] VRF manager is running I0420 22:52:46.935195 3657 node_controller_manager.go:437] Removing flows to drop GARP I0420 22:52:46.935203 3657 gateway.go:532] Reconciling gateway with updates I0420 22:52:46.954485 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:46.954501 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:46.954500 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 22:52:46.954512 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:46.954513 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:46.954512 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 22:52:46.954488 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:46.954527 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:46.954520 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 22:52:46.954534 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:46.954535 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:46.954543 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 22:52:46.954524 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0420 22:52:46.954553 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:46.954549 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:46.954560 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0420 22:52:46.954563 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 22:52:46.954561 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:46.954568 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0420 22:52:46.954504 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:46.954572 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:46.954581 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:46.954580 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:46.954584 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:46.954589 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:46.954591 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:46.954596 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:46.954594 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:46.954594 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:46.954604 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:46.954608 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:46.954612 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:46.954612 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 22:52:46.954619 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 22:52:46.954621 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:46.954620 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:46.954620 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:46.954629 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:46.954631 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:46.954638 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:46.954640 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:46.954641 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:46.954642 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:46.954598 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:46.954529 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 22:52:46.954674 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 22:52:46.954584 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:46.954679 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:46.954683 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 22:52:46.954688 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 22:52:46.954685 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:46.954696 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:46.954696 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 22:52:46.954704 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:46.954697 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:46.954676 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:46.954709 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:46.954723 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:46.954725 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:46.954561 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:46.954734 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:46.954736 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:46.954743 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 22:52:46.954738 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:46.954560 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 22:52:46.954686 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:46.954539 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:46.954760 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:46.954764 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:46.954727 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:46.954594 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:46.954800 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:46.954607 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:46.954584 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:46.954574 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:46.954819 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:46.954644 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 22:52:46.954541 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:46.954540 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:46.954834 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 22:52:46.954837 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:46.954551 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:46.954853 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:46.954550 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:46.954872 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:46.954557 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0420 22:52:46.954570 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 22:52:46.954571 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:46.954887 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:46.954566 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:46.954576 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:46.954512 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:46.954931 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:46.954584 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:46.954943 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:46.954631 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0420 22:52:46.954642 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:46.954644 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 22:52:46.954647 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:46.954669 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 22:52:46.954671 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30136 is already open, no action needed I0420 22:52:46.955023 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30516 is already open, no action needed I0420 22:52:46.954678 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:46.955082 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:46.954707 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:46.954759 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 22:52:46.954811 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:46.955154 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 22:52:46.954820 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:46.954530 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:46.954826 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 22:52:46.954550 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0420 22:52:46.955294 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0420 22:52:46.954632 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:46.955339 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:46.955348 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 22:52:46.975447 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 22:52:46.975464 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 22:52:46.975470 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 22:52:46.975479 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 22:52:46.975484 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 22:52:46.975489 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 22:52:46.975496 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 22:52:46.975504 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 22:52:46.975510 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 22:52:46.975524 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 22:52:46.975543 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 22:52:46.975550 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 22:52:46.975558 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 22:52:46.975563 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 22:52:46.975568 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 22:52:46.975573 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 22:52:46.975577 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 22:52:46.975594 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 22:52:46.975602 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 22:52:47.012570 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 22:52:47.012584 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 22:52:47.012589 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 22:52:47.012594 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0420 22:52:47.048417 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 22:52:47.048421 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 22:52:47.048435 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 22:52:47.048442 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 22:52:47.048447 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 22:52:47.048454 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 22:52:47.048462 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) W0420 22:52:48.054652 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 22:52:48.410006 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:48.410040 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 39.718µs W0420 22:52:48.521535 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:48.521551 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:48.521558 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0420 22:52:49.323512 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:49.323547 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 42.43µs I0420 22:52:49.355866 3657 base_network_controller_pods.go:487] [default/openshift-console/console-7c7cb46b78-9kwzw] creating logical port openshift-console_console-7c7cb46b78-9kwzw for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:49.355981 3657 kube.go:256] Updating pod openshift-console/console-7c7cb46b78-9kwzw I0420 22:52:49.355995 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-764b56b67b-l4gbp] creating logical port openshift-image-registry_image-registry-764b56b67b-l4gbp for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:49.356082 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-764b56b67b-l4gbp I0420 22:52:49.373496 3657 pod.go:62] [openshift-console/console-7c7cb46b78-9kwzw] pod update took 17.546129ms I0420 22:52:49.373514 3657 base_network_controller_pods.go:951] [default/openshift-console/console-7c7cb46b78-9kwzw] addLogicalPort annotation time took 17.569796ms I0420 22:52:49.374747 3657 pods.go:271] [openshift-console/console-7c7cb46b78-9kwzw] addLogicalPort took 18.896483ms, libovsdb time 879.851µs I0420 22:52:49.376758 3657 pod.go:62] [openshift-image-registry/image-registry-764b56b67b-l4gbp] pod update took 20.704084ms I0420 22:52:49.376783 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-764b56b67b-l4gbp] addLogicalPort annotation time took 20.73259ms I0420 22:52:49.377858 3657 pods.go:271] [openshift-image-registry/image-registry-764b56b67b-l4gbp] addLogicalPort took 21.879462ms, libovsdb time 778.966µs I0420 22:52:49.379651 3657 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-q7j7k] creating logical port openshift-ingress-canary_ingress-canary-q7j7k for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:49.379745 3657 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-q7j7k I0420 22:52:49.395582 3657 pod.go:62] [openshift-ingress-canary/ingress-canary-q7j7k] pod update took 15.866066ms I0420 22:52:49.395598 3657 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-q7j7k] addLogicalPort annotation time took 15.884689ms I0420 22:52:49.396534 3657 pods.go:271] [openshift-ingress-canary/ingress-canary-q7j7k] addLogicalPort took 16.891811ms, libovsdb time 700.806µs I0420 22:52:49.399565 3657 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nwggz] creating logical port openshift-dns_dns-default-nwggz for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:49.399671 3657 kube.go:256] Updating pod openshift-dns/dns-default-nwggz I0420 22:52:49.412642 3657 pod.go:62] [openshift-dns/dns-default-nwggz] pod update took 13.021744ms I0420 22:52:49.412677 3657 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nwggz] addLogicalPort annotation time took 13.059161ms I0420 22:52:49.413518 3657 pods.go:271] [openshift-dns/dns-default-nwggz] addLogicalPort took 13.967579ms, libovsdb time 639.255µs I0420 22:52:49.422949 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ft4mh] creating logical port openshift-insights_insights-runtime-extractor-ft4mh for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:49.423030 3657 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ft4mh I0420 22:52:49.436915 3657 pod.go:62] [openshift-insights/insights-runtime-extractor-ft4mh] pod update took 13.911411ms I0420 22:52:49.436935 3657 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ft4mh] addLogicalPort annotation time took 13.935652ms I0420 22:52:49.437817 3657 pods.go:271] [openshift-insights/insights-runtime-extractor-ft4mh] addLogicalPort took 14.880032ms, libovsdb time 651.071µs I0420 22:52:49.761852 3657 cni.go:452] [openshift-image-registry/image-registry-764b56b67b-l4gbp 117b8dc885bb959b75bb5541eb43e56e26a4d498be750ad301971225be9294c9 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-764b56b67b-l4gbp 117b8dc885bb959b75bb5541eb43e56e26a4d498be750ad301971225be9294c9 network default NAD default NAD key ] W0420 22:52:49.781550 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:52:49.786607 3657 cni.go:452] [openshift-ingress-canary/ingress-canary-q7j7k ea09e4d1d90c2b24fbf95b94285bb5bf42429a6102e35556b1adf125db668dff network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-q7j7k ea09e4d1d90c2b24fbf95b94285bb5bf42429a6102e35556b1adf125db668dff network default NAD default NAD key ] I0420 22:52:49.803495 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-764b56b67b-l4gbp, hostIfaceName: 117b8dc885bb959, network: default, NAD default, SandboxID: "117b8dc885bb959b75bb5541eb43e56e26a4d498be750ad301971225be9294c9", PCI device ID: , UID: "42c7c5b8-c390-4d11-97c0-630e79715e56", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0420 22:52:49.804972 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-q7j7k, hostIfaceName: ea09e4d1d90c2b2, network: default, NAD default, SandboxID: "ea09e4d1d90c2b24fbf95b94285bb5bf42429a6102e35556b1adf125db668dff", PCI device ID: , UID: "7bbc3830-c8bf-4a0d-bc18-4a08027a439f", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0420 22:52:49.807796 3657 cni.go:452] [openshift-dns/dns-default-nwggz 5d7f29831776ed81240db0634b74b14c5e69a05966f252003d2128debd969b30 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nwggz 5d7f29831776ed81240db0634b74b14c5e69a05966f252003d2128debd969b30 network default NAD default NAD key ] I0420 22:52:49.818340 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nwggz, hostIfaceName: 5d7f29831776ed8, network: default, NAD default, SandboxID: "5d7f29831776ed81240db0634b74b14c5e69a05966f252003d2128debd969b30", PCI device ID: , UID: "05b30fa2-455f-4709-9ef8-14e69f4e81cf", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0420 22:52:49.855375 3657 cni.go:452] [openshift-insights/insights-runtime-extractor-ft4mh d033ee917ed69ce543eeccfba694dc794ec6cda8df8ae14bf91897e28eb43bb8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ft4mh d033ee917ed69ce543eeccfba694dc794ec6cda8df8ae14bf91897e28eb43bb8 network default NAD default NAD key ] I0420 22:52:49.861852 3657 cni.go:473] [openshift-ingress-canary/ingress-canary-q7j7k ea09e4d1d90c2b24fbf95b94285bb5bf42429a6102e35556b1adf125db668dff network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-q7j7k ea09e4d1d90c2b24fbf95b94285bb5bf42429a6102e35556b1adf125db668dff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:2d:df:6a:74:ce\",\"name\":\"ea09e4d1d90c2b2\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eba3b778-1abf-4add-ae75-689e9f926149\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:52:49.865460 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ft4mh, hostIfaceName: d033ee917ed69ce, network: default, NAD default, SandboxID: "d033ee917ed69ce543eeccfba694dc794ec6cda8df8ae14bf91897e28eb43bb8", PCI device ID: , UID: "18b738fc-94e0-4d46-9a34-a22028ffeba2", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0420 22:52:49.865917 3657 cni.go:473] [openshift-image-registry/image-registry-764b56b67b-l4gbp 117b8dc885bb959b75bb5541eb43e56e26a4d498be750ad301971225be9294c9 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-764b56b67b-l4gbp 117b8dc885bb959b75bb5541eb43e56e26a4d498be750ad301971225be9294c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:36:0e:c5:49:3c\",\"name\":\"117b8dc885bb959\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2f46255-3421-4db2-9f9e-967ecaed0a95\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:52:49.872583 3657 cni.go:473] [openshift-dns/dns-default-nwggz 5d7f29831776ed81240db0634b74b14c5e69a05966f252003d2128debd969b30 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nwggz 5d7f29831776ed81240db0634b74b14c5e69a05966f252003d2128debd969b30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c4:24:04:5f:57\",\"name\":\"5d7f29831776ed8\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97470d2f-a52b-4370-a3bc-556bc96ae9bc\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:52:49.909010 3657 cni.go:473] [openshift-insights/insights-runtime-extractor-ft4mh d033ee917ed69ce543eeccfba694dc794ec6cda8df8ae14bf91897e28eb43bb8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ft4mh d033ee917ed69ce543eeccfba694dc794ec6cda8df8ae14bf91897e28eb43bb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:09:2f:c5:fd:a5\",\"name\":\"d033ee917ed69ce\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2a19a92-7392-49c9-bcba-e4e2ac9d639b\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:52:50.049822 3657 cni.go:452] [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key ] I0420 22:52:50.061870 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c7cb46b78-9kwzw, hostIfaceName: f5b0c7fedac8072, network: default, NAD default, SandboxID: "f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda", PCI device ID: , UID: "c8853a39-e6ca-4e55-bae3-a108d2952dae", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0420 22:52:50.103630 3657 cni.go:473] [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:37:c5:2d:4e:53\",\"name\":\"f5b0c7fedac8072\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e921b3f1-7d1a-48af-8844-430efb5a6ed6\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:52:50.163276 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:53.798698 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 22:52:54.698720 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-pq7g7] creating logical port openshift-monitoring_prometheus-operator-76b589d668-pq7g7 for pod on switch ip-10-0-0-153.ec2.internal I0420 22:52:54.698843 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-pq7g7 I0420 22:52:54.711337 3657 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-pq7g7] pod update took 12.520106ms I0420 22:52:54.711355 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-pq7g7] addLogicalPort annotation time took 12.541826ms I0420 22:52:54.712385 3657 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-pq7g7] addLogicalPort took 13.689842ms, libovsdb time 784.865µs I0420 22:52:55.668867 3657 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-pq7g7 a1b14114f265bc87e926d67532602279b9a5e0c8beb92cf979bcf52dfa797d3c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-pq7g7 a1b14114f265bc87e926d67532602279b9a5e0c8beb92cf979bcf52dfa797d3c network default NAD default NAD key ] I0420 22:52:55.679622 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-pq7g7, hostIfaceName: a1b14114f265bc8, network: default, NAD default, SandboxID: "a1b14114f265bc87e926d67532602279b9a5e0c8beb92cf979bcf52dfa797d3c", PCI device ID: , UID: "79977126-6a79-4892-96e6-fe67c98f1fbd", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0420 22:52:55.721984 3657 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-pq7g7 a1b14114f265bc87e926d67532602279b9a5e0c8beb92cf979bcf52dfa797d3c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-pq7g7 a1b14114f265bc87e926d67532602279b9a5e0c8beb92cf979bcf52dfa797d3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:a0:48:68:db:28\",\"name\":\"a1b14114f265bc8\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9c60dae-c6f7-412e-858c-32798be0cfec\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:52:59.839060 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:52:59.839083 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:52:59.880147 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:52:59.880195 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:53:00.219472 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-tzdtp for pod on switch ip-10-0-0-153.ec2.internal I0420 22:53:00.219568 3657 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp I0420 22:53:00.235990 3657 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp] pod update took 16.449269ms I0420 22:53:00.236015 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp] addLogicalPort annotation time took 16.47814ms I0420 22:53:00.237155 3657 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp] addLogicalPort took 17.696711ms, libovsdb time 837.401µs W0420 22:53:00.279525 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:53:01.206881 3657 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp 3df684745f1c6be84c269ccef22d8ca88458341837182fd3bc5ca01e46108241 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp 3df684745f1c6be84c269ccef22d8ca88458341837182fd3bc5ca01e46108241 network default NAD default NAD key ] I0420 22:53:01.217218 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-tzdtp, hostIfaceName: 3df684745f1c6be, network: default, NAD default, SandboxID: "3df684745f1c6be84c269ccef22d8ca88458341837182fd3bc5ca01e46108241", PCI device ID: , UID: "56dc59e5-1fd2-400f-9280-77a0bc5ad1bc", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0420 22:53:01.261284 3657 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp 3df684745f1c6be84c269ccef22d8ca88458341837182fd3bc5ca01e46108241 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-tzdtp 3df684745f1c6be84c269ccef22d8ca88458341837182fd3bc5ca01e46108241 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:4f:be:63:70:fd\",\"name\":\"3df684745f1c6be\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f137f9e-2a99-4c3f-9f30-5fdadf6ebc84\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:53:01.338797 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-153.ec2.internal I0420 22:53:01.338924 3657 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0420 22:53:01.366350 3657 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.453315ms I0420 22:53:01.366370 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.4846ms I0420 22:53:01.367710 3657 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.927561ms, libovsdb time 987.858µs I0420 22:53:01.699207 3657 cni.go:452] [openshift-monitoring/alertmanager-main-1 7b8ebb256cc8ff6d6d725d7f0d5eded19311e45aadf8b74f3f6b8c269fd4570a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7b8ebb256cc8ff6d6d725d7f0d5eded19311e45aadf8b74f3f6b8c269fd4570a network default NAD default NAD key ] I0420 22:53:01.709121 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7b8ebb256cc8ff6, network: default, NAD default, SandboxID: "7b8ebb256cc8ff6d6d725d7f0d5eded19311e45aadf8b74f3f6b8c269fd4570a", PCI device ID: , UID: "4a5b9af4-0c8b-4611-961e-243ae6eb2e28", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0420 22:53:01.753934 3657 cni.go:473] [openshift-monitoring/alertmanager-main-1 7b8ebb256cc8ff6d6d725d7f0d5eded19311e45aadf8b74f3f6b8c269fd4570a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7b8ebb256cc8ff6d6d725d7f0d5eded19311e45aadf8b74f3f6b8c269fd4570a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:86:da:47:61:fc\",\"name\":\"7b8ebb256cc8ff6\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57f96396-a70c-4140-9019-4c99d0195804\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:53:02.116857 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0420 22:53:02.270649 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-58f96c594b-d2sg2] creating logical port openshift-monitoring_thanos-querier-58f96c594b-d2sg2 for pod on switch ip-10-0-0-153.ec2.internal I0420 22:53:02.270804 3657 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58f96c594b-d2sg2 I0420 22:53:02.293828 3657 pod.go:62] [openshift-monitoring/thanos-querier-58f96c594b-d2sg2] pod update took 23.070988ms I0420 22:53:02.293854 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-58f96c594b-d2sg2] addLogicalPort annotation time took 23.101732ms I0420 22:53:02.295288 3657 pods.go:271] [openshift-monitoring/thanos-querier-58f96c594b-d2sg2] addLogicalPort took 24.660696ms, libovsdb time 1.063708ms W0420 22:53:03.272977 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:03.272998 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:53:03.385778 3657 cni.go:452] [openshift-monitoring/thanos-querier-58f96c594b-d2sg2 5345be7c852a37aef6471e60f405d15617c48644c9d487900eabe0d99a5aef5c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-58f96c594b-d2sg2 5345be7c852a37aef6471e60f405d15617c48644c9d487900eabe0d99a5aef5c network default NAD default NAD key ] I0420 22:53:03.395913 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-58f96c594b-d2sg2, hostIfaceName: 5345be7c852a37a, network: default, NAD default, SandboxID: "5345be7c852a37aef6471e60f405d15617c48644c9d487900eabe0d99a5aef5c", PCI device ID: , UID: "784dac2f-745f-494b-8fe0-3c406bea333b", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0420 22:53:03.441418 3657 cni.go:473] [openshift-monitoring/thanos-querier-58f96c594b-d2sg2 5345be7c852a37aef6471e60f405d15617c48644c9d487900eabe0d99a5aef5c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-58f96c594b-d2sg2 5345be7c852a37aef6471e60f405d15617c48644c9d487900eabe0d99a5aef5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:de:7c:c0:03:b5\",\"name\":\"5345be7c852a37a\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/124c18e2-f562-4332-ab3d-426f99567062\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:53:03.801790 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:03.801809 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:03.801815 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:03.801828 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:03.801832 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:03.801837 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:04.185177 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:04.185192 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:04.185200 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:53:04.243083 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:04.243101 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:04.243107 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 22:53:04.798210 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-76dff744f4-fzllc] creating logical port openshift-monitoring_metrics-server-76dff744f4-fzllc for pod on switch ip-10-0-0-153.ec2.internal I0420 22:53:04.798318 3657 kube.go:256] Updating pod openshift-monitoring/metrics-server-76dff744f4-fzllc I0420 22:53:04.814807 3657 pod.go:62] [openshift-monitoring/metrics-server-76dff744f4-fzllc] pod update took 16.523195ms I0420 22:53:04.814828 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-76dff744f4-fzllc] addLogicalPort annotation time took 16.552619ms I0420 22:53:04.816050 3657 pods.go:271] [openshift-monitoring/metrics-server-76dff744f4-fzllc] addLogicalPort took 17.855566ms, libovsdb time 940.221µs I0420 22:53:04.934738 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-9ssd8 for pod on switch ip-10-0-0-153.ec2.internal I0420 22:53:04.934867 3657 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8 I0420 22:53:04.953617 3657 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8] pod update took 18.775855ms I0420 22:53:04.953635 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8] addLogicalPort annotation time took 18.79934ms I0420 22:53:04.954767 3657 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8] addLogicalPort took 20.049113ms, libovsdb time 739.677µs I0420 22:53:05.504332 3657 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8 9fb2d7d3d37b640641b34573cb600abf4073365dd0addaae197950edc41a0125 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8 9fb2d7d3d37b640641b34573cb600abf4073365dd0addaae197950edc41a0125 network default NAD default NAD key ] I0420 22:53:05.506461 3657 cni.go:452] [openshift-monitoring/metrics-server-76dff744f4-fzllc 3f6c356ed22a6cf6cd3d1c351b0cfa2704f7029b2a151d6188716f3d42e005e8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-76dff744f4-fzllc 3f6c356ed22a6cf6cd3d1c351b0cfa2704f7029b2a151d6188716f3d42e005e8 network default NAD default NAD key ] I0420 22:53:05.515969 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-9ssd8, hostIfaceName: 9fb2d7d3d37b640, network: default, NAD default, SandboxID: "9fb2d7d3d37b640641b34573cb600abf4073365dd0addaae197950edc41a0125", PCI device ID: , UID: "3dc2b00f-c1a3-41c5-8a01-e99955a1b4e0", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0420 22:53:05.517209 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-76dff744f4-fzllc, hostIfaceName: 3f6c356ed22a6cf, network: default, NAD default, SandboxID: "3f6c356ed22a6cf6cd3d1c351b0cfa2704f7029b2a151d6188716f3d42e005e8", PCI device ID: , UID: "27ce47cc-5943-4fdd-b06b-c64a2229b196", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0420 22:53:05.562929 3657 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8 9fb2d7d3d37b640641b34573cb600abf4073365dd0addaae197950edc41a0125 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9ssd8 9fb2d7d3d37b640641b34573cb600abf4073365dd0addaae197950edc41a0125 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ae:5a:30:05:a1\",\"name\":\"9fb2d7d3d37b640\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc4f95b6-2a90-44c2-a942-f9e60d70ea05\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:53:05.577268 3657 cni.go:473] [openshift-monitoring/metrics-server-76dff744f4-fzllc 3f6c356ed22a6cf6cd3d1c351b0cfa2704f7029b2a151d6188716f3d42e005e8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-76dff744f4-fzllc 3f6c356ed22a6cf6cd3d1c351b0cfa2704f7029b2a151d6188716f3d42e005e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:aa:cc:83:87:93\",\"name\":\"3f6c356ed22a6cf\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7bd7e77-7486-4465-8417-e0732bf5dfc8\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:53:06.454801 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-153.ec2.internal I0420 22:53:06.454996 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 22:53:06.494627 3657 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 39.684165ms I0420 22:53:06.494648 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 39.710816ms I0420 22:53:06.496109 3657 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 41.327143ms, libovsdb time 1.119946ms I0420 22:53:06.828868 3657 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f8de846555c4783f43892bedc33b2b4b3ca9c11cbd8a99e1cdd756b28218e96e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f8de846555c4783f43892bedc33b2b4b3ca9c11cbd8a99e1cdd756b28218e96e network default NAD default NAD key ] I0420 22:53:06.838860 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f8de846555c4783, network: default, NAD default, SandboxID: "f8de846555c4783f43892bedc33b2b4b3ca9c11cbd8a99e1cdd756b28218e96e", PCI device ID: , UID: "f32f9cab-04ea-45d0-b35d-16434ac40d91", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0420 22:53:06.902192 3657 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f8de846555c4783f43892bedc33b2b4b3ca9c11cbd8a99e1cdd756b28218e96e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f8de846555c4783f43892bedc33b2b4b3ca9c11cbd8a99e1cdd756b28218e96e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:71:4c:7c:57:c7\",\"name\":\"f8de846555c4783\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c731ef5-ebd2-47a3-8159-572554a9f304\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:53:07.906483 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:07.906501 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:07.963488 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:07.963509 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:07.963515 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:08.266317 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 22:53:08.299121 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 22:53:08.340880 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:08.340895 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:08.427213 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.427228 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.427234 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.427241 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.459061 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 22:53:08.546236 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:08.546771 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 22:53:08.550963 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:08.550977 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:08.551025 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:08.551043 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:53:08.948396 3657 cni.go:452] [openshift-multus/network-metrics-daemon-skbdd bedce01d5ddaa76771e379b5c9104bdd21a8bafd6debc0187d1509ac6450d1a8 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-skbdd bedce01d5ddaa76771e379b5c9104bdd21a8bafd6debc0187d1509ac6450d1a8 network default NAD default NAD key ] I0420 22:53:08.958850 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-skbdd, hostIfaceName: bedce01d5ddaa76, network: default, NAD default, SandboxID: "bedce01d5ddaa76771e379b5c9104bdd21a8bafd6debc0187d1509ac6450d1a8", PCI device ID: , UID: "ef87791d-892e-4ebe-bffc-5032d80a0434", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0420 22:53:09.006703 3657 cni.go:473] [openshift-multus/network-metrics-daemon-skbdd bedce01d5ddaa76771e379b5c9104bdd21a8bafd6debc0187d1509ac6450d1a8 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-skbdd bedce01d5ddaa76771e379b5c9104bdd21a8bafd6debc0187d1509ac6450d1a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:af:8e:3f:83:d1\",\"name\":\"bedce01d5ddaa76\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12a441cb-e3a1-425d-ae53-d5d920b3ee0c\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:53:09.051712 3657 cni.go:452] [openshift-network-diagnostics/network-check-target-r9x8g 1b25903b07ebccfc7ed44d74c5a071850c1979691592c4ddcd3ef7cab074ebb8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-r9x8g 1b25903b07ebccfc7ed44d74c5a071850c1979691592c4ddcd3ef7cab074ebb8 network default NAD default NAD key ] I0420 22:53:09.062601 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-r9x8g, hostIfaceName: 1b25903b07ebccf, network: default, NAD default, SandboxID: "1b25903b07ebccfc7ed44d74c5a071850c1979691592c4ddcd3ef7cab074ebb8", PCI device ID: , UID: "34e59533-8138-4cbb-9ab5-98a8872bf40f", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0420 22:53:09.107046 3657 cni.go:473] [openshift-network-diagnostics/network-check-target-r9x8g 1b25903b07ebccfc7ed44d74c5a071850c1979691592c4ddcd3ef7cab074ebb8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-r9x8g 1b25903b07ebccfc7ed44d74c5a071850c1979691592c4ddcd3ef7cab074ebb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:e6:25:30:4a:4b\",\"name\":\"1b25903b07ebccf\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85262018-4952-4afc-ad30-ee36b26811ad\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:53:09.188807 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:53:09.210016 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:09.210034 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:09.218623 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f46bd49f7-j9q98 I0420 22:53:09.218647 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f46bd49f7-j9q98 W0420 22:53:09.949565 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 22:53:10.776766 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:10.776793 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:10.911944 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.911964 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.911971 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.911978 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:11.186029 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:14.290697 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290726 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290736 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:14.290744 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:19.212993 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 22:53:25.203821 3657 obj_retry.go:498] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:25.204307 3657 obj_retry.go:498] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:25.535928 3657 obj_retry.go:492] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:25.535950 3657 obj_retry.go:492] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:25.541970 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dcbd67b88-xwqfx I0420 22:53:25.541988 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dcbd67b88-xwqfx W0420 22:53:29.288109 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 22:53:30.273303 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 22:53:30.287762 3657 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:30.288240 3657 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:31.007199 3657 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:31.007217 3657 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:31.012388 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c7cb46b78-nnp6b I0420 22:53:31.012411 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c7cb46b78-nnp6b W0420 22:53:31.751114 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:31.751142 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:31.751148 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:35.302026 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 22:53:36.488088 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:36.488569 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:37.302460 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:37.302486 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:37.308267 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688b55f47d-954n5 I0420 22:53:37.308297 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688b55f47d-954n5 W0420 22:53:44.307340 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:53:54.363598 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:54.364271 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:54.683065 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:54.683087 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:54.688617 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:53:54.688645 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:54:01.521218 3657 cni.go:452] [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key ] I0420 22:54:01.593560 3657 cni.go:473] [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c7cb46b78-9kwzw f5b0c7fedac80727fdb5fc006807213c89ee9a301467e46f2cebc84937e9acda network default NAD default NAD key default], result "{}", err I0420 22:54:01.638417 3657 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:01.638447 3657 pods.go:176] Deleting pod: openshift-console/console-7c7cb46b78-9kwzw I0420 22:54:01.639506 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c7cb46b78-9kwzw, ips: 10.129.0.5 I0420 22:54:01.639533 3657 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:02.487723 3657 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:02.487748 3657 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:02.493056 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c7cb46b78-9kwzw I0420 22:54:02.493087 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c7cb46b78-9kwzw W0420 22:54:07.178070 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:54:07.178091 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:54:07.178101 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:54:07.178107 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:54:07.542223 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:54:07.542242 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 22:54:24.676479 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-58bd455bdb-7t2zj] creating logical port openshift-monitoring_telemeter-client-58bd455bdb-7t2zj for pod on switch ip-10-0-0-153.ec2.internal I0420 22:54:24.676588 3657 kube.go:256] Updating pod openshift-monitoring/telemeter-client-58bd455bdb-7t2zj I0420 22:54:24.694851 3657 pod.go:62] [openshift-monitoring/telemeter-client-58bd455bdb-7t2zj] pod update took 18.285659ms I0420 22:54:24.694874 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-58bd455bdb-7t2zj] addLogicalPort annotation time took 18.323768ms I0420 22:54:24.696092 3657 pods.go:271] [openshift-monitoring/telemeter-client-58bd455bdb-7t2zj] addLogicalPort took 19.632541ms, libovsdb time 910.89µs I0420 22:54:25.039176 3657 cni.go:452] [openshift-monitoring/telemeter-client-58bd455bdb-7t2zj 0ee06c02e17ba077f4735b1c41e7f459a64f16df437270172d84cdf19c2f5cfb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-58bd455bdb-7t2zj 0ee06c02e17ba077f4735b1c41e7f459a64f16df437270172d84cdf19c2f5cfb network default NAD default NAD key ] I0420 22:54:25.048460 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-58bd455bdb-7t2zj, hostIfaceName: 0ee06c02e17ba07, network: default, NAD default, SandboxID: "0ee06c02e17ba077f4735b1c41e7f459a64f16df437270172d84cdf19c2f5cfb", PCI device ID: , UID: "c45f7dc1-a96f-43ee-bd61-2d27cd8e4bb9", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0420 22:54:25.093811 3657 cni.go:473] [openshift-monitoring/telemeter-client-58bd455bdb-7t2zj 0ee06c02e17ba077f4735b1c41e7f459a64f16df437270172d84cdf19c2f5cfb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-58bd455bdb-7t2zj 0ee06c02e17ba077f4735b1c41e7f459a64f16df437270172d84cdf19c2f5cfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b5:40:ae:fb:87\",\"name\":\"0ee06c02e17ba07\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/238d9e21-b069-4e0b-936a-79e3664f6886\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 22:54:27.905000 3657 base_network_controller_pods.go:487] [default/openshift-console/console-7d4858c6c8-4tksq] creating logical port openshift-console_console-7d4858c6c8-4tksq for pod on switch ip-10-0-0-153.ec2.internal I0420 22:54:27.905112 3657 kube.go:256] Updating pod openshift-console/console-7d4858c6c8-4tksq I0420 22:54:27.921704 3657 pod.go:62] [openshift-console/console-7d4858c6c8-4tksq] pod update took 16.622225ms I0420 22:54:27.921726 3657 base_network_controller_pods.go:951] [default/openshift-console/console-7d4858c6c8-4tksq] addLogicalPort annotation time took 16.649915ms I0420 22:54:27.923047 3657 pods.go:271] [openshift-console/console-7d4858c6c8-4tksq] addLogicalPort took 18.063246ms, libovsdb time 956.906µs I0420 22:54:28.273041 3657 cni.go:452] [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key ] I0420 22:54:28.282994 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d4858c6c8-4tksq, hostIfaceName: 867c2d14b5636a8, network: default, NAD default, SandboxID: "867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e", PCI device ID: , UID: "b3ee8059-c52c-4667-9c5c-fa3a9b9c5214", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0420 22:54:28.327873 3657 cni.go:473] [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:4a:d8:49:3c:63\",\"name\":\"867c2d14b5636a8\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91736037-455d-4bf0-be2e-5261097b6449\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:54:36.270195 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d4858c6c8-9zcxq IP address from the namespace address-set, err: pod openshift-console/console-7d4858c6c8-9zcxq: no pod IPs found I0420 22:54:53.214372 3657 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:53.215021 3657 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:53.315965 3657 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:53.315982 3657 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:53.317868 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:54:53.317884 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:55:01.436899 3657 cni.go:452] [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key ] I0420 22:55:01.528799 3657 cni.go:473] [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d4858c6c8-4tksq 867c2d14b5636a8f405b02db28dfffa63c282b852884343b026610bf6b50c38e network default NAD default NAD key default], result "{}", err I0420 22:55:01.582225 3657 obj_retry.go:498] Detected object openshift-console/console-7d4858c6c8-4tksq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:01.582261 3657 pods.go:176] Deleting pod: openshift-console/console-7d4858c6c8-4tksq I0420 22:55:01.583509 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d4858c6c8-4tksq, ips: 10.129.0.18 I0420 22:55:01.583536 3657 obj_retry.go:498] Detected object openshift-console/console-7d4858c6c8-4tksq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:01.588946 3657 base_network_controller_pods.go:487] [default/openshift-console/console-69c8665ccd-7s5qn] creating logical port openshift-console_console-69c8665ccd-7s5qn for pod on switch ip-10-0-0-153.ec2.internal I0420 22:55:01.589050 3657 kube.go:256] Updating pod openshift-console/console-69c8665ccd-7s5qn I0420 22:55:01.604426 3657 pod.go:62] [openshift-console/console-69c8665ccd-7s5qn] pod update took 15.397994ms I0420 22:55:01.604446 3657 base_network_controller_pods.go:951] [default/openshift-console/console-69c8665ccd-7s5qn] addLogicalPort annotation time took 15.420538ms I0420 22:55:01.605534 3657 pods.go:271] [openshift-console/console-69c8665ccd-7s5qn] addLogicalPort took 16.597831ms, libovsdb time 770.906µs I0420 22:55:01.725358 3657 obj_retry.go:492] Detected object openshift-console/console-7d4858c6c8-4tksq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:01.725379 3657 obj_retry.go:492] Detected object openshift-console/console-7d4858c6c8-4tksq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:01.731632 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d4858c6c8-4tksq I0420 22:55:01.731667 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d4858c6c8-4tksq I0420 22:55:01.947509 3657 cni.go:452] [openshift-console/console-69c8665ccd-7s5qn 7e5bbbbd3407785095bbb17e1020814955de937a4f4e3d31e82d99aa74867d7d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69c8665ccd-7s5qn 7e5bbbbd3407785095bbb17e1020814955de937a4f4e3d31e82d99aa74867d7d network default NAD default NAD key ] I0420 22:55:01.956698 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69c8665ccd-7s5qn, hostIfaceName: 7e5bbbbd3407785, network: default, NAD default, SandboxID: "7e5bbbbd3407785095bbb17e1020814955de937a4f4e3d31e82d99aa74867d7d", PCI device ID: , UID: "28d97e03-a03d-46f9-8027-61b93cef2d06", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0420 22:55:02.002357 3657 cni.go:473] [openshift-console/console-69c8665ccd-7s5qn 7e5bbbbd3407785095bbb17e1020814955de937a4f4e3d31e82d99aa74867d7d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69c8665ccd-7s5qn 7e5bbbbd3407785095bbb17e1020814955de937a4f4e3d31e82d99aa74867d7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:8f:bf:97:c5:62\",\"name\":\"7e5bbbbd3407785\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4e09937-e3f4-45cb-9eaa-2066d68a2e0b\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 22:55:04.373050 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:55:04.373078 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:55:04.411096 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:55:04.411119 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:55:08.604133 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:08.604829 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:09.623554 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:09.623583 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 22:55:12.790064 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:55:19.922323 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.922958 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.922996 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.923010 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 22:55:19.923027 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.923032 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 22:55:20.950902 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.950929 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.950953 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.950969 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:22.469053 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 22:55:22.478733 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 22:55:29.726693 3657 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:29.727405 3657 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:29.830443 3657 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:29.830469 3657 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:29.836668 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c8c4b84dd-blxzq I0420 22:55:29.836691 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c8c4b84dd-blxzq I0420 22:56:10.359903 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 22:58:29.060440 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0420 22:58:31.052380 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=105 I0420 22:59:01.137000 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 22:59:43.068600 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=360 I0420 22:59:47.152588 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0420 23:00:04.064474 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:00:04.065151 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:00:04.964620 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:00:04.964647 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:00:06.164914 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0420 23:00:28.054237 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 23:00:36.136394 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 23:00:39.097512 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 23:00:39.097574 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m24pt IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m24pt: no pod IPs found I0420 23:00:47.175468 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 23:00:49.159250 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 23:00:54.037157 3657 namespace.go:98] [tsf] adding namespace I0420 23:00:54.038107 3657 namespace.go:102] [tsf] adding namespace took 927.347µs I0420 23:00:54.053570 3657 namespace.go:142] [tsf] updating namespace I0420 23:00:54.065766 3657 namespace.go:142] [tsf] updating namespace I0420 23:00:57.861636 3657 namespace.go:98] [cert-manager-operator] adding namespace I0420 23:00:57.861852 3657 namespace.go:98] [konflux-ui] adding namespace I0420 23:00:57.862590 3657 namespace.go:102] [cert-manager-operator] adding namespace took 913.989µs I0420 23:00:57.863263 3657 namespace.go:102] [konflux-ui] adding namespace took 1.394126ms I0420 23:00:57.864266 3657 namespace.go:98] [konflux-operator] adding namespace I0420 23:00:57.864892 3657 namespace.go:102] [konflux-operator] adding namespace took 609.825µs I0420 23:00:57.866360 3657 namespace.go:98] [tsf-tpa] adding namespace I0420 23:00:57.866458 3657 namespace.go:98] [rhbk-operator] adding namespace I0420 23:00:57.866842 3657 namespace.go:98] [tsf-tas] adding namespace I0420 23:00:57.866913 3657 namespace.go:98] [tsf-keycloak] adding namespace I0420 23:00:57.867236 3657 namespace.go:102] [tsf-tpa] adding namespace took 862.471µs I0420 23:00:57.867894 3657 namespace.go:102] [rhbk-operator] adding namespace took 1.412673ms I0420 23:00:57.867919 3657 namespace.go:98] [rhtpa-operator] adding namespace I0420 23:00:57.868535 3657 namespace.go:102] [rhtpa-operator] adding namespace took 608.914µs I0420 23:00:57.869231 3657 namespace.go:102] [tsf-tas] adding namespace took 2.366383ms I0420 23:00:57.869751 3657 namespace.go:102] [tsf-keycloak] adding namespace took 2.826221ms I0420 23:00:57.882196 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.898341 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.908003 3657 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.908129 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:57.908215 3657 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.908394 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:57.923502 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:57.923651 3657 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:57.927251 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:57.927304 3657 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.939467 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.945140 3657 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.953550 3657 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.971981 3657 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.991501 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:58.002640 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:58.014532 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:58.026240 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:58.037287 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:58.047536 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:58.064687 3657 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:58.075303 3657 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:58.097541 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:58.115344 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:59.137777 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:59.152082 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:59.288176 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-153.ec2.internal I0420 23:00:59.288297 3657 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0420 23:00:59.305147 3657 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.878641ms I0420 23:00:59.305165 3657 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.9034ms I0420 23:00:59.306418 3657 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.252822ms, libovsdb time 960.796µs I0420 23:00:59.672948 3657 cni.go:452] [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key ] I0420 23:00:59.682790 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 392e1048ccf0bd9, network: default, NAD default, SandboxID: "392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1", PCI device ID: , UID: "adad0b6f-863a-4395-9847-d3a395d2d732", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0420 23:00:59.729436 3657 cni.go:473] [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:52:f5:76:db:32\",\"name\":\"392e1048ccf0bd9\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1deff982-6f58-4f62-b7a8-22e2f5a67d69\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:01:06.391704 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.392292 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.392319 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.392326 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:06.392336 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.392340 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:07.415040 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415065 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415078 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415089 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:08.433951 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434464 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434493 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434501 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.434512 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.434517 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:08.457163 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457597 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457622 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457629 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.457638 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457642 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:08.477895 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.478204 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.478224 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.478229 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.478236 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.478240 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:09.456812 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.456838 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.456854 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.456867 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482476 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482497 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482509 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482518 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504134 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504158 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504175 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504182 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:12.461305 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.461944 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.461983 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.461993 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:12.462004 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.462008 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:12.501192 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.501739 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.501775 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.501783 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:12.501793 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.501797 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:13.491315 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.491338 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.491349 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.491368 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526319 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526346 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526360 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526370 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:22.611113 3657 namespace.go:98] [cert-manager] adding namespace I0420 23:01:22.612301 3657 namespace.go:102] [cert-manager] adding namespace took 1.163767ms I0420 23:01:22.623117 3657 namespace.go:142] [cert-manager] updating namespace I0420 23:01:22.655159 3657 namespace.go:142] [cert-manager] updating namespace W0420 23:01:27.535073 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:27.888363 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 23:01:27.888385 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 23:01:28.504509 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:28.527448 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.303818 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.314191 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.324789 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.337706 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:32.852352 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 23:01:33.550053 3657 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:33.565700 3657 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:35.146635 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0420 23:01:41.899311 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 23:01:41.996094 3657 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 23:01:41.996973 3657 namespace.go:102] [trusted-artifact-signer] adding namespace took 857.047µs I0420 23:01:42.037620 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:01:42.062212 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:01:45.598881 3657 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:53.052429 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=78 I0420 23:02:00.056079 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0420 23:02:02.448200 3657 namespace.go:98] [openshift-pipelines] adding namespace I0420 23:02:02.449307 3657 namespace.go:102] [openshift-pipelines] adding namespace took 1.085878ms I0420 23:02:02.466555 3657 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:02:03.157922 3657 namespace.go:142] [cert-manager] updating namespace I0420 23:02:03.361170 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:03.758652 3657 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:03.959460 3657 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:04.160279 3657 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:04.565495 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:04.765847 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:04.964198 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:05.165944 3657 namespace.go:142] [tsf] updating namespace I0420 23:02:05.367789 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:05.569114 3657 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:05.768349 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:05.902468 3657 namespace.go:142] [cert-manager] updating namespace I0420 23:02:05.914080 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:05.921559 3657 namespace.go:142] [default] updating namespace I0420 23:02:05.931722 3657 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:05.940128 3657 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:05.950988 3657 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:05.959371 3657 namespace.go:142] [openshift] updating namespace I0420 23:02:05.969264 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:05.977479 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:05.987131 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:05.995575 3657 namespace.go:142] [tsf] updating namespace I0420 23:02:06.013519 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:06.032633 3657 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:06.051531 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:06.154404 3657 namespace.go:142] [cert-manager] updating namespace I0420 23:02:06.251756 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:06.354152 3657 namespace.go:142] [default] updating namespace I0420 23:02:06.457198 3657 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:06.560748 3657 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:06.654451 3657 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:06.760098 3657 namespace.go:142] [openshift] updating namespace I0420 23:02:06.852323 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:06.955475 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:07.052959 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:07.151506 3657 namespace.go:142] [tsf] updating namespace I0420 23:02:07.170133 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0420 23:02:07.253064 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:07.353156 3657 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:07.453740 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:07.730451 3657 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:02:12.175460 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 23:02:13.510616 3657 cni.go:452] [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key ] I0420 23:02:13.578432 3657 cni.go:473] [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 392e1048ccf0bd9a163c54276c71ddf55e2dda9886af690bc8c4c2d55063eaf1 network default NAD default NAD key default], result "{}", err I0420 23:02:13.629302 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:13.629335 3657 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0420 23:02:13.630403 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.20 I0420 23:02:13.630428 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:13.648976 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:13.648999 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:13.655203 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 23:02:13.655256 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 23:02:14.794376 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:14.794455 3657 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0420 23:02:14.809494 3657 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.060084ms I0420 23:02:14.809511 3657 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.08265ms I0420 23:02:14.810514 3657 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.152649ms, libovsdb time 694.465µs I0420 23:02:15.042209 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-hwv6f for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:15.042294 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f I0420 23:02:15.060095 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f] pod update took 17.829725ms I0420 23:02:15.060112 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f] addLogicalPort annotation time took 17.850123ms I0420 23:02:15.061195 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f] addLogicalPort took 18.997105ms, libovsdb time 765.232µs I0420 23:02:15.170595 3657 cni.go:452] [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key ] I0420 23:02:15.180083 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 0478d7a762be66a, network: default, NAD default, SandboxID: "0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f", PCI device ID: , UID: "e68279dd-115a-4149-b1ce-2d10ae289fef", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0420 23:02:15.225218 3657 cni.go:473] [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:5b:cc:21:ae:44\",\"name\":\"0478d7a762be66a\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ce8c458-5d6c-4387-853b-f6cafbe14b7e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:02:15.239447 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:15.239538 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg I0420 23:02:15.255330 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg] pod update took 15.820663ms I0420 23:02:15.255350 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg] addLogicalPort annotation time took 15.844264ms I0420 23:02:15.256709 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg] addLogicalPort took 17.272921ms, libovsdb time 952.024µs I0420 23:02:15.334527 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-bqzzk for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:15.334619 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk I0420 23:02:15.352405 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk] pod update took 17.810247ms I0420 23:02:15.352424 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk] addLogicalPort annotation time took 17.836607ms I0420 23:02:15.353554 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk] addLogicalPort took 19.037454ms, libovsdb time 760.168µs I0420 23:02:15.400255 3657 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f 695d0ea98a802659d4716a1db3139a50cea05adcae5180bce4072d1746635eef network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f 695d0ea98a802659d4716a1db3139a50cea05adcae5180bce4072d1746635eef network default NAD default NAD key ] I0420 23:02:15.410418 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-hwv6f, hostIfaceName: 695d0ea98a80265, network: default, NAD default, SandboxID: "695d0ea98a802659d4716a1db3139a50cea05adcae5180bce4072d1746635eef", PCI device ID: , UID: "20f552f2-551f-4611-96ba-8236ae69fb40", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0420 23:02:15.455777 3657 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f 695d0ea98a802659d4716a1db3139a50cea05adcae5180bce4072d1746635eef network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-hwv6f 695d0ea98a802659d4716a1db3139a50cea05adcae5180bce4072d1746635eef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:01:76:29:44:03\",\"name\":\"695d0ea98a80265\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8a27716-7253-46fb-85d8-417e163ae332\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:02:15.632410 3657 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg cc13fc99d5f8cafdef116f95a2549964f8b96235587622e8b70a4e5fd3949b1a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg cc13fc99d5f8cafdef116f95a2549964f8b96235587622e8b70a4e5fd3949b1a network default NAD default NAD key ] I0420 23:02:15.643347 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg, hostIfaceName: cc13fc99d5f8caf, network: default, NAD default, SandboxID: "cc13fc99d5f8cafdef116f95a2549964f8b96235587622e8b70a4e5fd3949b1a", PCI device ID: , UID: "2f14fd77-da9d-4f7c-8d62-50bbb62dfcb1", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0420 23:02:15.689945 3657 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg cc13fc99d5f8cafdef116f95a2549964f8b96235587622e8b70a4e5fd3949b1a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-8ncsg cc13fc99d5f8cafdef116f95a2549964f8b96235587622e8b70a4e5fd3949b1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:81:53:30:57:14\",\"name\":\"cc13fc99d5f8caf\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15201b7b-51ab-4e3d-b3d6-d9f871c0af18\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:02:15.692077 3657 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk 7207abd56e1d52dfdb1fcb0ce1a017e2c9a8e59766f7671774a17f80227c1278 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk 7207abd56e1d52dfdb1fcb0ce1a017e2c9a8e59766f7671774a17f80227c1278 network default NAD default NAD key ] I0420 23:02:15.701525 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-bqzzk, hostIfaceName: 7207abd56e1d52d, network: default, NAD default, SandboxID: "7207abd56e1d52dfdb1fcb0ce1a017e2c9a8e59766f7671774a17f80227c1278", PCI device ID: , UID: "6b91a147-1628-46a6-95d4-2811d01b88a4", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0420 23:02:15.747723 3657 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk 7207abd56e1d52dfdb1fcb0ce1a017e2c9a8e59766f7671774a17f80227c1278 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bqzzk 7207abd56e1d52dfdb1fcb0ce1a017e2c9a8e59766f7671774a17f80227c1278 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a6:d6:3a:a4:24\",\"name\":\"7207abd56e1d52d\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1c837de-bc86-4ef5-863a-b8f7e672e0fb\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:02:17.680283 3657 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-hd9s5 for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:17.680399 3657 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5 I0420 23:02:17.694571 3657 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5] pod update took 14.203676ms I0420 23:02:17.694600 3657 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5] addLogicalPort annotation time took 14.237903ms I0420 23:02:17.696428 3657 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5] addLogicalPort took 16.165729ms, libovsdb time 1.344598ms W0420 23:02:20.075420 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:20.075446 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:20.075456 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 23:02:23.140823 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0420 23:02:23.593378 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.593394 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.593399 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.627723 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627740 3657 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627746 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627749 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0420 23:02:26.454235 3657 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5 48240f8301784480cb98c95b144c4f51a3bf2c149c7647caecee0e918aa9ff16 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5 48240f8301784480cb98c95b144c4f51a3bf2c149c7647caecee0e918aa9ff16 network default NAD default NAD key ] I0420 23:02:26.463385 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-hd9s5, hostIfaceName: 48240f830178448, network: default, NAD default, SandboxID: "48240f8301784480cb98c95b144c4f51a3bf2c149c7647caecee0e918aa9ff16", PCI device ID: , UID: "a5dd9313-800d-44d3-84b8-c438966de6a8", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0420 23:02:26.509687 3657 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5 48240f8301784480cb98c95b144c4f51a3bf2c149c7647caecee0e918aa9ff16 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd9s5 48240f8301784480cb98c95b144c4f51a3bf2c149c7647caecee0e918aa9ff16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:57:0e:78:f1:36\",\"name\":\"48240f830178448\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db9a1831-f992-4025-890c-6d5db4875e06\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:02:27.585234 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 23:02:28.726748 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0420 23:02:32.057481 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 W0420 23:02:34.574297 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:34.574320 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:34.574325 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:34.574332 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:34.601356 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:34.601378 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:34.601386 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0420 23:02:41.936568 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-zxnvc for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:41.936707 3657 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc I0420 23:02:41.951183 3657 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc] pod update took 14.500172ms I0420 23:02:41.951204 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc] addLogicalPort annotation time took 14.527149ms I0420 23:02:41.952309 3657 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc] addLogicalPort took 15.753299ms, libovsdb time 801.555µs I0420 23:02:42.313545 3657 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc 6ae93eccd257baed826f675f74c2ebcd5bfa14df40066b7b863f15fde38f19a5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc 6ae93eccd257baed826f675f74c2ebcd5bfa14df40066b7b863f15fde38f19a5 network default NAD default NAD key ] I0420 23:02:42.323201 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-zxnvc, hostIfaceName: 6ae93eccd257bae, network: default, NAD default, SandboxID: "6ae93eccd257baed826f675f74c2ebcd5bfa14df40066b7b863f15fde38f19a5", PCI device ID: , UID: "11de9ac8-924e-4f0c-b7e3-e46c60ee7b73", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0420 23:02:42.371082 3657 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc 6ae93eccd257baed826f675f74c2ebcd5bfa14df40066b7b863f15fde38f19a5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-zxnvc 6ae93eccd257baed826f675f74c2ebcd5bfa14df40066b7b863f15fde38f19a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:40:91:98:64:19\",\"name\":\"6ae93eccd257bae\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db4f9801-1b2a-4730-8d04-b9f516c13422\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:02:46.682849 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0420 23:02:48.593300 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0420 23:02:52.731045 3657 cni.go:452] [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key ] I0420 23:02:52.805549 3657 cni.go:473] [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 0478d7a762be66a511b962322a0b307b50c05105de9b91bebed2c8c424500c1f network default NAD default NAD key default], result "{}", err I0420 23:02:52.856494 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:52.856523 3657 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0420 23:02:52.857646 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.21 I0420 23:02:52.857694 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:52.875399 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:52.875420 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:52.880335 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 23:02:52.880360 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 23:02:53.880085 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:53.880187 3657 kube.go:256] Updating pod tsf/test-tsf-iam I0420 23:02:53.895692 3657 pod.go:62] [tsf/test-tsf-iam] pod update took 15.501983ms I0420 23:02:53.895712 3657 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.564524ms I0420 23:02:53.896895 3657 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.826834ms, libovsdb time 875.319µs I0420 23:02:54.245013 3657 cni.go:452] [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key ] I0420 23:02:54.254484 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 40d02b1b9e7fced, network: default, NAD default, SandboxID: "40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6", PCI device ID: , UID: "96d94a8d-e66e-49e0-9ec3-93799888a45c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0420 23:02:54.302675 3657 cni.go:473] [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:15:4a:04:18:9b\",\"name\":\"40d02b1b9e7fced\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58641b21-db28-4e6c-b749-221bf2f57235\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:02:54.700326 3657 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 23:02:54.700958 3657 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 23:02:54.700980 3657 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 23:02:54.703183 3657 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0420 23:02:57.699108 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 23:02:59.593247 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-qxbfd for pod on switch ip-10-0-0-153.ec2.internal I0420 23:02:59.593339 3657 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd I0420 23:02:59.611143 3657 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd] pod update took 17.82724ms I0420 23:02:59.611161 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd] addLogicalPort annotation time took 17.849679ms I0420 23:02:59.612439 3657 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd] addLogicalPort took 19.21265ms, libovsdb time 962.215µs I0420 23:02:59.954393 3657 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd 769371321b818fb65cbf2902cefd5b363571d7f75274b0baebf9e8287f0e93af network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd 769371321b818fb65cbf2902cefd5b363571d7f75274b0baebf9e8287f0e93af network default NAD default NAD key ] I0420 23:02:59.963458 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-qxbfd, hostIfaceName: 769371321b818fb, network: default, NAD default, SandboxID: "769371321b818fb65cbf2902cefd5b363571d7f75274b0baebf9e8287f0e93af", PCI device ID: , UID: "c09221ad-1ffc-4aa4-b0bd-25f41731af7a", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0420 23:03:00.012933 3657 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd 769371321b818fb65cbf2902cefd5b363571d7f75274b0baebf9e8287f0e93af network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxbfd 769371321b818fb65cbf2902cefd5b363571d7f75274b0baebf9e8287f0e93af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:8e:b6:e0:92:90\",\"name\":\"769371321b818fb\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a757dd22-8b6e-4e47-8aea-fc0fd5870871\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:03:02.913438 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:02.913455 3657 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:02.917496 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 23:03:02.917511 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0420 23:03:08.793357 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 23:03:11.864073 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:11.864173 3657 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0420 23:03:11.876134 3657 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.988833ms I0420 23:03:11.876154 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.014862ms I0420 23:03:11.877555 3657 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.500927ms, libovsdb time 1.014749ms I0420 23:03:16.725389 3657 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 553ed0f2a9e425bf854a6bd37602c960dac7fe080cab1903cb69e8023c158875 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 553ed0f2a9e425bf854a6bd37602c960dac7fe080cab1903cb69e8023c158875 network default NAD default NAD key ] I0420 23:03:16.734801 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 553ed0f2a9e425b, network: default, NAD default, SandboxID: "553ed0f2a9e425bf854a6bd37602c960dac7fe080cab1903cb69e8023c158875", PCI device ID: , UID: "e4970dd2-398c-4de3-b03a-c1920c3327ea", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0420 23:03:16.783069 3657 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 553ed0f2a9e425bf854a6bd37602c960dac7fe080cab1903cb69e8023c158875 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 553ed0f2a9e425bf854a6bd37602c960dac7fe080cab1903cb69e8023c158875 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d0:87:1b:97:1e\",\"name\":\"553ed0f2a9e425b\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e6a11a4-d743-4146-82bb-30f6a67f66ac\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:03:21.928568 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 23:03:28.414583 3657 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:28.414604 3657 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:28.414613 3657 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 23:03:40.420933 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-27glx] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-27glx for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:40.421021 3657 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-27glx I0420 23:03:40.432462 3657 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-27glx] pod update took 11.459768ms I0420 23:03:40.432540 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-27glx] addLogicalPort annotation time took 11.541917ms I0420 23:03:40.433792 3657 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-27glx] addLogicalPort took 12.880481ms, libovsdb time 880.973µs I0420 23:03:40.777177 3657 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-27glx 26e3fd43a0507ae575143be8976ae741d532fadd8b892e6a383d228dcd6f407f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-27glx 26e3fd43a0507ae575143be8976ae741d532fadd8b892e6a383d228dcd6f407f network default NAD default NAD key ] I0420 23:03:40.786246 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-27glx, hostIfaceName: 26e3fd43a0507ae, network: default, NAD default, SandboxID: "26e3fd43a0507ae575143be8976ae741d532fadd8b892e6a383d228dcd6f407f", PCI device ID: , UID: "591c54d3-79c9-47b3-a318-fc94e9fb06ff", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0420 23:03:40.834006 3657 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-27glx 26e3fd43a0507ae575143be8976ae741d532fadd8b892e6a383d228dcd6f407f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-27glx 26e3fd43a0507ae575143be8976ae741d532fadd8b892e6a383d228dcd6f407f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:69:09:88:bf:c8\",\"name\":\"26e3fd43a0507ae\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62967e1a-c21e-455b-99de-059bf0af049f\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:03:45.008904 3657 cni.go:452] [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key ] I0420 23:03:45.080477 3657 cni.go:473] [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 40d02b1b9e7fced3f96a5c54b3d9bd4013bf5744cd9f5440b53f4f76cc1993a6 network default NAD default NAD key default], result "{}", err I0420 23:03:46.791851 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:46.791887 3657 pods.go:176] Deleting pod: tsf/test-tsf-iam I0420 23:03:46.793407 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.27 I0420 23:03:46.793443 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:46.831883 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:46.831911 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:46.837221 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 23:03:46.837244 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 23:03:47.600424 3657 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:47.600532 3657 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0420 23:03:47.616839 3657 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.33868ms I0420 23:03:47.616864 3657 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.368066ms I0420 23:03:47.618152 3657 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.740017ms, libovsdb time 922.759µs I0420 23:03:47.960334 3657 cni.go:452] [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key ] I0420 23:03:47.970405 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: ec03036e7bb47b8, network: default, NAD default, SandboxID: "ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653", PCI device ID: , UID: "7cf76211-0dba-4804-84d3-d40b910cfebb", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0420 23:03:48.019020 3657 cni.go:473] [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:6d:39:68:9e:5b\",\"name\":\"ec03036e7bb47b8\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/237f2aa1-5498-44bb-91a5-25d776667249\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:03:48.475228 3657 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-9s4bf-ln5k7] creating logical port tsf-tas_segment-backup-installation-9s4bf-ln5k7 for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:48.475342 3657 kube.go:256] Updating pod tsf-tas/segment-backup-installation-9s4bf-ln5k7 I0420 23:03:48.488076 3657 pod.go:62] [tsf-tas/segment-backup-installation-9s4bf-ln5k7] pod update took 12.731351ms I0420 23:03:48.488096 3657 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-9s4bf-ln5k7] addLogicalPort annotation time took 12.778833ms I0420 23:03:48.489953 3657 pods.go:271] [tsf-tas/segment-backup-installation-9s4bf-ln5k7] addLogicalPort took 14.793998ms, libovsdb time 1.387589ms I0420 23:03:48.837588 3657 cni.go:452] [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key ] I0420 23:03:48.863795 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-9s4bf-ln5k7, hostIfaceName: f7eefffe631b8dc, network: default, NAD default, SandboxID: "f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4", PCI device ID: , UID: "83431e33-2eb4-45a0-b0f5-ee0e62f05b70", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0420 23:03:48.913261 3657 cni.go:473] [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:9d:ec:f7:f4:b9\",\"name\":\"f7eefffe631b8dc\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d2458e5-372b-42f5-b983-eb9886c1877c\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:03:49.738101 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-6jr6w-tdvc6] creating logical port tsf-tas_ctlog-createtree-job-6jr6w-tdvc6 for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:49.738283 3657 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 I0420 23:03:49.753996 3657 pod.go:62] [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6] pod update took 15.747067ms I0420 23:03:49.754021 3657 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-6jr6w-tdvc6] addLogicalPort annotation time took 15.777258ms I0420 23:03:49.755513 3657 pods.go:271] [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6] addLogicalPort took 17.433645ms, libovsdb time 1.018717ms I0420 23:03:49.843389 3657 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5fc9ffd678-kkl6c] creating logical port tsf-tas_fulcio-server-5fc9ffd678-kkl6c for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:49.843538 3657 kube.go:256] Updating pod tsf-tas/fulcio-server-5fc9ffd678-kkl6c I0420 23:03:49.859066 3657 pod.go:62] [tsf-tas/fulcio-server-5fc9ffd678-kkl6c] pod update took 15.551491ms I0420 23:03:49.859096 3657 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5fc9ffd678-kkl6c] addLogicalPort annotation time took 15.585792ms I0420 23:03:49.860695 3657 pods.go:271] [tsf-tas/fulcio-server-5fc9ffd678-kkl6c] addLogicalPort took 17.32396ms, libovsdb time 1.055591ms I0420 23:03:50.103459 3657 cni.go:452] [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key ] I0420 23:03:50.115773 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-6jr6w-tdvc6, hostIfaceName: 2661d4f5ec89aab, network: default, NAD default, SandboxID: "2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3", PCI device ID: , UID: "d262e6f7-551e-49c4-b961-5dad8fce461e", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0420 23:03:50.167341 3657 cni.go:473] [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:8a:39:d0:be:48\",\"name\":\"2661d4f5ec89aab\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/928ea6d0-ed29-4b63-98ad-9a0714c389f1\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:03:50.212899 3657 cni.go:452] [tsf-tas/fulcio-server-5fc9ffd678-kkl6c 95b4236bf2b0ac83560f9248a9f79fdbeafe2f38acb32806d3b6a3ee2413dccf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5fc9ffd678-kkl6c 95b4236bf2b0ac83560f9248a9f79fdbeafe2f38acb32806d3b6a3ee2413dccf network default NAD default NAD key ] I0420 23:03:50.224980 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5fc9ffd678-kkl6c, hostIfaceName: 95b4236bf2b0ac8, network: default, NAD default, SandboxID: "95b4236bf2b0ac83560f9248a9f79fdbeafe2f38acb32806d3b6a3ee2413dccf", PCI device ID: , UID: "81940baf-f611-4bfb-9e9f-68a5dc78bba9", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0420 23:03:50.275268 3657 cni.go:473] [tsf-tas/fulcio-server-5fc9ffd678-kkl6c 95b4236bf2b0ac83560f9248a9f79fdbeafe2f38acb32806d3b6a3ee2413dccf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5fc9ffd678-kkl6c 95b4236bf2b0ac83560f9248a9f79fdbeafe2f38acb32806d3b6a3ee2413dccf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:58:5e:14:5c:32\",\"name\":\"95b4236bf2b0ac8\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/694689f6-b5dd-452b-b1a3-a5551a5b0e3f\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:03:50.307899 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-pcgq5-72fmv] creating logical port tsf-tas_rekor-createtree-job-pcgq5-72fmv for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:50.308010 3657 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-pcgq5-72fmv I0420 23:03:50.325221 3657 pod.go:62] [tsf-tas/rekor-createtree-job-pcgq5-72fmv] pod update took 17.227617ms I0420 23:03:50.325249 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-pcgq5-72fmv] addLogicalPort annotation time took 17.258575ms I0420 23:03:50.326774 3657 pods.go:271] [tsf-tas/rekor-createtree-job-pcgq5-72fmv] addLogicalPort took 18.892788ms, libovsdb time 1.03741ms I0420 23:03:50.673891 3657 cni.go:452] [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key ] I0420 23:03:50.684648 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-pcgq5-72fmv, hostIfaceName: b5299e856f7a0ee, network: default, NAD default, SandboxID: "b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958", PCI device ID: , UID: "8f589f36-f476-40fa-8251-8522bd9777ce", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0420 23:03:50.739504 3657 cni.go:473] [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d3:e8:58:cd:55\",\"name\":\"b5299e856f7a0ee\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/327072da-8e7d-4885-9d28-c4f886ba351b\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:03:52.278262 3657 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-79f6bdf6bc-2pgps] creating logical port tsf-tas_trillian-db-79f6bdf6bc-2pgps for pod on switch ip-10-0-0-153.ec2.internal I0420 23:03:52.278463 3657 kube.go:256] Updating pod tsf-tas/trillian-db-79f6bdf6bc-2pgps I0420 23:03:52.291347 3657 pod.go:62] [tsf-tas/trillian-db-79f6bdf6bc-2pgps] pod update took 12.909515ms I0420 23:03:52.291373 3657 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-79f6bdf6bc-2pgps] addLogicalPort annotation time took 12.938963ms I0420 23:03:52.292818 3657 pods.go:271] [tsf-tas/trillian-db-79f6bdf6bc-2pgps] addLogicalPort took 14.579506ms, libovsdb time 992.916µs I0420 23:03:53.364993 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mcsss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:53.365536 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mcsss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:54.247298 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mcsss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:54.247329 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mcsss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:03:59.591310 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0420 23:03:59.610975 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 23:04:00.248821 3657 cni.go:452] [tsf-tas/trillian-db-79f6bdf6bc-2pgps fed35857b2746dff6ce30db461b3d1402edb5f01f2ecc81603cc7640117f461a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-79f6bdf6bc-2pgps fed35857b2746dff6ce30db461b3d1402edb5f01f2ecc81603cc7640117f461a network default NAD default NAD key ] I0420 23:04:00.258076 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-79f6bdf6bc-2pgps, hostIfaceName: fed35857b2746df, network: default, NAD default, SandboxID: "fed35857b2746dff6ce30db461b3d1402edb5f01f2ecc81603cc7640117f461a", PCI device ID: , UID: "374fbd7b-e5d4-4f56-998b-98396cf8b5ac", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0420 23:04:00.309960 3657 cni.go:473] [tsf-tas/trillian-db-79f6bdf6bc-2pgps fed35857b2746dff6ce30db461b3d1402edb5f01f2ecc81603cc7640117f461a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-79f6bdf6bc-2pgps fed35857b2746dff6ce30db461b3d1402edb5f01f2ecc81603cc7640117f461a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f9:a8:87:97:fa\",\"name\":\"fed35857b2746df\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d890f2d9-77b3-4582-b04a-8c6460b05e12\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:04:05.134675 3657 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 23:04:05.139212 3657 cni.go:452] [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key ] I0420 23:04:05.220061 3657 cni.go:473] [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-9s4bf-ln5k7 f7eefffe631b8dc01e66c312266615047f98336e0db4c5faad228bb7343b77f4 network default NAD default NAD key default], result "{}", err I0420 23:04:05.269405 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:05.269443 3657 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-9s4bf-ln5k7 I0420 23:04:05.270882 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-9s4bf-ln5k7, ips: 10.129.0.32 I0420 23:04:05.270909 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:06.052055 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-j7qd4 for pod on switch ip-10-0-0-153.ec2.internal I0420 23:04:06.052162 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4 I0420 23:04:06.065981 3657 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4] pod update took 13.838119ms I0420 23:04:06.066001 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4] addLogicalPort annotation time took 13.862005ms I0420 23:04:06.067154 3657 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4] addLogicalPort took 15.112233ms, libovsdb time 769.862µs I0420 23:04:06.153737 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:06.153757 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:06.411768 3657 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4 b41188d86e6eeadf935a830c9122f4ccc42962979b929b4cf5ed794dc6754f16 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4 b41188d86e6eeadf935a830c9122f4ccc42962979b929b4cf5ed794dc6754f16 network default NAD default NAD key ] I0420 23:04:06.421287 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-j7qd4, hostIfaceName: b41188d86e6eead, network: default, NAD default, SandboxID: "b41188d86e6eeadf935a830c9122f4ccc42962979b929b4cf5ed794dc6754f16", PCI device ID: , UID: "cbac76fe-f7a5-4511-8958-367f792474c7", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0420 23:04:06.470576 3657 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4 b41188d86e6eeadf935a830c9122f4ccc42962979b929b4cf5ed794dc6754f16 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-j7qd4 b41188d86e6eeadf935a830c9122f4ccc42962979b929b4cf5ed794dc6754f16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:81:ca:52:d5:36\",\"name\":\"b41188d86e6eead\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3e862fe-521e-4238-8a9d-e3a20d894f27\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:04:09.154788 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 23:04:09.310311 3657 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 23:04:09.310330 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 23:04:16.178123 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0420 23:04:20.164345 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 23:04:25.055782 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=95 I0420 23:04:36.304571 3657 cni.go:452] [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key ] I0420 23:04:36.382876 3657 cni.go:473] [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas ec03036e7bb47b85047f51f97e83f562984efc3ec23c173be5682286015e2653 network default NAD default NAD key default], result "{}", err I0420 23:04:36.459199 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:36.459233 3657 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0420 23:04:36.460678 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.31 I0420 23:04:36.460707 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:36.478349 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:36.478368 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:36.484249 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 23:04:36.484279 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 23:04:42.343312 3657 cni.go:452] [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key ] I0420 23:04:42.424788 3657 cni.go:473] [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-pcgq5-72fmv b5299e856f7a0ee4646693c6b6c4ead831fce366af85e02eb4558bdf6f8b4958 network default NAD default NAD key default], result "{}", err I0420 23:04:42.571386 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:42.571420 3657 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-pcgq5-72fmv I0420 23:04:42.572740 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-pcgq5-72fmv, ips: 10.129.0.35 I0420 23:04:42.572769 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:43.363071 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:43.363093 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:44.648028 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:44.648537 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:45.667277 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:45.667309 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:45.755890 3657 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-tnzps] creating logical port tsf_tsf-tekton-configuration-tnzps for pod on switch ip-10-0-0-153.ec2.internal I0420 23:04:45.755992 3657 kube.go:256] Updating pod tsf/tsf-tekton-configuration-tnzps I0420 23:04:45.769093 3657 pod.go:62] [tsf/tsf-tekton-configuration-tnzps] pod update took 13.12401ms I0420 23:04:45.769123 3657 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-tnzps] addLogicalPort annotation time took 13.160313ms I0420 23:04:45.770473 3657 pods.go:271] [tsf/tsf-tekton-configuration-tnzps] addLogicalPort took 14.602736ms, libovsdb time 945.061µs I0420 23:04:46.119440 3657 cni.go:452] [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key ] I0420 23:04:46.128528 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-tnzps, hostIfaceName: 463864db08a15d8, network: default, NAD default, SandboxID: "463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb", PCI device ID: , UID: "c7385cf8-a9a4-475f-8e20-44be54da1340", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0420 23:04:46.179204 3657 cni.go:473] [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:2d:b6:ed:b1:d6\",\"name\":\"463864db08a15d8\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb481132-2653-4df9-8f69-c3f83c95b5aa\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:04:46.598317 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5c6b845f79-d946x] creating logical port tsf-tas_rekor-search-ui-5c6b845f79-d946x for pod on switch ip-10-0-0-153.ec2.internal I0420 23:04:46.598396 3657 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5c6b845f79-d946x I0420 23:04:46.617377 3657 pod.go:62] [tsf-tas/rekor-search-ui-5c6b845f79-d946x] pod update took 19.003492ms I0420 23:04:46.617398 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5c6b845f79-d946x] addLogicalPort annotation time took 19.0278ms I0420 23:04:46.618568 3657 pods.go:271] [tsf-tas/rekor-search-ui-5c6b845f79-d946x] addLogicalPort took 20.262558ms, libovsdb time 791.599µs I0420 23:04:47.049359 3657 cni.go:452] [tsf-tas/rekor-search-ui-5c6b845f79-d946x b299339092ea1b19fcffde2d328207d190f9edf609500f82b434a82f7ca1644a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5c6b845f79-d946x b299339092ea1b19fcffde2d328207d190f9edf609500f82b434a82f7ca1644a network default NAD default NAD key ] I0420 23:04:47.060746 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5c6b845f79-d946x, hostIfaceName: b299339092ea1b1, network: default, NAD default, SandboxID: "b299339092ea1b19fcffde2d328207d190f9edf609500f82b434a82f7ca1644a", PCI device ID: , UID: "ef7753be-9591-4f65-a2a4-ec790e177c33", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0420 23:04:47.118576 3657 cni.go:473] [tsf-tas/rekor-search-ui-5c6b845f79-d946x b299339092ea1b19fcffde2d328207d190f9edf609500f82b434a82f7ca1644a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5c6b845f79-d946x b299339092ea1b19fcffde2d328207d190f9edf609500f82b434a82f7ca1644a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6a:75:8b:bc:ec\",\"name\":\"b299339092ea1b1\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef4b2623-2606-4d5d-b9ac-a7f369441df6\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:04:48.155715 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0420 23:04:48.386095 3657 cni.go:452] [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key ] I0420 23:04:48.479531 3657 cni.go:473] [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 2661d4f5ec89aabc5db55be0e0fed3b4d848d0071fcd15852a925df0bae3f9d3 network default NAD default NAD key default], result "{}", err I0420 23:04:48.970455 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:48.970568 3657 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 I0420 23:04:48.972553 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-6jr6w-tdvc6, ips: 10.129.0.33 I0420 23:04:48.972606 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:49.390131 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:49.390156 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:04:49.543768 3657 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0420 23:04:50.392496 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 23:04:52.418529 3657 cni.go:452] [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key ] I0420 23:04:52.494472 3657 cni.go:473] [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-tnzps 463864db08a15d84a377a5e66e5ccbf068b1a798a5321b5f6b1819d51f9a0efb network default NAD default NAD key default], result "{}", err I0420 23:04:52.543266 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tnzps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:52.543303 3657 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-tnzps I0420 23:04:52.544520 3657 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-tnzps, ips: 10.129.0.38 I0420 23:04:52.544548 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tnzps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:53.437409 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tnzps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.437431 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tnzps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.469346 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.469369 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.474068 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4zw66 I0420 23:04:53.474099 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4zw66 I0420 23:04:54.015768 3657 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-153.ec2.internal I0420 23:04:54.015873 3657 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0420 23:04:54.030006 3657 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.159182ms I0420 23:04:54.030028 3657 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.184991ms I0420 23:04:54.031382 3657 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.642069ms, libovsdb time 989.822µs I0420 23:04:54.161416 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-77dbb74469-82c5w] creating logical port tsf-tas_ctlog-77dbb74469-82c5w for pod on switch ip-10-0-0-153.ec2.internal I0420 23:04:54.161535 3657 kube.go:256] Updating pod tsf-tas/ctlog-77dbb74469-82c5w I0420 23:04:54.175291 3657 pod.go:62] [tsf-tas/ctlog-77dbb74469-82c5w] pod update took 13.774901ms I0420 23:04:54.175316 3657 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-77dbb74469-82c5w] addLogicalPort annotation time took 13.803135ms I0420 23:04:54.176706 3657 pods.go:271] [tsf-tas/ctlog-77dbb74469-82c5w] addLogicalPort took 15.30334ms, libovsdb time 851.767µs I0420 23:04:54.373287 3657 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key ] I0420 23:04:54.382620 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e506ee5f61f2362, network: default, NAD default, SandboxID: "e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870", PCI device ID: , UID: "31138a6d-4caa-4332-a5dd-dfd0c28c3c78", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0420 23:04:54.431084 3657 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f3:a6:3a:42:c3\",\"name\":\"e506ee5f61f2362\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9194066e-6877-4349-91b4-9a6be8cc3ce1\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:04:55.582974 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0420 23:04:56.021683 3657 cni.go:452] [tsf-tas/ctlog-77dbb74469-82c5w 793a7443f0e23aa5bc57b730b45cba44458a241cd0140e8012bc4c15dacbd7f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-77dbb74469-82c5w 793a7443f0e23aa5bc57b730b45cba44458a241cd0140e8012bc4c15dacbd7f8 network default NAD default NAD key ] I0420 23:04:56.030683 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-77dbb74469-82c5w, hostIfaceName: 793a7443f0e23aa, network: default, NAD default, SandboxID: "793a7443f0e23aa5bc57b730b45cba44458a241cd0140e8012bc4c15dacbd7f8", PCI device ID: , UID: "c537a0de-9479-43ad-83b6-5abe1ff07543", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0420 23:04:56.076845 3657 cni.go:473] [tsf-tas/ctlog-77dbb74469-82c5w 793a7443f0e23aa5bc57b730b45cba44458a241cd0140e8012bc4c15dacbd7f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-77dbb74469-82c5w 793a7443f0e23aa5bc57b730b45cba44458a241cd0140e8012bc4c15dacbd7f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:62:69:11:9e:a2\",\"name\":\"793a7443f0e23aa\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1de1d22-b3e2-417e-92ec-228ed502ba32\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:04:57.441543 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 23:04:57.448393 3657 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key ] I0420 23:04:57.531183 3657 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e506ee5f61f23621db060409a5f2065aeaf6cc6967592fff8094d414a7a68870 network default NAD default NAD key default], result "{}", err I0420 23:04:57.582053 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:57.582141 3657 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0420 23:04:57.583499 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.40 I0420 23:04:57.583526 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:57.602732 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:57.602752 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:57.608638 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 23:04:57.608683 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0420 23:04:57.824328 3657 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-153.ec2.internal I0420 23:04:57.824439 3657 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0420 23:04:57.838099 3657 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.679917ms I0420 23:04:57.838120 3657 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.702781ms I0420 23:04:57.839355 3657 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.040252ms, libovsdb time 866.521µs I0420 23:04:58.181475 3657 cni.go:452] [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key ] I0420 23:04:58.191120 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: d5b5d94f1fdd571, network: default, NAD default, SandboxID: "d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92", PCI device ID: , UID: "a410164c-a50f-4781-b53d-6f90603cf306", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0420 23:04:58.240257 3657 cni.go:473] [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:03:bb:2a:36:56\",\"name\":\"d5b5d94f1fdd571\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d488b50d-641d-4d61-9177-489213cea05f\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:04:58.861195 3657 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-rq47g] creating logical port tsf-tpa_create-db-rq47g for pod on switch ip-10-0-0-153.ec2.internal I0420 23:04:58.861328 3657 kube.go:256] Updating pod tsf-tpa/create-db-rq47g I0420 23:04:58.873272 3657 pod.go:62] [tsf-tpa/create-db-rq47g] pod update took 11.97204ms I0420 23:04:58.873296 3657 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-rq47g] addLogicalPort annotation time took 11.998966ms I0420 23:04:58.874519 3657 pods.go:271] [tsf-tpa/create-db-rq47g] addLogicalPort took 13.343796ms, libovsdb time 832.047µs I0420 23:04:59.221415 3657 cni.go:452] [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key ] I0420 23:04:59.231589 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-rq47g, hostIfaceName: 4ab507ebd1349ce, network: default, NAD default, SandboxID: "4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67", PCI device ID: , UID: "c710aa83-0c24-495e-8114-c5e2f1431261", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0420 23:04:59.281254 3657 cni.go:473] [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:01:cb:43:d6:27\",\"name\":\"4ab507ebd1349ce\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b864264-3457-4dd7-980b-205c98fd9b2d\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:05:02.416149 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 23:05:03.497190 3657 cni.go:452] [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key ] I0420 23:05:03.578166 3657 cni.go:473] [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-rq47g 4ab507ebd1349ce93e2bc79335e32acb700691ed4a545a77356f5a006ad08a67 network default NAD default NAD key default], result "{}", err I0420 23:05:03.629062 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:03.629092 3657 pods.go:176] Deleting pod: tsf-tpa/create-db-rq47g I0420 23:05:03.630436 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-rq47g, ips: 10.129.0.43 I0420 23:05:03.630472 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:04.650833 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:04.650859 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:04.750983 3657 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-s6bmw] creating logical port tsf-tpa_migrate-db-s6bmw for pod on switch ip-10-0-0-153.ec2.internal I0420 23:05:04.751077 3657 kube.go:256] Updating pod tsf-tpa/migrate-db-s6bmw I0420 23:05:04.764391 3657 pod.go:62] [tsf-tpa/migrate-db-s6bmw] pod update took 13.333347ms I0420 23:05:04.764469 3657 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-s6bmw] addLogicalPort annotation time took 13.413235ms I0420 23:05:04.765702 3657 pods.go:271] [tsf-tpa/migrate-db-s6bmw] addLogicalPort took 14.735986ms, libovsdb time 774.221µs I0420 23:05:05.112966 3657 cni.go:452] [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key ] I0420 23:05:05.122722 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-s6bmw, hostIfaceName: e6b695d70deb461, network: default, NAD default, SandboxID: "e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee", PCI device ID: , UID: "044530ca-29bc-42e3-80b3-bc2ea707db2c", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0420 23:05:05.171096 3657 cni.go:473] [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:82:21:6c:c1:65\",\"name\":\"e6b695d70deb461\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c7873f0-9d52-4789-b463-fba36ae64957\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:05:07.522334 3657 cni.go:452] [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key ] I0420 23:05:07.598230 3657 cni.go:473] [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-s6bmw e6b695d70deb461362c80716a2c7d790389a583f233c80c4137e3808c68c18ee network default NAD default NAD key default], result "{}", err I0420 23:05:07.645870 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:07.645908 3657 pods.go:176] Deleting pod: tsf-tpa/migrate-db-s6bmw I0420 23:05:07.647121 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-s6bmw, ips: 10.129.0.44 I0420 23:05:07.647147 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:07.779086 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:07.779106 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:05:08.457942 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0420 23:05:10.884469 3657 base_network_controller_pods.go:487] [default/tsf-tpa/server-b84878fb9-tbm4j] creating logical port tsf-tpa_server-b84878fb9-tbm4j for pod on switch ip-10-0-0-153.ec2.internal I0420 23:05:10.884614 3657 kube.go:256] Updating pod tsf-tpa/server-b84878fb9-tbm4j I0420 23:05:10.899120 3657 pod.go:62] [tsf-tpa/server-b84878fb9-tbm4j] pod update took 14.545622ms I0420 23:05:10.899214 3657 base_network_controller_pods.go:951] [default/tsf-tpa/server-b84878fb9-tbm4j] addLogicalPort annotation time took 14.645606ms I0420 23:05:10.900738 3657 pods.go:271] [tsf-tpa/server-b84878fb9-tbm4j] addLogicalPort took 16.286798ms, libovsdb time 1.090389ms I0420 23:05:10.939131 3657 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-nhq7z] creating logical port tsf-tpa_importer-5b5b6dd8fb-nhq7z for pod on switch ip-10-0-0-153.ec2.internal I0420 23:05:10.939210 3657 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-nhq7z I0420 23:05:10.958837 3657 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-nhq7z] pod update took 19.644961ms I0420 23:05:10.958859 3657 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-nhq7z] addLogicalPort annotation time took 19.674987ms I0420 23:05:10.959931 3657 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-nhq7z] addLogicalPort took 20.811673ms, libovsdb time 729.712µs I0420 23:05:12.111431 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:12.112006 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:13.133266 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:13.133289 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:20.851136 3657 cni.go:452] [tsf-tpa/server-b84878fb9-tbm4j e86b97c8d4839ddb16ce56d0db49de34d8dec63abbbf1242f5665b356cea6f94 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-b84878fb9-tbm4j e86b97c8d4839ddb16ce56d0db49de34d8dec63abbbf1242f5665b356cea6f94 network default NAD default NAD key ] I0420 23:05:20.861160 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-b84878fb9-tbm4j, hostIfaceName: e86b97c8d4839dd, network: default, NAD default, SandboxID: "e86b97c8d4839ddb16ce56d0db49de34d8dec63abbbf1242f5665b356cea6f94", PCI device ID: , UID: "453d5e28-f684-46f2-b207-16ee1bda20e9", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0420 23:05:20.900494 3657 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-nhq7z 57786ec4ddfc5deaafff3d6b67804ec2979aab44110797987ce8d818d35b31c3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-nhq7z 57786ec4ddfc5deaafff3d6b67804ec2979aab44110797987ce8d818d35b31c3 network default NAD default NAD key ] I0420 23:05:20.910925 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-nhq7z, hostIfaceName: 57786ec4ddfc5de, network: default, NAD default, SandboxID: "57786ec4ddfc5deaafff3d6b67804ec2979aab44110797987ce8d818d35b31c3", PCI device ID: , UID: "0b4113f2-25c8-4c9e-ae79-86a19e0b8d4c", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0420 23:05:20.913411 3657 cni.go:473] [tsf-tpa/server-b84878fb9-tbm4j e86b97c8d4839ddb16ce56d0db49de34d8dec63abbbf1242f5665b356cea6f94 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-b84878fb9-tbm4j e86b97c8d4839ddb16ce56d0db49de34d8dec63abbbf1242f5665b356cea6f94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7d:7e:39:7c:21\",\"name\":\"e86b97c8d4839dd\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b982956-e93d-4687-a9ab-affff0c93966\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 23:05:20.960517 3657 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-nhq7z 57786ec4ddfc5deaafff3d6b67804ec2979aab44110797987ce8d818d35b31c3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-nhq7z 57786ec4ddfc5deaafff3d6b67804ec2979aab44110797987ce8d818d35b31c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c9:36:b4:5b:e2\",\"name\":\"57786ec4ddfc5de\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff7e143d-58db-440e-ac78-16331488b59a\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 23:05:21.616326 3657 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0420 23:05:26.899592 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:26.900196 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:27.789141 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:27.789166 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:05:32.602472 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-153.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0420 23:05:34.807678 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0420 23:05:49.762832 3657 cni.go:452] [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key ] I0420 23:05:49.847384 3657 cni.go:473] [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa d5b5d94f1fdd57121bd3727e62203c097b4de09d3754cd417c1408aa8b998f92 network default NAD default NAD key default], result "{}", err I0420 23:05:49.898295 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:49.898328 3657 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0420 23:05:49.899548 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.42 I0420 23:05:49.899576 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:49.937275 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:49.937291 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:49.942363 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 23:05:49.942383 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 23:05:50.633735 3657 namespace.go:98] [default-tenant] adding namespace I0420 23:05:50.633939 3657 namespace.go:98] [build-service] adding namespace I0420 23:05:50.634587 3657 namespace.go:102] [default-tenant] adding namespace took 832.121µs I0420 23:05:50.635268 3657 namespace.go:102] [build-service] adding namespace took 1.311353ms I0420 23:05:50.635569 3657 namespace.go:98] [image-controller] adding namespace I0420 23:05:50.636216 3657 namespace.go:102] [image-controller] adding namespace took 631.711µs I0420 23:05:50.637827 3657 namespace.go:98] [integration-service] adding namespace I0420 23:05:50.638449 3657 namespace.go:102] [integration-service] adding namespace took 606.318µs I0420 23:05:50.676334 3657 namespace.go:142] [default-tenant] updating namespace I0420 23:05:50.715935 3657 namespace.go:142] [build-service] updating namespace I0420 23:05:50.726023 3657 namespace.go:142] [default-tenant] updating namespace I0420 23:05:50.777030 3657 namespace.go:142] [build-service] updating namespace I0420 23:05:50.780284 3657 namespace.go:142] [image-controller] updating namespace I0420 23:05:50.816232 3657 namespace.go:142] [image-controller] updating namespace I0420 23:05:50.846129 3657 namespace.go:142] [integration-service] updating namespace I0420 23:05:50.873097 3657 namespace.go:142] [integration-service] updating namespace I0420 23:05:51.026014 3657 namespace.go:142] [build-service] updating namespace I0420 23:05:51.039508 3657 namespace.go:142] [integration-service] updating namespace I0420 23:05:51.060526 3657 namespace.go:98] [release-service] adding namespace I0420 23:05:51.061367 3657 namespace.go:102] [release-service] adding namespace took 825.631µs I0420 23:05:51.093197 3657 namespace.go:142] [konflux-ui] updating namespace I0420 23:05:51.107087 3657 namespace.go:142] [release-service] updating namespace I0420 23:05:51.125932 3657 namespace.go:142] [release-service] updating namespace I0420 23:05:51.463819 3657 namespace.go:98] [konflux-info] adding namespace I0420 23:05:51.464570 3657 namespace.go:102] [konflux-info] adding namespace took 736.576µs I0420 23:05:51.511021 3657 namespace.go:98] [namespace-lister] adding namespace I0420 23:05:51.511613 3657 namespace.go:102] [namespace-lister] adding namespace took 576.963µs I0420 23:05:51.903680 3657 namespace.go:142] [konflux-info] updating namespace I0420 23:05:52.401331 3657 namespace.go:142] [konflux-info] updating namespace I0420 23:05:52.555524 3657 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:52.658760 3657 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:52.830820 3657 namespace.go:98] [enterprise-contract-service] adding namespace I0420 23:05:52.831600 3657 namespace.go:102] [enterprise-contract-service] adding namespace took 762.134µs I0420 23:05:52.856243 3657 namespace.go:142] [image-controller] updating namespace I0420 23:05:52.966991 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:53.042047 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:53.071346 3657 namespace.go:142] [default-tenant] updating namespace I0420 23:05:53.228048 3657 namespace.go:98] [segment-bridge] adding namespace I0420 23:05:53.228830 3657 namespace.go:102] [segment-bridge] adding namespace took 762.848µs I0420 23:05:53.273346 3657 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:53.320911 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 23:05:53.321614 3657 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 23:05:53.321633 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 23:05:53.324747 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 23:05:53.376720 3657 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:53.434461 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 23:05:53.434480 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 23:05:53.435456 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 23:05:53.906259 3657 namespace.go:142] [build-service] updating namespace I0420 23:05:54.385595 3657 namespace.go:142] [default-tenant] updating namespace I0420 23:05:55.058780 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:55.665892 3657 namespace.go:142] [image-controller] updating namespace I0420 23:05:56.054950 3657 namespace.go:142] [integration-service] updating namespace I0420 23:05:56.495191 3657 namespace.go:142] [konflux-info] updating namespace I0420 23:05:56.680122 3657 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:56.881727 3657 namespace.go:142] [release-service] updating namespace I0420 23:05:57.001112 3657 namespace.go:142] [build-service] updating namespace I0420 23:05:57.019256 3657 namespace.go:142] [default-tenant] updating namespace I0420 23:05:57.049679 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:57.061413 3657 namespace.go:142] [image-controller] updating namespace I0420 23:05:57.093893 3657 namespace.go:142] [integration-service] updating namespace I0420 23:05:57.109533 3657 namespace.go:142] [konflux-info] updating namespace I0420 23:05:57.133820 3657 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:57.157534 3657 namespace.go:142] [release-service] updating namespace I0420 23:05:57.229454 3657 namespace.go:142] [build-service] updating namespace I0420 23:05:57.291357 3657 namespace.go:142] [default-tenant] updating namespace I0420 23:05:57.369274 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:57.425358 3657 namespace.go:142] [image-controller] updating namespace I0420 23:05:57.500812 3657 namespace.go:142] [integration-service] updating namespace I0420 23:05:57.609047 3657 namespace.go:142] [konflux-info] updating namespace I0420 23:05:57.703287 3657 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:57.801993 3657 namespace.go:142] [release-service] updating namespace I0420 23:05:59.010999 3657 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:59.143747 3657 namespace.go:142] [segment-bridge] updating namespace W0420 23:05:59.227586 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0420 23:05:59.244692 3657 namespace.go:142] [segment-bridge] updating namespace W0420 23:05:59.252458 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0420 23:05:59.277574 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 23:06:04.250684 3657 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0420 23:06:07.281515 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 23:06:07.281593 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 23:06:10.311084 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:10.311099 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:11.052126 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 23:06:11.054391 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 23:06:11.074079 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 23:06:11.076434 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 23:06:11.107257 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:11.107269 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0420 23:06:13.582269 3657 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:06:22.458761 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:06:22.459245 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:06:23.118932 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:06:23.118958 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:06:23.124559 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:06:23.124580 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:06:30.140393 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 23:07:21.354377 3657 obj_retry.go:498] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:21.355033 3657 obj_retry.go:498] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:21.483407 3657 obj_retry.go:492] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:21.483428 3657 obj_retry.go:492] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:21.489080 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:07:21.489103 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:07:26.663770 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:26.664330 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:26.680689 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:26.680709 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:26.686033 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 23:07:26.686060 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 23:07:33.139542 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 23:07:38.061236 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52 I0420 23:07:48.072408 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=630 I0420 23:07:52.064783 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=159 I0420 23:07:54.190590 3657 namespace.go:98] [default-managed-tenant-7qj8k] adding namespace I0420 23:07:54.191460 3657 namespace.go:102] [default-managed-tenant-7qj8k] adding namespace took 848.863µs I0420 23:07:54.213145 3657 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:54.235010 3657 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.285271 3657 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.416494 3657 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.516185 3657 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:08:21.055404 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0420 23:08:55.178914 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 23:08:59.173334 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0420 23:09:02.162174 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 23:09:04.168017 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0420 23:10:04.543791 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:10:04.544350 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:10:05.426110 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:10:05.426151 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:10:23.178482 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 23:10:31.059176 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=68 I0420 23:10:55.150471 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 23:11:34.059189 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0420 23:11:34.143571 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 23:11:37.144079 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 23:13:50.142533 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 23:14:12.159253 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0420 23:15:04.047286 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:04.047331 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:04.051040 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-rq47g I0420 23:15:04.051068 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-rq47g I0420 23:15:07.026265 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:07.026313 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:07.029862 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s6bmw I0420 23:15:07.029888 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s6bmw I0420 23:15:11.068369 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0420 23:15:13.036883 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:13.036928 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:13.038761 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-p94cx I0420 23:15:13.038792 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-p94cx I0420 23:15:56.069785 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0420 23:16:02.176623 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 23:16:32.171175 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0420 23:17:04.075851 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0420 23:17:12.064932 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0420 23:17:27.153435 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 23:17:34.058818 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0420 23:18:00.166036 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0420 23:18:02.182757 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0420 23:18:35.181869 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 23:18:46.062938 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0420 23:18:51.147731 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 23:19:20.146762 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 23:19:49.921707 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:19:49.922278 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:19:50.675125 3657 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:19:50.675145 3657 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:19:50.681969 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod I0420 23:19:50.681992 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod I0420 23:20:02.042228 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:02.042767 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:03.909069 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:03.909595 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:04.761766 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.761790 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.795292 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.795316 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.800017 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 23:20:04.800044 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 23:20:19.057728 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:19.058318 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:23.162870 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 23:21:00.441857 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:21:00.442610 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:21:42.179453 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0420 23:22:14.067929 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=5 I0420 23:22:40.145587 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 23:23:06.174329 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0420 23:23:22.079253 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=93 I0420 23:23:32.260695 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:23:32.261258 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:23:33.080871 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0420 23:23:43.062244 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0420 23:24:02.487273 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:24:02.487896 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 23:24:09.477051 3657 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/segment-backup-installation-9s4bf-ln5k7 I0420 23:24:55.071462 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0420 23:25:05.005425 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:05.005972 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:20.198321 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:20.198881 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:23.220802 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:23.221413 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:25.169526 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 23:25:25.233480 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:25.234058 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:29.470442 3657 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:29.471076 3657 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:30.231244 3657 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:25:30.231273 3657 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:25:30.237238 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:25:30.237264 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:25:31.256040 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:31.256585 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:26:08.185754 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 23:26:11.149794 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 23:26:16.936499 3657 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:26:16.937127 3657 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:26:17.753344 3657 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:26:17.753369 3657 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:26:17.755696 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:26:17.755714 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:26:31.185193 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 23:26:32.156429 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 23:26:47.150669 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 23:27:47.183009 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 23:27:51.010868 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:27:51.011544 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:18.066801 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 23:28:23.498685 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:23.499199 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:41.619047 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:41.619682 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:02.536648 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:02.537181 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:09.165509 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9