+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-252.ec2.internal ++ [[ -n ip-10-0-0-252.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-252.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 08:06:53.326328925 - disable conntrack on geneve port' I0425 08:06:53.326328925 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 08:06:53.375002302 - starting ovnkube-node' I0425 08:06:53.375002302 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-252.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-252.ec2.internal --init-node ip-10-0-0-252.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-252.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 08:06:53.429963 3653 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 08:06:53.430016 3653 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-4a0f1bf699.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 08:06:53.431729 3653 kube.go:431] Waiting for certificate I0425 08:06:53.431754 3653 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:53.431803 3653 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:53.432457 3653 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:53.456954 3653 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:53.456969 3653 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:53.459372 3653 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:53.461920 3653 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m9d4l" I0425 08:06:53.469859 3653 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m9d4l" I0425 08:06:53.469914 3653 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:54.432301 3653 kube.go:438] Certificate found I0425 08:06:54.432894 3653 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:54.433754 3653 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 08:06:54.486948 3653 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 08:01:53 +0000 UTC" deadline="2026-04-26 05:31:33.551790265 +0000 UTC" I0425 08:06:54.486986 3653 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h24m39.064815673s" I0425 08:06:54.513325 3653 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:54.522270 3653 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 08:06:54.522331 3653 server.go:101] MetricServer registers OVS metrics I0425 08:06:54.522584 3653 server.go:105] MetricServer registers OVN DB metrics I0425 08:06:54.524310 3653 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 08:06:54.524363 3653 factory.go:561] Starting watch factory I0425 08:06:54.524459 3653 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524479 3653 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524489 3653 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524504 3653 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524461 3653 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524907 3653 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524920 3653 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524977 3653 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.525008 3653 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.525353 3653 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.524464 3653 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.525857 3653 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.526552 3653 controller_manager.go:370] Starting the ovnkube controller I0425 08:06:54.526566 3653 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-252.ec2.internal I0425 08:06:54.526611 3653 controller_manager.go:395] NBDB zone sync took: 36.362µs I0425 08:06:54.526619 3653 factory.go:561] Starting watch factory I0425 08:06:54.527224 3653 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 08:06:54.527243 3653 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 08:06:54.540133 3653 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 08:06:54.540152 3653 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 08:06:54.543669 3653 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 08:06:54.543712 3653 server.go:109] MetricServer registers OVN Controller metrics I0425 08:06:54.546371 3653 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.546414 3653 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.546373 3653 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.547011 3653 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.547919 3653 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.550817 3653 server.go:113] MetricServer registers OVN Northd metrics I0425 08:06:54.554989 3653 metrics.go:519] OVN Metrics Server starts to run ... I0425 08:06:54.555838 3653 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:54.631430 3653 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:54.631445 3653 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:54.631450 3653 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:54.631453 3653 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:54.631456 3653 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:54.631459 3653 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:54.631522 3653 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:54.631534 3653 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:54.631561 3653 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:54.631575 3653 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:54.632754 3653 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:54.632763 3653 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:54.632766 3653 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:54.632769 3653 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:54.632772 3653 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:54.632789 3653 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:54.654604 3653 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:54.671330 3653 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:54.737626 3653 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:54.737641 3653 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:54.737719 3653 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.737730 3653 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.738760 3653 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:54.738785 3653 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:54.756654 3653 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.843485 3653 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:54.843590 3653 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.843611 3653 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.844180 3653 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:54.845673 3653 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.849253 3653 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:54.849270 3653 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:54.849323 3653 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.849340 3653 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.851141 3653 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.854864 3653 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:54.854881 3653 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:54.854919 3653 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.854931 3653 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.856703 3653 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.860307 3653 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:54.860362 3653 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.860375 3653 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.860392 3653 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:54.877482 3653 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.966549 3653 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:54.966560 3653 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:54.966767 3653 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:54.966793 3653 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:54.969096 3653 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:54.971959 3653 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:54.971968 3653 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:54.972022 3653 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.972035 3653 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.972041 3653 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.972057 3653 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:54.974261 3653 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:55.019798 3653 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:55.078686 3653 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:55.078706 3653 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:55.078714 3653 factory.go:680] Watch Factory start up complete, took: 554.352446ms I0425 08:06:55.078686 3653 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:55.078769 3653 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:55.078800 3653 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 08:06:55.078803 3653 factory.go:680] Watch Factory start up complete, took: 552.179354ms I0425 08:06:55.078814 3653 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-252.ec2.internal" zone I0425 08:06:55.128846 3653 default_node_network_controller.go:710] Initializing the default node network controller I0425 08:06:55.200344 3653 udn_isolation.go:101] Starting UDN host isolation manager I0425 08:06:55.206532 3653 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 08:06:55.251918 3653 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 08:06:55.252033 3653 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 08:06:55.252053 3653 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 08:06:55.284455 3653 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 08:06:55.284525 3653 default_node_network_controller.go:809] Node ip-10-0-0-252.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0425 08:06:55.290133 3653 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.252"] k8s.ovn.org/zone-name:ip-10-0-0-252.ec2.internal] on node ip-10-0-0-252.ec2.internal I0425 08:06:55.311862 3653 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 08:06:55.317914 3653 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 08:06:55.318043 3653 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0425 08:06:55.318202 3653 gateway_init.go:263] Preparing Gateway I0425 08:06:55.318213 3653 gateway_shared_intf.go:1687] Creating new gateway I0425 08:06:55.329318 3653 controller_manager.go:429] Waiting for node in zone sync took: 250.491857ms I0425 08:06:55.333168 3653 controller_manager.go:611] Switching to transit router for layer2 networks I0425 08:06:55.333181 3653 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-252.ec2.internal I0425 08:06:55.347156 3653 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:55.353211 3653 controller_manager.go:290] SCTP support detected in OVN I0425 08:06:55.353882 3653 services_controller.go:69] Creating services controller for network=default I0425 08:06:55.353975 3653 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 08:06:55.354081 3653 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 08:06:55.354138 3653 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 08:06:55.354155 3653 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 08:06:55.354170 3653 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:55.354366 3653 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 08:06:55.354492 3653 udn_enabled_svc.go:95] Performing full resync I0425 08:06:55.354501 3653 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.67µs I0425 08:06:55.354527 3653 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 08:06:55.354562 3653 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 25.813µs I0425 08:06:55.354570 3653 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 42.508µs I0425 08:06:55.354579 3653 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 08:06:55.354585 3653 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 08:06:55.354593 3653 default_network_controller.go:325] Starting the default network controller I0425 08:06:55.354682 3653 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.594µs I0425 08:06:55.354799 3653 udn_enabled_svc.go:99] Waiting for handler to sync I0425 08:06:55.354810 3653 udn_enabled_svc.go:104] Starting worker I0425 08:06:55.364587 3653 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 08:06:55.364653 3653 repair.go:33] Syncing exgw routes took 50.353µs I0425 08:06:55.364679 3653 default_network_controller.go:414] Starting all the Watchers... I0425 08:06:55.364918 3653 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 08:06:55.364964 3653 namespace.go:98] [openshift-config-managed] adding namespace I0425 08:06:55.364978 3653 namespace.go:98] [openshift-insights] adding namespace I0425 08:06:55.364979 3653 namespace.go:98] [openshift-network-console] adding namespace I0425 08:06:55.364984 3653 namespace.go:98] [openshift-image-registry] adding namespace I0425 08:06:55.364992 3653 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 08:06:55.364992 3653 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 08:06:55.365001 3653 namespace.go:98] [openshift] adding namespace I0425 08:06:55.365004 3653 namespace.go:98] [openshift-dns-operator] adding namespace I0425 08:06:55.365014 3653 namespace.go:98] [openshift-host-network] adding namespace I0425 08:06:55.365017 3653 namespace.go:98] [openshift-apiserver] adding namespace I0425 08:06:55.365020 3653 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 08:06:55.365024 3653 namespace.go:98] [openshift-multus] adding namespace I0425 08:06:55.365035 3653 namespace.go:98] [openshift-monitoring] adding namespace I0425 08:06:55.365044 3653 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 08:06:55.365629 3653 namespace.go:102] [openshift-backplane-mobb] adding namespace took 695.103µs I0425 08:06:55.365644 3653 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 08:06:55.366108 3653 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 457.96µs I0425 08:06:55.366124 3653 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 08:06:55.366588 3653 namespace.go:102] [openshift-customer-monitoring] adding namespace took 455.46µs I0425 08:06:55.366610 3653 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 08:06:55.367222 3653 namespace.go:102] [openshift-config-managed] adding namespace took 2.245292ms I0425 08:06:55.367246 3653 namespace.go:98] [openshift-config] adding namespace I0425 08:06:55.367727 3653 namespace.go:102] [openshift-insights] adding namespace took 2.738505ms I0425 08:06:55.367743 3653 namespace.go:98] [openshift-console-operator] adding namespace I0425 08:06:55.368320 3653 namespace.go:102] [openshift-network-console] adding namespace took 3.321084ms I0425 08:06:55.368342 3653 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 08:06:55.368975 3653 namespace.go:102] [openshift-image-registry] adding namespace took 3.976116ms I0425 08:06:55.368992 3653 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 08:06:55.369554 3653 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.550069ms I0425 08:06:55.369572 3653 namespace.go:98] [openshift-operators] adding namespace I0425 08:06:55.370039 3653 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.01296ms I0425 08:06:55.370053 3653 namespace.go:98] [openshift-node] adding namespace I0425 08:06:55.370539 3653 namespace.go:102] [openshift] adding namespace took 5.530556ms I0425 08:06:55.370556 3653 namespace.go:98] [openshift-logging] adding namespace I0425 08:06:55.371046 3653 namespace.go:102] [openshift-dns-operator] adding namespace took 6.036014ms I0425 08:06:55.371058 3653 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 08:06:55.371567 3653 namespace.go:102] [openshift-host-network] adding namespace took 6.545059ms I0425 08:06:55.371582 3653 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 08:06:55.372041 3653 namespace.go:102] [openshift-apiserver] adding namespace took 7.012961ms I0425 08:06:55.372056 3653 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 08:06:55.372648 3653 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.61496ms I0425 08:06:55.372664 3653 namespace.go:98] [openshift-ingress-canary] adding namespace W0425 08:06:55.372688 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dpm2b: pod openshift-multus/network-metrics-daemon-dpm2b: no pod IPs found W0425 08:06:55.372706 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jftnj: pod openshift-multus/network-metrics-daemon-jftnj: no pod IPs found I0425 08:06:55.373180 3653 namespace.go:102] [openshift-multus] adding namespace took 8.143933ms I0425 08:06:55.373193 3653 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 08:06:55.373772 3653 namespace.go:102] [openshift-monitoring] adding namespace took 8.729511ms I0425 08:06:55.373800 3653 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 08:06:55.374339 3653 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.285158ms I0425 08:06:55.374353 3653 namespace.go:98] [kube-node-lease] adding namespace I0425 08:06:55.374755 3653 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.137067ms I0425 08:06:55.374765 3653 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 08:06:55.375182 3653 namespace.go:102] [openshift-config] adding namespace took 7.926835ms I0425 08:06:55.375199 3653 namespace.go:98] [kube-system] adding namespace I0425 08:06:55.375608 3653 namespace.go:102] [openshift-console-operator] adding namespace took 7.861421ms I0425 08:06:55.375619 3653 namespace.go:98] [openshift-infra] adding namespace I0425 08:06:55.376040 3653 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.69042ms I0425 08:06:55.376054 3653 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 08:06:55.376431 3653 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.433043ms I0425 08:06:55.376445 3653 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 08:06:55.376802 3653 namespace.go:102] [openshift-operators] adding namespace took 7.225042ms I0425 08:06:55.376816 3653 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 08:06:55.377169 3653 namespace.go:102] [openshift-node] adding namespace took 7.110404ms I0425 08:06:55.377183 3653 namespace.go:98] [openshift-etcd] adding namespace I0425 08:06:55.377628 3653 namespace.go:102] [openshift-logging] adding namespace took 7.065193ms I0425 08:06:55.377648 3653 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 08:06:55.378233 3653 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.170993ms I0425 08:06:55.378248 3653 namespace.go:98] [openshift-authentication] adding namespace I0425 08:06:55.378651 3653 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.062514ms I0425 08:06:55.378665 3653 namespace.go:98] [openshift-marketplace] adding namespace I0425 08:06:55.379106 3653 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.043842ms I0425 08:06:55.379120 3653 namespace.go:98] [openshift-ingress] adding namespace W0425 08:06:55.379580 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4k8gn: pod openshift-network-diagnostics/network-check-target-4k8gn: no pod IPs found W0425 08:06:55.379600 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8p7mj: pod openshift-network-diagnostics/network-check-target-8p7mj: no pod IPs found I0425 08:06:55.379602 3653 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.930494ms I0425 08:06:55.379618 3653 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 08:06:55.380115 3653 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.915453ms I0425 08:06:55.380130 3653 namespace.go:98] [openshift-config-operator] adding namespace I0425 08:06:55.380543 3653 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.738267ms I0425 08:06:55.380559 3653 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 08:06:55.381042 3653 namespace.go:102] [kube-node-lease] adding namespace took 6.684129ms I0425 08:06:55.381055 3653 namespace.go:98] [openshift-package-operator] adding namespace I0425 08:06:55.381426 3653 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.654675ms I0425 08:06:55.381806 3653 namespace.go:102] [kube-system] adding namespace took 6.602895ms I0425 08:06:55.381819 3653 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 08:06:55.382339 3653 namespace.go:102] [openshift-infra] adding namespace took 6.713833ms I0425 08:06:55.382360 3653 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 08:06:55.382823 3653 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.761247ms I0425 08:06:55.382842 3653 namespace.go:98] [default] adding namespace I0425 08:06:55.383353 3653 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.903029ms I0425 08:06:55.383364 3653 namespace.go:98] [openshift-console] adding namespace I0425 08:06:55.383739 3653 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.916911ms I0425 08:06:55.383756 3653 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 08:06:55.384161 3653 namespace.go:102] [openshift-etcd] adding namespace took 6.972717ms I0425 08:06:55.384172 3653 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 08:06:55.384561 3653 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.907306ms I0425 08:06:55.384573 3653 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 08:06:55.385009 3653 namespace.go:102] [openshift-authentication] adding namespace took 6.754055ms I0425 08:06:55.385025 3653 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 08:06:55.385681 3653 namespace.go:102] [openshift-marketplace] adding namespace took 7.00835ms I0425 08:06:55.385695 3653 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 08:06:55.386189 3653 namespace.go:102] [openshift-ingress] adding namespace took 7.06299ms I0425 08:06:55.386203 3653 namespace.go:98] [openshift-controller-manager] adding namespace I0425 08:06:55.386565 3653 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.941847ms I0425 08:06:55.386576 3653 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 08:06:55.387030 3653 namespace.go:102] [openshift-config-operator] adding namespace took 6.895945ms I0425 08:06:55.387046 3653 namespace.go:98] [openshift-network-operator] adding namespace I0425 08:06:55.387449 3653 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.883571ms I0425 08:06:55.387463 3653 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 08:06:55.387890 3653 namespace.go:102] [openshift-package-operator] adding namespace took 6.829345ms I0425 08:06:55.387906 3653 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 08:06:55.388289 3653 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.465143ms I0425 08:06:55.388301 3653 namespace.go:98] [kube-public] adding namespace I0425 08:06:55.388660 3653 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.295026ms I0425 08:06:55.388671 3653 namespace.go:98] [dedicated-admin] adding namespace I0425 08:06:55.389100 3653 namespace.go:102] [default] adding namespace took 6.252325ms I0425 08:06:55.389113 3653 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 08:06:55.389534 3653 namespace.go:102] [openshift-console] adding namespace took 6.163447ms I0425 08:06:55.389556 3653 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 08:06:55.390094 3653 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.332688ms I0425 08:06:55.390108 3653 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 08:06:55.390481 3653 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.304241ms I0425 08:06:55.390495 3653 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 08:06:55.390890 3653 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.312514ms I0425 08:06:55.390901 3653 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 08:06:55.391327 3653 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.297059ms I0425 08:06:55.391343 3653 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 08:06:55.391802 3653 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.101203ms I0425 08:06:55.391815 3653 namespace.go:98] [openshift-cluster-version] adding namespace I0425 08:06:55.392812 3653 namespace.go:102] [openshift-controller-manager] adding namespace took 6.603223ms I0425 08:06:55.392825 3653 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 08:06:55.393421 3653 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.838708ms I0425 08:06:55.393435 3653 namespace.go:98] [openshift-backplane] adding namespace I0425 08:06:55.393961 3653 namespace.go:102] [openshift-network-operator] adding namespace took 6.908857ms I0425 08:06:55.393979 3653 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 08:06:55.394450 3653 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.980304ms I0425 08:06:55.394462 3653 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 08:06:55.395024 3653 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.113233ms I0425 08:06:55.395037 3653 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 08:06:55.395540 3653 namespace.go:102] [kube-public] adding namespace took 7.231608ms I0425 08:06:55.396201 3653 namespace.go:102] [dedicated-admin] adding namespace took 7.522766ms I0425 08:06:55.396219 3653 namespace.go:98] [openshift-machine-api] adding namespace I0425 08:06:55.396695 3653 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.575047ms I0425 08:06:55.396711 3653 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 08:06:55.397295 3653 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.730219ms I0425 08:06:55.397864 3653 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.747846ms I0425 08:06:55.398564 3653 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.061559ms I0425 08:06:55.399226 3653 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.317042ms I0425 08:06:55.399715 3653 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.366463ms I0425 08:06:55.399729 3653 namespace.go:98] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] adding namespace I0425 08:06:55.400220 3653 namespace.go:102] [openshift-cluster-version] adding namespace took 8.398805ms I0425 08:06:55.400235 3653 namespace.go:98] [openshift-dns] adding namespace I0425 08:06:55.400702 3653 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.870795ms I0425 08:06:55.401209 3653 namespace.go:102] [openshift-backplane] adding namespace took 7.768084ms I0425 08:06:55.401721 3653 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.734776ms I0425 08:06:55.402197 3653 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.728573ms I0425 08:06:55.402669 3653 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.627444ms I0425 08:06:55.403181 3653 namespace.go:102] [openshift-machine-api] adding namespace took 6.955663ms I0425 08:06:55.403629 3653 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.913829ms I0425 08:06:55.404181 3653 namespace.go:102] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] adding namespace took 4.446296ms I0425 08:06:55.404594 3653 namespace.go:102] [openshift-dns] adding namespace took 4.353362ms W0425 08:06:55.404689 3653 master.go:458] Unable to parse local node ip-10-0-0-252.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 08:06:55.404702 3653 master.go:471] Unable to parse remote node ip-10-0-2-206.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 08:06:55.404708 3653 master.go:481] Removing stale chassis with ID/Name: f0b4b1a8-536d-48e0-89bc-4b316008b19f, hostname: ip-10-0-0-252.ec2.internal I0425 08:06:55.405212 3653 master.go:548] Adding or Updating local node "ip-10-0-0-252.ec2.internal" for network "default" I0425 08:06:55.405306 3653 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-206.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-206.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-206.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-206.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal I0425 08:06:55.406558 3653 zone_ic_handler.go:195] Time taken to create transit switch: 486.245µs I0425 08:06:55.406571 3653 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-190.ec2.internal for the network default I0425 08:06:55.408076 3653 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-190.ec2.internal" on network "default" took: 2.016647ms I0425 08:06:55.409936 3653 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-252.ec2.internal for the network default I0425 08:06:55.410171 3653 zone_ic_handler.go:195] Time taken to create transit switch: 211.834µs I0425 08:06:55.411165 3653 default_network_controller.go:823] Node add failed for ip-10-0-0-252.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-252.ec2.internal, error getting gateway config for node ip-10-0-0-252.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-252.ec2.internal", failed to update chassis to local for local node ip-10-0-0-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-252.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-252.ec2.internal] E0425 08:06:55.411230 3653 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-252.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-252.ec2.internal, error getting gateway config for node ip-10-0-0-252.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-252.ec2.internal", failed to update chassis to local for local node ip-10-0-0-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-252.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-252.ec2.internal] I0425 08:06:55.411320 3653 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 08:06:55.411398 3653 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 08:06:55.411417 3653 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 08:06:55.411335 3653 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-252.ec2.internal", UID:"3531495a-4758-4dd7-ab71-0355d45f27fe", APIVersion:"v1", ResourceVersion:"8647", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-252.ec2.internal, error getting gateway config for node ip-10-0-0-252.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-252.ec2.internal", failed to update chassis to local for local node ip-10-0-0-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-252.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-252.ec2.internal] I0425 08:06:55.411444 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-252.ec2.internal in network "default" I0425 08:06:55.411481 3653 node_tracker.go:235] Node ip-10-0-0-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-252.ec2.internal" I0425 08:06:55.411498 3653 node_tracker.go:169] Node ip-10-0-0-252.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:55.411514 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:06:55.411531 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-190.ec2.internal in network "default" I0425 08:06:55.411602 3653 node_tracker.go:169] Node ip-10-0-1-190.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:55.411615 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:06:55.411624 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:06:55.411634 3653 node_tracker.go:235] Node ip-10-0-2-206.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal" I0425 08:06:55.411642 3653 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:55.411646 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:06:55.425635 3653 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:55.431716 3653 iptables.go:108] Creating table: filter chain: OUTPUT I0425 08:06:55.437683 3653 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 08:06:55.437699 3653 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-252.ec2.internal","mac-address":"12:85:df:d2:b0:13","ip-addresses":["10.0.0.252/24"],"ip-address":"10.0.0.252/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f0b4b1a8-536d-48e0-89bc-4b316008b19f k8s.ovn.org/node-encap-ips:["10.0.0.252"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.252/24"} k8s.ovn.org/zone-name:ip-10-0-0-252.ec2.internal] on node ip-10-0-0-252.ec2.internal I0425 08:06:55.464194 3653 master.go:548] Adding or Updating local node "ip-10-0-0-252.ec2.internal" for network "default" I0425 08:06:55.464212 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-252.ec2.internal in network "default" I0425 08:06:55.464262 3653 node_tracker.go:169] Node ip-10-0-0-252.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:55.464277 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:06:55.468131 3653 default_node_network_controller.go:519] Node connection status = connected W0425 08:06:55.468615 3653 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8p7mj: pod openshift-network-diagnostics/network-check-target-8p7mj: no pod IPs found W0425 08:06:55.468638 3653 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dpm2b: pod openshift-multus/network-metrics-daemon-dpm2b: no pod IPs found I0425 08:06:55.469689 3653 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-252.ec2.internal for the network default I0425 08:06:55.469904 3653 zone_ic_handler.go:195] Time taken to create transit switch: 203.26µs I0425 08:06:55.511605 3653 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 08:06:55.511626 3653 services_controller.go:208] Setting up event handlers for services for network=default I0425 08:06:55.511717 3653 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 08:06:55.511767 3653 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 08:06:55.511787 3653 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 08:06:55.612282 3653 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 08:06:55.612301 3653 repair.go:60] Starting repairing loop for services I0425 08:06:55.612423 3653 repair.go:131] Deleted 0 stale service LBs I0425 08:06:55.612441 3653 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 08:06:55.612469 3653 repair.go:62] Finished repairing loop for services: 164.223µs I0425 08:06:55.612502 3653 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 08:06:55.612528 3653 services_controller.go:254] Starting workers for network=default I0425 08:06:55.613113 3653 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8p7mj] creating logical port openshift-network-diagnostics_network-check-target-8p7mj for pod on switch ip-10-0-0-252.ec2.internal I0425 08:06:55.613166 3653 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jftnj, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jftnj: suppressed error logged: pod openshift-multus/network-metrics-daemon-jftnj: no pod IPs found I0425 08:06:55.613195 3653 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dpm2b] creating logical port openshift-multus_network-metrics-daemon-dpm2b for pod on switch ip-10-0-0-252.ec2.internal I0425 08:06:55.613339 3653 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8p7mj I0425 08:06:55.613357 3653 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dpm2b I0425 08:06:55.613376 3653 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-4k8gn, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4k8gn: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4k8gn: no pod IPs found W0425 08:06:55.615099 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:06:55.628347 3653 pod.go:62] [openshift-network-diagnostics/network-check-target-8p7mj] pod update took 15.106265ms I0425 08:06:55.628366 3653 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-8p7mj] addLogicalPort annotation time took 15.147842ms I0425 08:06:55.629633 3653 pods.go:271] [openshift-network-diagnostics/network-check-target-8p7mj] addLogicalPort took 16.529404ms, libovsdb time 623.965µs I0425 08:06:55.629920 3653 pod.go:62] [openshift-multus/network-metrics-daemon-dpm2b] pod update took 16.632387ms I0425 08:06:55.629940 3653 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-dpm2b] addLogicalPort annotation time took 16.667918ms I0425 08:06:55.630716 3653 pods.go:271] [openshift-multus/network-metrics-daemon-dpm2b] addLogicalPort took 17.537567ms, libovsdb time 571.516µs I0425 08:06:55.631162 3653 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 08:06:55.631186 3653 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 08:06:55.631203 3653 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 08:06:55.631207 3653 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 08:06:55.631412 3653 repair.go:29] Repairing admin network policies took 195.475µs I0425 08:06:55.631524 3653 repair.go:92] Repairing baseline admin network policies took 103.819µs I0425 08:06:55.631952 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 08:06:55.631973 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 08:06:55.634373 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 08:06:55.634393 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 08:06:55.634403 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 08:06:55.636212 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 08:06:55.636244 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 08:06:55.636254 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 08:06:55.637513 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 08:06:55.637532 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 08:06:55.637540 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 08:06:55.637829 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 08:06:55.637845 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 08:06:55.637852 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 08:06:55.639330 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 08:06:55.639346 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 08:06:55.639354 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 08:06:55.639801 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 08:06:55.639820 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 08:06:55.639829 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 08:06:55.641162 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 08:06:55.641178 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 08:06:55.641187 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 08:06:55.642127 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 08:06:55.642146 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 08:06:55.642158 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 08:06:55.643430 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 08:06:55.643449 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 08:06:55.643456 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 08:06:55.644708 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 08:06:55.644725 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 08:06:55.644733 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 08:06:55.646130 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 08:06:55.646148 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 08:06:55.646155 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 08:06:55.646566 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 08:06:55.646583 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 08:06:55.646591 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 08:06:55.647933 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 08:06:55.647950 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 08:06:55.647957 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 08:06:55.648397 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 08:06:55.648410 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 08:06:55.648418 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 08:06:55.648873 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 08:06:55.648890 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 08:06:55.648899 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 08:06:55.649847 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 08:06:55.649865 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 08:06:55.649872 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 08:06:55.650331 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 08:06:55.650347 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 08:06:55.650352 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 08:06:55.650585 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 08:06:55.650601 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 08:06:55.651209 3653 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 08:06:55.651219 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:55.651905 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 08:06:55.651924 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 08:06:55.651932 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 08:06:55.652404 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:55.652422 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 08:06:55.652428 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 08:06:55.652658 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 08:06:55.652672 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 08:06:55.652680 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 08:06:55.653506 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:55.653522 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 08:06:55.653541 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:55.654169 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 08:06:55.654186 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 08:06:55.654193 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 08:06:55.654955 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 08:06:55.654968 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 08:06:55.654975 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 08:06:55.655406 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 08:06:55.655425 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 08:06:55.655432 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 08:06:55.655875 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 08:06:55.655890 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 08:06:55.655898 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 08:06:55.656854 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 08:06:55.656870 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 08:06:55.656878 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 08:06:55.657483 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 08:06:55.657500 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 08:06:55.657509 3653 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 08:06:55.658993 3653 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 08:06:55.664408 3653 egressfirewall.go:374] Starting EgressFirewall controller I0425 08:06:55.664434 3653 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 08:06:55.664440 3653 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 08:06:55.664455 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 08:06:55.664465 3653 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 08:06:55.664469 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 08:06:55.664480 3653 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 08:06:55.664730 3653 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 08:06:55.664745 3653 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 08:06:55.664750 3653 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 08:06:55.664759 3653 egressqos.go:193] Setting up event handlers for EgressQoS I0425 08:06:55.664763 3653 egressfirewall.go:723] Syncing node "ip-10-0-0-252.ec2.internal" for egress firewall I0425 08:06:55.664770 3653 egressfirewall.go:723] Syncing node "ip-10-0-1-190.ec2.internal" for egress firewall I0425 08:06:55.664788 3653 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:06:55.664877 3653 egressqos.go:245] Starting EgressQoS Controller I0425 08:06:55.664887 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 08:06:55.664893 3653 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 08:06:55.664898 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 08:06:55.664903 3653 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 08:06:55.664908 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 08:06:55.664912 3653 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 08:06:55.664916 3653 egressqos.go:259] Repairing EgressQoSes I0425 08:06:55.664920 3653 egressqos.go:399] Starting repairing loop for egressqos I0425 08:06:55.664984 3653 egressqos.go:401] Finished repairing loop for egressqos: 64.313µs I0425 08:06:55.665001 3653 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 08:06:55.665043 3653 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-252.ec2.internal I0425 08:06:55.665083 3653 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-252.ec2.internal : 44.979µs I0425 08:06:55.665129 3653 egressservice_zone.go:210] Starting Egress Services Controller I0425 08:06:55.665138 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:55.665143 3653 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:55.665149 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:55.665154 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:55.665159 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:55.665163 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:55.665168 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 08:06:55.665172 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 08:06:55.665177 3653 egressservice_zone.go:228] Repairing Egress Services I0425 08:06:55.665402 3653 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 08:06:55.665411 3653 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:55.665421 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-252.ec2.internal I0425 08:06:55.665445 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-252.ec2.internal: 8.244µs I0425 08:06:55.665453 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-190.ec2.internal I0425 08:06:55.665480 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-190.ec2.internal: 27.438µs I0425 08:06:55.665487 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:06:55.665490 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 3.586µs I0425 08:06:55.665615 3653 default_network_controller.go:585] Completing all the Watchers took 300.926312ms I0425 08:06:55.665628 3653 default_network_controller.go:589] Starting unidling controllers I0425 08:06:55.665639 3653 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 08:06:55.665647 3653 unidle.go:63] Populating Initial ContollerEvent events I0425 08:06:55.665660 3653 unidle.go:79] Setting up event handlers for services I0425 08:06:55.665704 3653 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:55.856563 3653 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:55.969096 3653 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:55.986171 3653 bridgeconfig.go:537] Gateway is ready I0425 08:06:55.986187 3653 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 08:06:55.997596 3653 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.252. Updating OVN encap IP. I0425 08:06:56.002723 3653 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.252 - it is already configured I0425 08:06:56.002737 3653 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.252/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 08:06:56.002937 3653 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.252/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-252.ec2.internal","mac-address":"12:85:df:d2:b0:13","ip-addresses":["10.0.0.252/24"],"ip-address":"10.0.0.252/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f0b4b1a8-536d-48e0-89bc-4b316008b19f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.252/24"}] on node ip-10-0-0-252.ec2.internal I0425 08:06:56.017582 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-252.ec2.internal I0425 08:06:56.017603 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-252.ec2.internal: 23.645µs I0425 08:06:56.017603 3653 master.go:548] Adding or Updating local node "ip-10-0-0-252.ec2.internal" for network "default" I0425 08:06:56.017660 3653 egressfirewall.go:723] Syncing node "ip-10-0-0-252.ec2.internal" for egress firewall I0425 08:06:56.017661 3653 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.252 I0425 08:06:56.017668 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-252.ec2.internal in network "default" I0425 08:06:56.017765 3653 node_tracker.go:169] Node ip-10-0-0-252.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:56.017800 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:06:56.017830 3653 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-252.ec2.internal W0425 08:06:56.017951 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:06:56.022509 3653 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-252.ec2.internal. Updating no re-route policies I0425 08:06:56.022610 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-d4kbw I0425 08:06:56.022630 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-d4kbw I0425 08:06:56.022642 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9gpk9 I0425 08:06:56.022652 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qsq9n I0425 08:06:56.022657 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-d4kbw after 0 failed attempt(s) I0425 08:06:56.022665 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qsq9n I0425 08:06:56.022665 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-252.ec2.internal I0425 08:06:56.022667 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8p7mj I0425 08:06:56.022672 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5vt8r I0425 08:06:56.022677 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8p7mj I0425 08:06:56.022678 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dpm2b I0425 08:06:56.022685 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qsq9n after 0 failed attempt(s) I0425 08:06:56.022656 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9gpk9 I0425 08:06:56.022672 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-252.ec2.internal I0425 08:06:56.022695 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-r8pg6 I0425 08:06:56.022695 3653 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-252.ec2.internal I0425 08:06:56.022705 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-r8pg6 I0425 08:06:56.022709 3653 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-252.ec2.internal I0425 08:06:56.022713 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-252.ec2.internal after 0 failed attempt(s) I0425 08:06:56.022725 3653 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-252.ec2.internal after 0 failed attempt(s) I0425 08:06:56.022668 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2wh22 I0425 08:06:56.022741 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-r8pg6 after 0 failed attempt(s) I0425 08:06:56.022679 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-85z6k I0425 08:06:56.022755 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-85z6k I0425 08:06:56.022794 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-85z6k after 0 failed attempt(s) I0425 08:06:56.022705 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9gpk9 after 0 failed attempt(s) I0425 08:06:56.022742 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2wh22 I0425 08:06:56.022815 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2wh22 after 0 failed attempt(s) I0425 08:06:56.022655 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nwhbj I0425 08:06:56.022823 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nwhbj I0425 08:06:56.022680 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5vt8r I0425 08:06:56.022833 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nwhbj after 0 failed attempt(s) I0425 08:06:56.022843 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5vt8r after 0 failed attempt(s) I0425 08:06:56.022678 3653 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-sz54v I0425 08:06:56.022856 3653 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-sz54v I0425 08:06:56.022865 3653 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-sz54v after 0 failed attempt(s) I0425 08:06:56.022693 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dpm2b I0425 08:06:56.022890 3653 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dpm2b] creating logical port openshift-multus_network-metrics-daemon-dpm2b for pod on switch ip-10-0-0-252.ec2.internal I0425 08:06:56.022700 3653 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8p7mj] creating logical port openshift-network-diagnostics_network-check-target-8p7mj for pod on switch ip-10-0-0-252.ec2.internal I0425 08:06:56.023393 3653 pods.go:271] [openshift-network-diagnostics/network-check-target-8p7mj] addLogicalPort took 697.86µs, libovsdb time 192.975µs I0425 08:06:56.023406 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8p7mj after 0 failed attempt(s) I0425 08:06:56.023499 3653 pods.go:271] [openshift-multus/network-metrics-daemon-dpm2b] addLogicalPort took 614.088µs, libovsdb time 232.801µs I0425 08:06:56.023510 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dpm2b after 0 failed attempt(s) I0425 08:06:56.031516 3653 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 08:06:56.042521 3653 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 08:06:56.045707 3653 iptables.go:108] Creating table: nat chain: OUTPUT I0425 08:06:56.063616 3653 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:56.089019 3653 iptables.go:108] Creating table: nat chain: PREROUTING I0425 08:06:56.146770 3653 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:56.162417 3653 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 08:06:56.162531 3653 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 08:06:56.162585 3653 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 08:06:56.162685 3653 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 08:06:56.162755 3653 gateway_init.go:325] Gateway and management port readiness took 698.587932ms I0425 08:06:56.162803 3653 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 08:06:56.162850 3653 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 08:06:56.162866 3653 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 08:06:56.162880 3653 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:56.162945 3653 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 08:06:56.163065 3653 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 92.942µs I0425 08:06:56.163365 3653 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 08:06:56.163397 3653 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.666µs I0425 08:06:56.163409 3653 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.651µs I0425 08:06:56.163417 3653 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 08:06:56.163431 3653 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 08:06:56.163438 3653 default_node_network_controller.go:899] Starting the default node network controller I0425 08:06:56.163445 3653 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 08:06:56.163521 3653 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.24µs I0425 08:06:56.163647 3653 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 08:06:56.163658 3653 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 08:06:56.163720 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17680 0xc00032e0e0 0xc00032e150 0xc00032e230 0xc00032e2a0 0xc00032e310 0xc00032e380 0xc000c0fae0 0xc00032e3f0 0xc00032e4d0 0xc0008dec30 0xc0064fd570 0xc00032e5b0 map[0x2ff9080:0xc00430a120 0x2ff95c0:0xc003426840 0x2ffa2e0:0xc00430a060 0x2ffa580:0xc00430a0c0 0x2ffad60:0xc00430a180 0x2ffb000:0xc003426780 0x2ffb2a0:0xc0034267e0 0x2ffba80:0xc00231f200 0x2ffbd20:0xc00231f260 0x3026980:0xc000adcc00 0x3026d20:0xc000adcc60 0x3027800:0xc000c8bbc0 0x3029160:0xc001480a80 0x30298a0:0xc00430a000 0x302a720:0xc00170cd80] 0xc000c32b60 0} I0425 08:06:56.163795 3653 gateway.go:151] Starting gateway service sync I0425 08:06:56.164262 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 08:06:56.166447 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 08:06:56.194725 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 08:06:56.195864 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 08:06:56.196977 3653 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 08:06:56.230068 3653 gateway.go:168] Gateway service sync done. Time taken: 66.261116ms I0425 08:06:56.230758 3653 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31620 I0425 08:06:56.230892 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17680 0xc00032e0e0 0xc00032e150 0xc00032e230 0xc00032e2a0 0xc00032e310 0xc00032e380 0xc000c0fae0 0xc00032e3f0 0xc00032e4d0 0xc0008dec30 0xc0064fd570 0xc00032e5b0 map[0x2ff9080:0xc00430a120 0x2ff95c0:0xc003426840 0x2ffa2e0:0xc00430a060 0x2ffa580:0xc00430a0c0 0x2ffad60:0xc00430a180 0x2ffb000:0xc003426780 0x2ffb2a0:0xc0034267e0 0x2ffba80:0xc00231f200 0x2ffbd20:0xc00231f260 0x3026980:0xc000adcc00 0x3026d20:0xc000adcc60 0x3027800:0xc000c8bbc0 0x3029160:0xc001480a80 0x30298a0:0xc00430a000 0x302a720:0xc00170cd80] 0xc000c32b60 0} I0425 08:06:56.231354 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17680 0xc00032e0e0 0xc00032e150 0xc00032e230 0xc00032e2a0 0xc00032e310 0xc00032e380 0xc000c0fae0 0xc00032e3f0 0xc00032e4d0 0xc0008dec30 0xc0064fd570 0xc00032e5b0 map[0x2ff9080:0xc00430a120 0x2ff95c0:0xc003426840 0x2ffa2e0:0xc00430a060 0x2ffa580:0xc00430a0c0 0x2ffad60:0xc00430a180 0x2ffb000:0xc003426780 0x2ffb2a0:0xc0034267e0 0x2ffba80:0xc00231f200 0x2ffbd20:0xc00231f260 0x3026980:0xc000adcc00 0x3026d20:0xc000adcc60 0x3027800:0xc000c8bbc0 0x3029160:0xc001480a80 0x30298a0:0xc00430a000 0x302a720:0xc00170cd80] 0xc000c32b60 0} I0425 08:06:56.231387 3653 gateway.go:532] Reconciling gateway with updates I0425 08:06:56.237005 3653 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 08:06:56.237087 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:56.237101 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:56.237108 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:56.237112 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:56.237114 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:56.237118 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:56.237125 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:56.237126 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:56.237126 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:56.237128 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:56.237134 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:56.237105 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:56.237145 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:56.237155 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:56.237155 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:56.237134 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:56.237167 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:56.237171 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:56.237170 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:56.237176 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:56.237177 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:56.237175 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:56.237190 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:56.237189 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:56.237104 3653 default_node_network_controller.go:944] Gateway and management port readiness took 73.438092ms I0425 08:06:56.237193 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:56.237203 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:56.237203 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:56.237209 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:56.237211 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:56.237218 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:56.237222 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:56.237225 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:56.237154 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:56.237233 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:56.237240 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:56.237241 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:56.237246 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:56.237248 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:56.237246 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:56.237253 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:56.237221 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:56.237253 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:56.237263 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:56.237278 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30424 is already open, no action needed I0425 08:06:56.237281 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:56.237244 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:56.237289 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:56.237116 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:56.237296 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:56.237205 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:56.237239 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:56.237302 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:56.237315 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:56.237320 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:56.237235 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:56.237328 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:56.237333 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:56.237101 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:56.237349 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:56.237184 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:56.237364 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:56.237163 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:56.237355 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:56.237377 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:56.237365 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:56.237211 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:56.237393 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:56.237193 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:56.237407 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:56.237187 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:56.237451 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:56.237459 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:56.237213 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:56.237468 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:56.237220 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:56.237480 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:56.237085 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:56.237489 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:56.237497 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:56.237510 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:56.237498 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:56.237246 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:56.237596 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:56.237244 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:56.237612 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:56.237615 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:56.237602 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:56.237300 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:56.237658 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:56.237121 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:56.237679 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:56.237704 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:56.237721 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:56.237303 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:56.237136 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:56.237174 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:56.237790 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:56.237806 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:56.237482 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:56.237827 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:56.237832 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:56.237836 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:56.237840 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:56.237847 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:56.237853 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:56.237860 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:56.237861 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:56.237235 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:56.237911 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:56.237910 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:56.237924 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:56.237926 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:56.237940 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:56.237286 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30453 is already open, no action needed I0425 08:06:56.238641 3653 node_ip_handler_linux.go:160] Node IP manager is running W0425 08:06:56.274851 3653 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:56.274976 3653 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:56.275095 3653 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0425 08:06:56.284256 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:56.284284 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:56.284294 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:56.284304 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:56.284314 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:56.284322 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:56.284331 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:56.284340 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:56.284354 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:56.284363 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:56.284370 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:56.284386 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:56.284405 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:56.284411 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:56.284417 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:56.323397 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:06:56.323422 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:56.323430 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:56.323437 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:56.363814 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:57.753149 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:06:57.753175 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 32.253µs I0425 08:06:57.753173 3653 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:57.753182 3653 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:06:57.908235 3653 default_node_network_controller.go:1380] Starting node controller node sync W0425 08:06:57.908304 3653 egressip_healthcheck.go:76] Health checking using insecure connection I0425 08:06:57.908362 3653 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0425 08:06:57.919787 3653 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.526125ms I0425 08:06:57.919875 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-190.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:06:57.919887 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-190.ec2.internal", IP: 10.0.1.190 to PMTUD blocking rules I0425 08:06:57.924934 3653 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 08:06:57.925191 3653 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 08:06:57.925343 3653 egressservice_node.go:183] Starting Egress Services Controller I0425 08:06:57.925358 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:57.925368 3653 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:57.925373 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:57.925378 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:57.925383 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:57.925388 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:57.925392 3653 egressservice_node.go:197] Repairing Egress Services I0425 08:06:57.934407 3653 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 08:06:57.934417 3653 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:57.934613 3653 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 08:06:57.934628 3653 link_network_manager.go:119] Link manager is running I0425 08:06:57.934641 3653 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 08:06:57.934846 3653 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 08:06:57.934959 3653 vrf_manager.go:128] VRF manager is running I0425 08:06:57.935043 3653 node_controller_manager.go:437] Removing flows to drop GARP I0425 08:06:57.935053 3653 gateway.go:532] Reconciling gateway with updates I0425 08:06:57.955835 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:57.955845 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:57.955851 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:57.955857 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:57.955850 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:57.955863 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:57.955865 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:57.955867 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:57.955866 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:57.955880 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:57.955885 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:57.955881 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:57.955892 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:57.955893 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:57.955899 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:57.955903 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:57.955903 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:57.955910 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:57.955914 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:57.955859 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:57.955919 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:57.955918 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:57.955931 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:57.955934 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:57.955937 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:57.955941 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:57.955948 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:57.955949 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:57.955953 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:57.955957 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:57.955954 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:57.955961 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:57.955964 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:57.955972 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:57.955974 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:57.955895 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:57.955977 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:57.955982 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:57.955986 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:57.955905 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:57.955985 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:57.955996 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:57.955958 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:57.956002 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:57.956009 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:57.956010 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:57.956014 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:57.956012 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:57.956020 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:57.956032 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:57.955938 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:57.955951 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:57.955930 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:57.956079 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:57.956107 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:57.956117 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:57.956118 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:57.956131 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:57.956132 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:57.956137 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:57.955964 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:57.956142 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:57.956140 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:57.955917 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:57.956155 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:57.956158 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:57.956013 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:57.955904 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:57.955871 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:57.956148 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:57.955984 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:57.956282 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:57.955984 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:57.956318 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:57.955886 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:57.955881 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:57.955874 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30424 is already open, no action needed I0425 08:06:57.956402 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30453 is already open, no action needed I0425 08:06:57.955887 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:57.955907 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:57.955918 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:57.956471 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:57.955923 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:57.955924 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:57.955962 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:57.955966 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:57.956547 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:57.955975 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:57.956568 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:57.955974 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:57.956591 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:57.955972 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:57.956622 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:57.955976 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:57.956645 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:57.955987 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:57.956657 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:57.955985 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:57.956688 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:57.955984 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:57.956711 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:57.956002 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:57.956740 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:57.956020 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:57.956055 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:57.956749 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:57.956067 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:57.994437 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:57.994456 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:57.994462 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:57.994468 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:57.994474 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:57.994479 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:57.994493 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:57.994509 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:57.994515 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:57.994521 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:57.994526 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:57.994531 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:57.994535 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:57.994541 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:58.032431 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:58.032439 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:58.032451 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:58.032459 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:58.032467 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:58.032474 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:58.032482 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:58.032492 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:58.032501 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:58.032511 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:58.032525 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:58.032544 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:58.070221 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:07:00.003498 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-252.ec2.internal I0425 08:07:00.003529 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-252.ec2.internal: 38.099µs I0425 08:07:00.032335 3653 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl] creating logical port openshift-image-registry_image-registry-7bfd7d8f8b-ccgzl for pod on switch ip-10-0-0-252.ec2.internal I0425 08:07:00.032455 3653 kube.go:256] Updating pod openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl I0425 08:07:00.052462 3653 pod.go:62] [openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl] pod update took 20.036181ms I0425 08:07:00.052486 3653 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl] addLogicalPort annotation time took 20.063262ms I0425 08:07:00.053866 3653 pods.go:271] [openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl] addLogicalPort took 21.545695ms, libovsdb time 1.054248ms I0425 08:07:00.059264 3653 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-g2pzn] creating logical port openshift-ingress-canary_ingress-canary-g2pzn for pod on switch ip-10-0-0-252.ec2.internal I0425 08:07:00.059418 3653 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-g2pzn I0425 08:07:00.073166 3653 pod.go:62] [openshift-ingress-canary/ingress-canary-g2pzn] pod update took 13.777502ms I0425 08:07:00.073190 3653 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-g2pzn] addLogicalPort annotation time took 13.804384ms I0425 08:07:00.074240 3653 pods.go:271] [openshift-ingress-canary/ingress-canary-g2pzn] addLogicalPort took 14.987766ms, libovsdb time 806.637µs I0425 08:07:00.074285 3653 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wtc7j] creating logical port openshift-dns_dns-default-wtc7j for pod on switch ip-10-0-0-252.ec2.internal I0425 08:07:00.074339 3653 kube.go:256] Updating pod openshift-dns/dns-default-wtc7j I0425 08:07:00.087254 3653 pod.go:62] [openshift-dns/dns-default-wtc7j] pod update took 12.931975ms I0425 08:07:00.087277 3653 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wtc7j] addLogicalPort annotation time took 12.957401ms I0425 08:07:00.088308 3653 pods.go:271] [openshift-dns/dns-default-wtc7j] addLogicalPort took 14.026461ms, libovsdb time 811.858µs I0425 08:07:00.453614 3653 cni.go:452] [openshift-ingress-canary/ingress-canary-g2pzn 897fca7ed2dc87496df4c6f3a9dd2e37d25731aade859b0acf269084c13f5b46 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-g2pzn 897fca7ed2dc87496df4c6f3a9dd2e37d25731aade859b0acf269084c13f5b46 network default NAD default NAD key ] I0425 08:07:00.501498 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-g2pzn, hostIfaceName: 897fca7ed2dc874, network: default, NAD default, SandboxID: "897fca7ed2dc87496df4c6f3a9dd2e37d25731aade859b0acf269084c13f5b46", PCI device ID: , UID: "19aea84d-e084-4dfb-9e02-a261d92fb394", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0425 08:07:00.549815 3653 cni.go:473] [openshift-ingress-canary/ingress-canary-g2pzn 897fca7ed2dc87496df4c6f3a9dd2e37d25731aade859b0acf269084c13f5b46 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-g2pzn 897fca7ed2dc87496df4c6f3a9dd2e37d25731aade859b0acf269084c13f5b46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f6:0b:9b:1a:a0\",\"name\":\"897fca7ed2dc874\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8551b7f-eebc-45ce-a4f0-378b7729a344\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:07:03.470878 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:07:03.470926 3653 node_tracker.go:235] Node ip-10-0-2-206.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal" I0425 08:07:03.470944 3653 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0425 08:07:03.470958 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:07:03.470954 3653 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "ip-10-0-2-206.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 08:07:03.471381 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:03.625075 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:07:03.625137 3653 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0425 08:07:03.625150 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:07:03.625084 3653 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "ip-10-0-2-206.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 08:07:03.625593 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:03.626157 3653 zone_ic_handler.go:195] Time taken to create transit switch: 287.618µs I0425 08:07:03.626170 3653 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-206.ec2.internal for the network default I0425 08:07:03.627248 3653 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-206.ec2.internal" on network "default" took: 1.389209ms I0425 08:07:04.295213 3653 cni.go:452] [openshift-network-diagnostics/network-check-target-8p7mj a5838ebab673f3163e61a3d75c6f1ce452c131cccb16ae35b9b9e03b307f0e29 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8p7mj a5838ebab673f3163e61a3d75c6f1ce452c131cccb16ae35b9b9e03b307f0e29 network default NAD default NAD key ] I0425 08:07:04.305411 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8p7mj, hostIfaceName: a5838ebab673f31, network: default, NAD default, SandboxID: "a5838ebab673f3163e61a3d75c6f1ce452c131cccb16ae35b9b9e03b307f0e29", PCI device ID: , UID: "290a247d-57b9-4d26-b31c-d80251246db5", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0425 08:07:04.349865 3653 cni.go:473] [openshift-network-diagnostics/network-check-target-8p7mj a5838ebab673f3163e61a3d75c6f1ce452c131cccb16ae35b9b9e03b307f0e29 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8p7mj a5838ebab673f3163e61a3d75c6f1ce452c131cccb16ae35b9b9e03b307f0e29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a6:09:45:7f:8a\",\"name\":\"a5838ebab673f31\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/580302f6-711e-49ae-b850-da7638901cbe\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:07:04.679211 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:07:04.679436 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 232.63µs I0425 08:07:04.679221 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:07:04.679497 3653 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0425 08:07:04.679222 3653 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:07:04.679512 3653 services_controller.go:574] Full service sync requested for network=default I0425 08:07:04.679222 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 10.0.2.206 to PMTUD blocking rules I0425 08:07:04.679527 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0425 08:07:04.679827 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:04.685596 3653 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-206.ec2.internal. Updating no re-route policies I0425 08:07:04.697227 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 10.0.2.206 to PMTUD blocking rules I0425 08:07:04.697240 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:07:07.598211 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:07:07.598237 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 33.498µs W0425 08:07:08.406194 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:16.885527 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:23.287981 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:23.288006 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:35.933327 3653 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-d4c989987-8dg2s] creating logical port openshift-ingress_router-default-d4c989987-8dg2s for pod on switch ip-10-0-0-252.ec2.internal I0425 08:07:35.933433 3653 kube.go:256] Updating pod openshift-ingress/router-default-d4c989987-8dg2s I0425 08:07:35.950289 3653 pod.go:62] [openshift-ingress/router-default-d4c989987-8dg2s] pod update took 16.885752ms I0425 08:07:35.950315 3653 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-d4c989987-8dg2s] addLogicalPort annotation time took 16.919321ms I0425 08:07:35.951408 3653 pods.go:271] [openshift-ingress/router-default-d4c989987-8dg2s] addLogicalPort took 18.095699ms, libovsdb time 831.851µs W0425 08:07:39.412544 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:08:06.590214 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.590858 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.590892 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.590903 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 08:08:06.590918 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.590925 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 08:08:07.615079 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:07.615105 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:07.615129 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:07.615142 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:10.301567 3653 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:08:10.311311 3653 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:10:00.216409 3653 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618410-nxvnb for pod on switch ip-10-0-0-252.ec2.internal I0425 08:10:00.216533 3653 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb I0425 08:10:00.247127 3653 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb] pod update took 30.622158ms I0425 08:10:00.247149 3653 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb] addLogicalPort annotation time took 30.649534ms I0425 08:10:00.248388 3653 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb] addLogicalPort took 31.996133ms, libovsdb time 901.446µs I0425 08:10:00.583152 3653 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key ] I0425 08:10:00.592568 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618410-nxvnb, hostIfaceName: be577a068fd92be, network: default, NAD default, SandboxID: "be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc", PCI device ID: , UID: "6d5b9857-2c0d-4267-9fa4-19ecd59513b8", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0425 08:10:00.638111 3653 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:57:ab:a0:75:1f\",\"name\":\"be577a068fd92be\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05d31e7d-a4a4-467f-a9b3-6a0c1834dddf\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:10:30.884701 3653 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-r74r6 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:10:30.884826 3653 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6 I0425 08:10:30.906167 3653 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6] pod update took 21.356467ms I0425 08:10:30.906188 3653 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6] addLogicalPort annotation time took 21.384937ms I0425 08:10:30.907245 3653 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6] addLogicalPort took 22.558263ms, libovsdb time 810.198µs I0425 08:10:31.240488 3653 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6 354fee50560c3625e72ae9efd7b949aa1291eb30013667609b52b6c0f7d2e520 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6 354fee50560c3625e72ae9efd7b949aa1291eb30013667609b52b6c0f7d2e520 network default NAD default NAD key ] I0425 08:10:31.249629 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-r74r6, hostIfaceName: 354fee50560c362, network: default, NAD default, SandboxID: "354fee50560c3625e72ae9efd7b949aa1291eb30013667609b52b6c0f7d2e520", PCI device ID: , UID: "3886061f-b37b-4133-ad94-746f551a3c15", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0425 08:10:31.293289 3653 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6 354fee50560c3625e72ae9efd7b949aa1291eb30013667609b52b6c0f7d2e520 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r74r6 354fee50560c3625e72ae9efd7b949aa1291eb30013667609b52b6c0f7d2e520 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:90:75:8c:a8:c9\",\"name\":\"354fee50560c362\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ac5b2a8-a242-4a66-9a01-d8a7a3da2993\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:10:35.285507 3653 namespace.go:98] [openshift-service-ca] adding namespace I0425 08:10:35.286440 3653 namespace.go:102] [openshift-service-ca] adding namespace took 909.06µs I0425 08:10:35.310285 3653 namespace.go:142] [openshift-service-ca] updating namespace W0425 08:10:35.345420 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 08:10:35.495367 3653 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 08:10:35.496331 3653 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 936.927µs I0425 08:10:35.523404 3653 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 08:10:36.951446 3653 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-df86z] creating logical port openshift-service-ca_service-ca-d9cb48497-df86z for pod on switch ip-10-0-0-252.ec2.internal I0425 08:10:36.951536 3653 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-df86z I0425 08:10:36.965892 3653 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-df86z] pod update took 14.385396ms I0425 08:10:36.965912 3653 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-df86z] addLogicalPort annotation time took 14.409618ms I0425 08:10:36.967027 3653 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-df86z] addLogicalPort took 15.599401ms, libovsdb time 810.097µs I0425 08:10:37.306009 3653 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-df86z 50b7946626c371ea4ebdaf6e9eabcddd9aba3d79c8109e256ed105a7cd2e6e25 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-df86z 50b7946626c371ea4ebdaf6e9eabcddd9aba3d79c8109e256ed105a7cd2e6e25 network default NAD default NAD key ] I0425 08:10:37.315367 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-df86z, hostIfaceName: 50b7946626c371e, network: default, NAD default, SandboxID: "50b7946626c371ea4ebdaf6e9eabcddd9aba3d79c8109e256ed105a7cd2e6e25", PCI device ID: , UID: "183eafc1-3847-40e9-949d-775f1ac28b0a", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0425 08:10:37.361298 3653 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-df86z 50b7946626c371ea4ebdaf6e9eabcddd9aba3d79c8109e256ed105a7cd2e6e25 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-df86z 50b7946626c371ea4ebdaf6e9eabcddd9aba3d79c8109e256ed105a7cd2e6e25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:1c:61:6c:6a:30\",\"name\":\"50b7946626c371e\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d67ecd8-b77f-4dbe-a39f-0c00f6ae0eea\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:10:43.593309 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0425 08:10:56.985883 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:10:57.003862 3653 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 08:10:57.003878 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 08:10:57.003884 3653 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 08:10:57.080809 3653 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mhx6h] creating logical port openshift-insights_insights-runtime-extractor-mhx6h for pod on switch ip-10-0-0-252.ec2.internal I0425 08:10:57.080937 3653 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mhx6h I0425 08:10:57.132027 3653 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mhx6h I0425 08:10:57.195749 3653 pod.go:62] [openshift-insights/insights-runtime-extractor-mhx6h] pod update took 114.837783ms I0425 08:10:57.195796 3653 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-mhx6h] addLogicalPort annotation time took 114.862054ms I0425 08:10:57.196889 3653 pods.go:271] [openshift-insights/insights-runtime-extractor-mhx6h] addLogicalPort took 116.112988ms, libovsdb time 823.466µs I0425 08:10:57.422414 3653 cni.go:452] [openshift-insights/insights-runtime-extractor-mhx6h ac49af1d61a4065492c28baa49e6507b03cedab94e4610d78c4cfec0bd75c254 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mhx6h ac49af1d61a4065492c28baa49e6507b03cedab94e4610d78c4cfec0bd75c254 network default NAD default NAD key ] I0425 08:10:57.431335 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mhx6h, hostIfaceName: ac49af1d61a4065, network: default, NAD default, SandboxID: "ac49af1d61a4065492c28baa49e6507b03cedab94e4610d78c4cfec0bd75c254", PCI device ID: , UID: "3bfecaa1-12b7-4bde-9786-a82cedd041ef", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0425 08:10:57.476549 3653 cni.go:473] [openshift-insights/insights-runtime-extractor-mhx6h ac49af1d61a4065492c28baa49e6507b03cedab94e4610d78c4cfec0bd75c254 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mhx6h ac49af1d61a4065492c28baa49e6507b03cedab94e4610d78c4cfec0bd75c254 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:88:8e:e1:b6:03\",\"name\":\"ac49af1d61a4065\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24531a3b-fff7-4d13-845f-bd871063c5a9\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:10:58.414880 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.415481 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.428537 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.428565 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.440174 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-55566d6957-jp4sf I0425 08:10:58.440195 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-55566d6957-jp4sf I0425 08:10:58.930405 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.930513 3653 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl I0425 08:10:58.932024 3653 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl, ips: 10.129.0.5 I0425 08:10:58.932058 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.941904 3653 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-777dd84f98-jr4vl] creating logical port openshift-image-registry_image-registry-777dd84f98-jr4vl for pod on switch ip-10-0-0-252.ec2.internal I0425 08:10:58.941976 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.942003 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.942061 3653 kube.go:256] Updating pod openshift-image-registry/image-registry-777dd84f98-jr4vl I0425 08:10:58.945301 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl I0425 08:10:58.945324 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl I0425 08:10:58.960117 3653 pod.go:62] [openshift-image-registry/image-registry-777dd84f98-jr4vl] pod update took 18.095671ms I0425 08:10:58.960141 3653 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-777dd84f98-jr4vl] addLogicalPort annotation time took 18.124882ms I0425 08:10:58.961358 3653 pods.go:271] [openshift-image-registry/image-registry-777dd84f98-jr4vl] addLogicalPort took 19.471409ms, libovsdb time 910.793µs W0425 08:10:59.423707 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 08:10:59.610445 3653 cni.go:452] [openshift-image-registry/image-registry-777dd84f98-jr4vl d11ef39168673dac2218131142533b2e1be74b36fb9e29c59a3ca9697d23b795 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-777dd84f98-jr4vl d11ef39168673dac2218131142533b2e1be74b36fb9e29c59a3ca9697d23b795 network default NAD default NAD key ] I0425 08:10:59.620338 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-777dd84f98-jr4vl, hostIfaceName: d11ef39168673da, network: default, NAD default, SandboxID: "d11ef39168673dac2218131142533b2e1be74b36fb9e29c59a3ca9697d23b795", PCI device ID: , UID: "a0728ec4-8de7-42f9-aab4-35db92a384f0", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0425 08:10:59.669457 3653 cni.go:473] [openshift-image-registry/image-registry-777dd84f98-jr4vl d11ef39168673dac2218131142533b2e1be74b36fb9e29c59a3ca9697d23b795 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-777dd84f98-jr4vl d11ef39168673dac2218131142533b2e1be74b36fb9e29c59a3ca9697d23b795 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a1:c1:e4:5a:51\",\"name\":\"d11ef39168673da\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c15ddc7c-44a3-46af-b161-3c1b75ef5795\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:10:59.961387 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:03.437504 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:11:03.437529 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:11:03.437556 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:11:03.437569 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:11:03.437577 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:11:08.008909 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0425 08:11:10.281212 3653 cni.go:452] [openshift-dns/dns-default-wtc7j 93f72f3dad0ec8aea309f68278317b7ed2f3c418a61d377029901c372d983292 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wtc7j 93f72f3dad0ec8aea309f68278317b7ed2f3c418a61d377029901c372d983292 network default NAD default NAD key ] I0425 08:11:10.290387 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wtc7j, hostIfaceName: 93f72f3dad0ec8a, network: default, NAD default, SandboxID: "93f72f3dad0ec8aea309f68278317b7ed2f3c418a61d377029901c372d983292", PCI device ID: , UID: "76d812ed-4345-4bda-b087-fd3b259b7f4f", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0425 08:11:10.335490 3653 cni.go:473] [openshift-dns/dns-default-wtc7j 93f72f3dad0ec8aea309f68278317b7ed2f3c418a61d377029901c372d983292 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wtc7j 93f72f3dad0ec8aea309f68278317b7ed2f3c418a61d377029901c372d983292 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:7a:77:64:5b:b4\",\"name\":\"93f72f3dad0ec8a\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4b9a13b-fea8-46eb-89a1-48fc42ad9e55\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:11:13.248274 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-m2b8q for pod on switch ip-10-0-0-252.ec2.internal I0425 08:11:13.248383 3653 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q I0425 08:11:13.276712 3653 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q] pod update took 28.367694ms I0425 08:11:13.276735 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q] addLogicalPort annotation time took 28.394398ms I0425 08:11:13.277906 3653 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q] addLogicalPort took 29.652211ms, libovsdb time 900.544µs I0425 08:11:13.597186 3653 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q 50cd846792a2c3a1e195ea0a99a70045d25e1c764d1ed947c99106ccc501805a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q 50cd846792a2c3a1e195ea0a99a70045d25e1c764d1ed947c99106ccc501805a network default NAD default NAD key ] I0425 08:11:13.606109 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-m2b8q, hostIfaceName: 50cd846792a2c3a, network: default, NAD default, SandboxID: "50cd846792a2c3a1e195ea0a99a70045d25e1c764d1ed947c99106ccc501805a", PCI device ID: , UID: "d6a8468f-8c8b-4e22-88ed-9c9999a02873", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0425 08:11:13.652152 3653 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q 50cd846792a2c3a1e195ea0a99a70045d25e1c764d1ed947c99106ccc501805a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-m2b8q 50cd846792a2c3a1e195ea0a99a70045d25e1c764d1ed947c99106ccc501805a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:9f:5f:50:ba:1e\",\"name\":\"50cd846792a2c3a\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bfa4269-6d96-4af8-a8d9-821a3a8e6a95\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:11:14.397261 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:11:14.397390 3653 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 08:11:14.417229 3653 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.891088ms I0425 08:11:14.417260 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.925083ms I0425 08:11:14.418461 3653 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.218346ms, libovsdb time 906.319µs I0425 08:11:14.758154 3653 cni.go:452] [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key ] I0425 08:11:14.767747 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7a1a9063cdf5c28, network: default, NAD default, SandboxID: "7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded", PCI device ID: , UID: "bd8eb1ff-0d97-425b-9401-64297ba0eeef", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0425 08:11:14.812276 3653 cni.go:473] [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:42:5e:1c:e9:14\",\"name\":\"7a1a9063cdf5c28\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c197aa5-67bd-48b9-83b1-a5fb982f59a2\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:11:14.990173 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:14.990202 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:17.076661 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.076682 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.076687 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.085227 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.085243 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.085248 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 08:11:17.797612 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp] creating logical port openshift-monitoring_metrics-server-6cfd9f8b4f-rpfhp for pod on switch ip-10-0-0-252.ec2.internal I0425 08:11:17.797708 3653 kube.go:256] Updating pod openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp I0425 08:11:17.814287 3653 pod.go:62] [openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp] pod update took 16.610981ms I0425 08:11:17.814309 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp] addLogicalPort annotation time took 16.636571ms I0425 08:11:17.815372 3653 pods.go:271] [openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp] addLogicalPort took 17.772256ms, libovsdb time 772.903µs I0425 08:11:18.409732 3653 cni.go:452] [openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp d51a580137781589e1e688abec43c98e276e3f2fb71189a70dfd9ca1040dd211 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp d51a580137781589e1e688abec43c98e276e3f2fb71189a70dfd9ca1040dd211 network default NAD default NAD key ] I0425 08:11:18.420949 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6cfd9f8b4f-rpfhp, hostIfaceName: d51a58013778158, network: default, NAD default, SandboxID: "d51a580137781589e1e688abec43c98e276e3f2fb71189a70dfd9ca1040dd211", PCI device ID: , UID: "b7988d19-a020-4725-90cf-0ac109167c9c", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0425 08:11:18.476879 3653 cni.go:473] [openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp d51a580137781589e1e688abec43c98e276e3f2fb71189a70dfd9ca1040dd211 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6cfd9f8b4f-rpfhp d51a580137781589e1e688abec43c98e276e3f2fb71189a70dfd9ca1040dd211 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c1:9d:7f:9e:a8\",\"name\":\"d51a58013778158\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47080bff-b8f2-4bde-955d-0a2b1ddd706b\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:11:18.533299 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx] creating logical port openshift-monitoring_telemeter-client-5bb5f8c5b-f7txx for pod on switch ip-10-0-0-252.ec2.internal I0425 08:11:18.533412 3653 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx I0425 08:11:18.555244 3653 pod.go:62] [openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx] pod update took 21.865776ms I0425 08:11:18.555268 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx] addLogicalPort annotation time took 21.893645ms I0425 08:11:18.556489 3653 pods.go:271] [openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx] addLogicalPort took 23.211503ms, libovsdb time 827.719µs I0425 08:11:18.896093 3653 cni.go:452] [openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx 48ef860e625b2750de5564391cad2b89cac925a51fc90e9e035bb12b05e3ff5a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx 48ef860e625b2750de5564391cad2b89cac925a51fc90e9e035bb12b05e3ff5a network default NAD default NAD key ] I0425 08:11:18.907447 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5bb5f8c5b-f7txx, hostIfaceName: 48ef860e625b275, network: default, NAD default, SandboxID: "48ef860e625b2750de5564391cad2b89cac925a51fc90e9e035bb12b05e3ff5a", PCI device ID: , UID: "fcaa1cc2-18f3-4911-8c66-9f7f534c6ed5", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0425 08:11:18.953471 3653 cni.go:473] [openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx 48ef860e625b2750de5564391cad2b89cac925a51fc90e9e035bb12b05e3ff5a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5bb5f8c5b-f7txx 48ef860e625b2750de5564391cad2b89cac925a51fc90e9e035bb12b05e3ff5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:be:7a:d6:37:f1\",\"name\":\"48ef860e625b275\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31fe0c67-c799-4fc4-954e-97432223ca46\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:11:20.441082 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:20.441124 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:20.476455 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:20.476489 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:20.953097 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:11:21.069036 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:11:21.148938 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.148961 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.148967 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.148972 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.202134 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:21.202152 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:21.528457 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.528473 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.528480 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.528486 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.618510 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:11:22.537698 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:22.537722 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:22.985926 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 08:11:22.985950 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 08:11:22.985959 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0425 08:11:25.875160 3653 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-h2t68] creating logical port openshift-console_downloads-5c54f4944f-h2t68 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:11:25.875285 3653 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-h2t68 I0425 08:11:25.897168 3653 pod.go:62] [openshift-console/downloads-5c54f4944f-h2t68] pod update took 21.912885ms I0425 08:11:25.897195 3653 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-h2t68] addLogicalPort annotation time took 21.942769ms I0425 08:11:25.898368 3653 pods.go:271] [openshift-console/downloads-5c54f4944f-h2t68] addLogicalPort took 23.223446ms, libovsdb time 829.529µs I0425 08:11:26.529053 3653 cni.go:452] [openshift-console/downloads-5c54f4944f-h2t68 6fbf4cd43a5bdef4904c832888eee02491c33a6a788f8a472fd43727efac6907 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-h2t68 6fbf4cd43a5bdef4904c832888eee02491c33a6a788f8a472fd43727efac6907 network default NAD default NAD key ] I0425 08:11:26.538479 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-h2t68, hostIfaceName: 6fbf4cd43a5bdef, network: default, NAD default, SandboxID: "6fbf4cd43a5bdef4904c832888eee02491c33a6a788f8a472fd43727efac6907", PCI device ID: , UID: "7f6761b2-ee4c-45d6-9250-1235a6ed2012", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0425 08:11:26.586134 3653 cni.go:473] [openshift-console/downloads-5c54f4944f-h2t68 6fbf4cd43a5bdef4904c832888eee02491c33a6a788f8a472fd43727efac6907 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-h2t68 6fbf4cd43a5bdef4904c832888eee02491c33a6a788f8a472fd43727efac6907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:05:14:d5:39:0e\",\"name\":\"6fbf4cd43a5bdef\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9819de41-9fc8-4135-82f1-0e7db1c1813a\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:11:35.483272 3653 base_network_controller_pods.go:487] [default/openshift-console/console-6b678b7c6d-x2xcb] creating logical port openshift-console_console-6b678b7c6d-x2xcb for pod on switch ip-10-0-0-252.ec2.internal I0425 08:11:35.483426 3653 kube.go:256] Updating pod openshift-console/console-6b678b7c6d-x2xcb I0425 08:11:35.502221 3653 pod.go:62] [openshift-console/console-6b678b7c6d-x2xcb] pod update took 18.823415ms I0425 08:11:35.502242 3653 base_network_controller_pods.go:951] [default/openshift-console/console-6b678b7c6d-x2xcb] addLogicalPort annotation time took 18.8499ms I0425 08:11:35.503548 3653 pods.go:271] [openshift-console/console-6b678b7c6d-x2xcb] addLogicalPort took 20.292197ms, libovsdb time 943.039µs I0425 08:11:35.839253 3653 cni.go:452] [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key ] I0425 08:11:35.849484 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b678b7c6d-x2xcb, hostIfaceName: fdca44566349a15, network: default, NAD default, SandboxID: "fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227", PCI device ID: , UID: "f7352950-9779-4bfe-a048-5c178d3119c0", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0425 08:11:35.899533 3653 cni.go:473] [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e5:3c:5a:f0:73\",\"name\":\"fdca44566349a15\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58ba6119-1c59-485a-99c9-4f269986f6fb\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:11:42.038333 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:11:43.119246 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0425 08:11:43.147719 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0425 08:11:43.207941 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:11:44.794370 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.794396 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.794403 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.794415 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.794420 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.794424 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.828495 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.828516 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.828522 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:45.126644 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:11:45.636159 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 08:11:45.779143 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:45.779803 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:46.209688 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:46.209715 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:46.215267 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc I0425 08:11:46.215293 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc W0425 08:11:46.642352 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:46.642375 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:50.246299 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:50.246325 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:50.284176 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:50.284198 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 08:11:58.847865 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0425 08:11:59.188218 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 08:11:59.188307 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 08:11:59.188377 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 08:11:59.690050 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 08:12:00.190407 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 08:12:00.277273 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0425 08:12:06.549472 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0425 08:12:07.976146 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0425 08:12:10.276986 3653 cni.go:452] [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key ] I0425 08:12:10.349210 3653 cni.go:473] [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b678b7c6d-x2xcb fdca44566349a1539c2644e42bd34345622520af85be6838aa8fe7e681d14227 network default NAD default NAD key default], result "{}", err I0425 08:12:10.411828 3653 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:10.411857 3653 pods.go:176] Deleting pod: openshift-console/console-6b678b7c6d-x2xcb I0425 08:12:10.413153 3653 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b678b7c6d-x2xcb, ips: 10.129.0.19 I0425 08:12:10.413187 3653 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:10.422386 3653 base_network_controller_pods.go:487] [default/openshift-console/console-6dd4bfd56d-q4n78] creating logical port openshift-console_console-6dd4bfd56d-q4n78 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:12:10.422570 3653 kube.go:256] Updating pod openshift-console/console-6dd4bfd56d-q4n78 I0425 08:12:10.437032 3653 pod.go:62] [openshift-console/console-6dd4bfd56d-q4n78] pod update took 14.490838ms I0425 08:12:10.437050 3653 base_network_controller_pods.go:951] [default/openshift-console/console-6dd4bfd56d-q4n78] addLogicalPort annotation time took 14.513776ms I0425 08:12:10.438096 3653 pods.go:271] [openshift-console/console-6dd4bfd56d-q4n78] addLogicalPort took 15.723651ms, libovsdb time 773.654µs I0425 08:12:10.818294 3653 cni.go:452] [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key ] I0425 08:12:10.827765 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dd4bfd56d-q4n78, hostIfaceName: eb77c8efaa1f283, network: default, NAD default, SandboxID: "eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34", PCI device ID: , UID: "cd8ce42e-edc4-43cf-b7dd-f8d2444138a7", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0425 08:12:10.874306 3653 cni.go:473] [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e0:f5:84:b4:fc\",\"name\":\"eb77c8efaa1f283\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ffcd310-ceef-4a47-84f6-cc5ecb7ddd48\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:12:11.263383 3653 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:11.263408 3653 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:11.267423 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b678b7c6d-x2xcb I0425 08:12:11.267448 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b678b7c6d-x2xcb I0425 08:12:15.021923 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0425 08:12:15.628300 3653 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-dnclj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:15.628902 3653 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-dnclj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:15.747681 3653 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-dnclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:15.747703 3653 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-dnclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:15.752964 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b678b7c6d-dnclj I0425 08:12:15.752986 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b678b7c6d-dnclj W0425 08:12:21.297349 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 08:12:35.102472 3653 cni.go:452] [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key ] I0425 08:12:35.185170 3653 cni.go:473] [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 7a1a9063cdf5c287a23630990b4b45f77730fb1a8a9bcf7730e25101df27bded network default NAD default NAD key default], result "{}", err I0425 08:12:35.389694 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:35.389727 3653 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0425 08:12:35.390959 3653 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0425 08:12:35.390986 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:35.483355 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:35.483378 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:35.498304 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 08:12:35.498345 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 08:12:35.585269 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:12:35.585376 3653 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 08:12:35.611644 3653 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.307458ms I0425 08:12:35.611665 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.333076ms I0425 08:12:35.612877 3653 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.622948ms, libovsdb time 862.474µs I0425 08:12:35.942075 3653 cni.go:452] [openshift-monitoring/alertmanager-main-1 781f873ddb8166ed6adf7cf65ae899532385936d2e69bfb76306df640fa728e8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 781f873ddb8166ed6adf7cf65ae899532385936d2e69bfb76306df640fa728e8 network default NAD default NAD key ] I0425 08:12:35.951621 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 781f873ddb8166e, network: default, NAD default, SandboxID: "781f873ddb8166ed6adf7cf65ae899532385936d2e69bfb76306df640fa728e8", PCI device ID: , UID: "17d0757b-2fbf-4b1d-9265-0baff8823fb4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0425 08:12:35.999378 3653 cni.go:473] [openshift-monitoring/alertmanager-main-1 781f873ddb8166ed6adf7cf65ae899532385936d2e69bfb76306df640fa728e8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 781f873ddb8166ed6adf7cf65ae899532385936d2e69bfb76306df640fa728e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:5f:60:cf:98:3b\",\"name\":\"781f873ddb8166e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/875bca81-6795-4e70-94e3-424ebd6007d6\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:12:39.659094 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:39.659644 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:40.460146 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:40.460177 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:40.468228 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 08:12:40.468254 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 08:12:44.172099 3653 cni.go:452] [openshift-multus/network-metrics-daemon-dpm2b c73199ac45a7f3d77bcb951815eab46cf6f46f3ee4ece6697e760033d84e8504 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-dpm2b c73199ac45a7f3d77bcb951815eab46cf6f46f3ee4ece6697e760033d84e8504 network default NAD default NAD key ] I0425 08:12:44.181448 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dpm2b, hostIfaceName: c73199ac45a7f3d, network: default, NAD default, SandboxID: "c73199ac45a7f3d77bcb951815eab46cf6f46f3ee4ece6697e760033d84e8504", PCI device ID: , UID: "ff42a6a1-e6f6-4450-8478-39edbd1ff03d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0425 08:12:44.229382 3653 cni.go:473] [openshift-multus/network-metrics-daemon-dpm2b c73199ac45a7f3d77bcb951815eab46cf6f46f3ee4ece6697e760033d84e8504 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dpm2b c73199ac45a7f3d77bcb951815eab46cf6f46f3ee4ece6697e760033d84e8504 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d3:00:07:dc:69\",\"name\":\"c73199ac45a7f3d\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ec4c731-8fa4-4375-b04a-b1b643f181ce\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:12:52.853962 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0425 08:12:59.442843 3653 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key ] I0425 08:12:59.519858 3653 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb be577a068fd92bebfec0d35f040534b8b955e98a10cdaad4359821546298dfbc network default NAD default NAD key default], result "{}", err I0425 08:12:59.562851 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:59.562889 3653 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb I0425 08:12:59.564188 3653 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb, ips: 10.129.0.9 I0425 08:12:59.564214 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:00.310605 3653 cni.go:452] [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key ] I0425 08:13:00.379428 3653 cni.go:473] [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dd4bfd56d-q4n78 eb77c8efaa1f2837f5c31d8967841c49f925870587d6389aeb74ba6084ab7a34 network default NAD default NAD key default], result "{}", err I0425 08:13:00.428308 3653 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:00.428339 3653 pods.go:176] Deleting pod: openshift-console/console-6dd4bfd56d-q4n78 I0425 08:13:00.429619 3653 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dd4bfd56d-q4n78, ips: 10.129.0.20 I0425 08:13:00.429652 3653 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:00.440459 3653 base_network_controller_pods.go:487] [default/openshift-console/console-58696f6dd6-cpvjc] creating logical port openshift-console_console-58696f6dd6-cpvjc for pod on switch ip-10-0-0-252.ec2.internal I0425 08:13:00.440611 3653 kube.go:256] Updating pod openshift-console/console-58696f6dd6-cpvjc I0425 08:13:00.456118 3653 pod.go:62] [openshift-console/console-58696f6dd6-cpvjc] pod update took 15.557599ms I0425 08:13:00.456145 3653 base_network_controller_pods.go:951] [default/openshift-console/console-58696f6dd6-cpvjc] addLogicalPort annotation time took 15.587433ms I0425 08:13:00.457220 3653 pods.go:271] [openshift-console/console-58696f6dd6-cpvjc] addLogicalPort took 16.775444ms, libovsdb time 792.618µs I0425 08:13:00.466520 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.466539 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.738134 3653 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.738155 3653 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.744329 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd4bfd56d-q4n78 I0425 08:13:00.744358 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd4bfd56d-q4n78 I0425 08:13:00.811338 3653 cni.go:452] [openshift-console/console-58696f6dd6-cpvjc 3aa856e2e785230dbab1c05cc3b19b160bf53e0de42791df9c85b9bd834a5e96 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-58696f6dd6-cpvjc 3aa856e2e785230dbab1c05cc3b19b160bf53e0de42791df9c85b9bd834a5e96 network default NAD default NAD key ] I0425 08:13:00.821005 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-58696f6dd6-cpvjc, hostIfaceName: 3aa856e2e785230, network: default, NAD default, SandboxID: "3aa856e2e785230dbab1c05cc3b19b160bf53e0de42791df9c85b9bd834a5e96", PCI device ID: , UID: "686a15fe-3ec9-459c-9976-8f3b4b747d57", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0425 08:13:00.869285 3653 cni.go:473] [openshift-console/console-58696f6dd6-cpvjc 3aa856e2e785230dbab1c05cc3b19b160bf53e0de42791df9c85b9bd834a5e96 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-58696f6dd6-cpvjc 3aa856e2e785230dbab1c05cc3b19b160bf53e0de42791df9c85b9bd834a5e96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:df:73:62:e8:8f\",\"name\":\"3aa856e2e785230\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/551eb1ac-f199-43d7-a9f1-9f7497c91da3\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:13:02.971316 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0425 08:13:05.991945 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:13:05.991966 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:13:05.991971 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 08:13:07.304478 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:07.305068 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:07.599815 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:07.599835 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:07.606602 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 08:13:07.606623 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 08:13:11.210700 3653 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:11.211242 3653 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:13:11.495496 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 08:13:11.640849 3653 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:11.640867 3653 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:11.647289 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd4bfd56d-rsn6m I0425 08:13:11.647315 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd4bfd56d-rsn6m I0425 08:13:12.394593 3653 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-skvjx for pod on switch ip-10-0-0-252.ec2.internal I0425 08:13:12.394709 3653 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx I0425 08:13:12.410578 3653 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx] pod update took 15.898502ms I0425 08:13:12.410598 3653 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx] addLogicalPort annotation time took 15.925895ms I0425 08:13:12.411982 3653 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx] addLogicalPort took 17.42136ms, libovsdb time 1.016406ms I0425 08:13:12.753835 3653 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx 3fbfe5729297428ff6bbb66f88635469d18c5d018eb320ed3b446fc9484c99d1 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx 3fbfe5729297428ff6bbb66f88635469d18c5d018eb320ed3b446fc9484c99d1 network default NAD default NAD key ] I0425 08:13:12.768121 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-skvjx, hostIfaceName: 3fbfe5729297428, network: default, NAD default, SandboxID: "3fbfe5729297428ff6bbb66f88635469d18c5d018eb320ed3b446fc9484c99d1", PCI device ID: , UID: "db402853-6a43-45d5-bafa-4daa0a31275f", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0425 08:13:12.818568 3653 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx 3fbfe5729297428ff6bbb66f88635469d18c5d018eb320ed3b446fc9484c99d1 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-skvjx 3fbfe5729297428ff6bbb66f88635469d18c5d018eb320ed3b446fc9484c99d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:44:46:8c:5c:a3\",\"name\":\"3fbfe5729297428\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b79ce7a-f5dc-4ba3-ba80-ec2f742edfe4\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:13:15.506013 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0425 08:13:26.517106 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:13:26.551390 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 08:13:26.551456 3653 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vdskr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vdskr: no pod IPs found I0425 08:13:43.091530 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:43.092136 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:43.396631 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:43.396652 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:43.403585 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 08:13:43.403610 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 08:13:49.859577 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 08:13:57.800748 3653 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 08:14:12.548363 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0425 08:14:24.674078 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 08:14:57.549883 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=118 I0425 08:15:04.657117 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 08:15:11.558273 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=543 I0425 08:15:24.551309 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0425 08:15:58.550700 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0425 08:16:27.712393 3653 namespace.go:98] [tsf] adding namespace I0425 08:16:27.713319 3653 namespace.go:102] [tsf] adding namespace took 902.089µs I0425 08:16:27.730865 3653 namespace.go:142] [tsf] updating namespace I0425 08:16:27.741647 3653 namespace.go:142] [tsf] updating namespace I0425 08:16:27.879850 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 08:16:31.689919 3653 namespace.go:98] [tsf-tas] adding namespace I0425 08:16:31.690875 3653 namespace.go:102] [tsf-tas] adding namespace took 925.08µs I0425 08:16:31.693529 3653 namespace.go:98] [cert-manager-operator] adding namespace I0425 08:16:31.693529 3653 namespace.go:98] [konflux-ui] adding namespace I0425 08:16:31.694270 3653 namespace.go:102] [cert-manager-operator] adding namespace took 726.468µs I0425 08:16:31.694872 3653 namespace.go:102] [konflux-ui] adding namespace took 1.22322ms I0425 08:16:31.695566 3653 namespace.go:98] [rhtpa-operator] adding namespace I0425 08:16:31.695677 3653 namespace.go:98] [konflux-operator] adding namespace I0425 08:16:31.695798 3653 namespace.go:98] [tsf-keycloak] adding namespace I0425 08:16:31.695920 3653 namespace.go:98] [tsf-tpa] adding namespace I0425 08:16:31.696211 3653 namespace.go:102] [rhtpa-operator] adding namespace took 631.487µs I0425 08:16:31.696239 3653 namespace.go:98] [rhbk-operator] adding namespace I0425 08:16:31.696726 3653 namespace.go:102] [rhbk-operator] adding namespace took 481.369µs I0425 08:16:31.697308 3653 namespace.go:102] [konflux-operator] adding namespace took 1.615001ms I0425 08:16:31.697845 3653 namespace.go:102] [tsf-keycloak] adding namespace took 2.037605ms I0425 08:16:31.698332 3653 namespace.go:102] [tsf-tpa] adding namespace took 2.399521ms I0425 08:16:31.711852 3653 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:31.728754 3653 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:31.739729 3653 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:31.739739 3653 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:31.739884 3653 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:31.742673 3653 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:31.765742 3653 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:31.765844 3653 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:31.765965 3653 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:31.766102 3653 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:31.794954 3653 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:31.805853 3653 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:31.818806 3653 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:31.833977 3653 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:31.846321 3653 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:31.860057 3653 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:31.889278 3653 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:31.900652 3653 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:31.910885 3653 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:31.922199 3653 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:31.934360 3653 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:31.947714 3653 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:31.954001 3653 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:31.962215 3653 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:32.919860 3653 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:32.919909 3653 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:33.080227 3653 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-252.ec2.internal I0425 08:16:33.080407 3653 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0425 08:16:33.107649 3653 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.321107ms I0425 08:16:33.107668 3653 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.346956ms I0425 08:16:33.108892 3653 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 28.682239ms, libovsdb time 836.616µs I0425 08:16:33.453459 3653 cni.go:452] [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key ] I0425 08:16:33.462501 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: b9eccee04f80599, network: default, NAD default, SandboxID: "b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b", PCI device ID: , UID: "954a1ab3-9224-4dec-af39-94307be624f4", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0425 08:16:33.509385 3653 cni.go:473] [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:81:0a:11:ac:b3\",\"name\":\"b9eccee04f80599\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0542cb2-cd89-49d4-a8c6-df6822d14973\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:16:35.758804 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 08:16:38.662580 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.663211 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.663238 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.663245 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:38.663256 3653 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.663260 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:38.684253 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.684821 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.684848 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.684858 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:38.684877 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.684883 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:39.687311 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.687340 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.687354 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.687367 3653 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714571 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714601 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714619 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714634 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:42.656266 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.656929 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.656962 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.656972 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:42.656987 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.656997 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:43.683471 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.683495 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.683508 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.683521 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.691218 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.691743 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.691772 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.691805 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:44.691823 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.691829 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:45.703386 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.703971 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.704005 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.704018 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:45.704031 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.704038 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:45.718978 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.718996 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.719008 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.719018 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.753118 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.753715 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.753741 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.753748 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:46.753763 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.753769 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:46.759199 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.759224 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.759239 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.759257 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.775856 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.775885 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.775905 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.775918 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:16:49.613793 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 08:16:59.682718 3653 namespace.go:142] [openshift-operators] updating namespace I0425 08:16:59.702512 3653 namespace.go:142] [openshift-operators] updating namespace W0425 08:16:59.771589 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:16:59.786964 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:17:01.714537 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:08.164091 3653 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 08:17:08.164936 3653 namespace.go:102] [trusted-artifact-signer] adding namespace took 825.394µs I0425 08:17:08.190708 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:08.203285 3653 namespace.go:142] [trusted-artifact-signer] updating namespace W0425 08:17:08.856454 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 08:17:09.196974 3653 namespace.go:98] [cert-manager] adding namespace I0425 08:17:09.197811 3653 namespace.go:102] [cert-manager] adding namespace took 814.76µs I0425 08:17:09.258112 3653 namespace.go:142] [cert-manager] updating namespace I0425 08:17:09.287983 3653 namespace.go:142] [cert-manager] updating namespace W0425 08:17:09.715715 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:09.743459 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:09.785060 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:09.813220 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:13.367174 3653 namespace.go:142] [openshift-operators] updating namespace W0425 08:17:15.771120 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 08:17:15.771140 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 08:17:25.439952 3653 cni.go:452] [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key ] I0425 08:17:25.512063 3653 cni.go:473] [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions b9eccee04f80599fdffb43a1a8731e2900ec4be2cea646882b464395ad91867b network default NAD default NAD key default], result "{}", err I0425 08:17:25.564510 3653 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:25.564544 3653 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0425 08:17:25.565734 3653 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.24 I0425 08:17:25.565761 3653 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:25.587173 3653 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:25.587192 3653 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:25.593550 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 08:17:25.593575 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 08:17:27.018946 3653 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-252.ec2.internal I0425 08:17:27.019079 3653 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0425 08:17:27.032760 3653 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.708364ms I0425 08:17:27.032803 3653 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.758081ms I0425 08:17:27.034156 3653 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.226595ms, libovsdb time 1.010379ms I0425 08:17:27.396707 3653 cni.go:452] [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key ] I0425 08:17:27.406595 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 2ca94769ffb3258, network: default, NAD default, SandboxID: "2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a", PCI device ID: , UID: "dfcc1d8b-8159-4d3c-8d94-078b7c391799", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0425 08:17:27.454728 3653 cni.go:473] [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f9:8e:76:ee:a7\",\"name\":\"2ca94769ffb3258\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56442679-601f-49b0-b88b-96e5b9ff3167\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:17:29.457295 3653 namespace.go:98] [openshift-pipelines] adding namespace I0425 08:17:29.458247 3653 namespace.go:102] [openshift-pipelines] adding namespace took 928.224µs I0425 08:17:29.479975 3653 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:17:29.911577 3653 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-bcsgg for pod on switch ip-10-0-0-252.ec2.internal I0425 08:17:29.911696 3653 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg I0425 08:17:29.924476 3653 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg] pod update took 12.81726ms I0425 08:17:29.924561 3653 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg] addLogicalPort annotation time took 12.90669ms I0425 08:17:29.926176 3653 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg] addLogicalPort took 14.622249ms, libovsdb time 1.120878ms I0425 08:17:30.009689 3653 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-pdc6r for pod on switch ip-10-0-0-252.ec2.internal I0425 08:17:30.009905 3653 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r I0425 08:17:30.022001 3653 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r] pod update took 12.131949ms I0425 08:17:30.022029 3653 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r] addLogicalPort annotation time took 12.164093ms I0425 08:17:30.023610 3653 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r] addLogicalPort took 13.932672ms, libovsdb time 1.140663ms I0425 08:17:30.216352 3653 namespace.go:142] [cert-manager] updating namespace I0425 08:17:30.415824 3653 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:30.818066 3653 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:30.967980 3653 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:31.168021 3653 namespace.go:142] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] updating namespace I0425 08:17:31.568304 3653 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:31.768511 3653 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:31.970872 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:32.172156 3653 namespace.go:142] [tsf] updating namespace I0425 08:17:32.374798 3653 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:32.574639 3653 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:32.779540 3653 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:32.902046 3653 namespace.go:142] [cert-manager] updating namespace I0425 08:17:32.913223 3653 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:32.922391 3653 namespace.go:142] [default] updating namespace I0425 08:17:32.931697 3653 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:32.945838 3653 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:32.954603 3653 namespace.go:142] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] updating namespace I0425 08:17:32.962356 3653 namespace.go:142] [openshift] updating namespace I0425 08:17:32.969652 3653 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:32.990487 3653 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:33.008256 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:33.015236 3653 namespace.go:142] [tsf] updating namespace I0425 08:17:33.024922 3653 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:33.040889 3653 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:33.056105 3653 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:33.155946 3653 namespace.go:142] [cert-manager] updating namespace I0425 08:17:33.257604 3653 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:33.356107 3653 namespace.go:142] [default] updating namespace I0425 08:17:33.456193 3653 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:33.556237 3653 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:33.656153 3653 namespace.go:142] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] updating namespace I0425 08:17:33.756969 3653 namespace.go:142] [openshift] updating namespace I0425 08:17:33.858103 3653 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:33.957928 3653 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:34.056074 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:34.155469 3653 namespace.go:142] [tsf] updating namespace I0425 08:17:34.256206 3653 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:34.353549 3653 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:34.455967 3653 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:34.837486 3653 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:17:34.850866 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 08:17:36.649482 3653 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg 3aec57ce941e3fd95d153e5284c9a33b2adac338b36cbe79ed508d698ff81566 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg 3aec57ce941e3fd95d153e5284c9a33b2adac338b36cbe79ed508d698ff81566 network default NAD default NAD key ] I0425 08:17:36.658868 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-bcsgg, hostIfaceName: 3aec57ce941e3fd, network: default, NAD default, SandboxID: "3aec57ce941e3fd95d153e5284c9a33b2adac338b36cbe79ed508d698ff81566", PCI device ID: , UID: "4629c52d-ec42-4358-8540-412d2d34b874", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0425 08:17:36.707418 3653 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg 3aec57ce941e3fd95d153e5284c9a33b2adac338b36cbe79ed508d698ff81566 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bcsgg 3aec57ce941e3fd95d153e5284c9a33b2adac338b36cbe79ed508d698ff81566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d7:6f:68:8c:ce\",\"name\":\"3aec57ce941e3fd\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39352116-273f-4cce-b04f-c308c036de67\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:17:37.285536 3653 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r 8cd667b185aa3d91a727617dc422ca2cf28d61362d7a29d081edfc1205331576 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r 8cd667b185aa3d91a727617dc422ca2cf28d61362d7a29d081edfc1205331576 network default NAD default NAD key ] I0425 08:17:37.294890 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-pdc6r, hostIfaceName: 8cd667b185aa3d9, network: default, NAD default, SandboxID: "8cd667b185aa3d91a727617dc422ca2cf28d61362d7a29d081edfc1205331576", PCI device ID: , UID: "72ccddf2-e7fb-44c0-ad46-582bf4c56df3", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0425 08:17:37.342921 3653 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r 8cd667b185aa3d91a727617dc422ca2cf28d61362d7a29d081edfc1205331576 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-pdc6r 8cd667b185aa3d91a727617dc422ca2cf28d61362d7a29d081edfc1205331576 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e8:6b:f5:1d:68\",\"name\":\"8cd667b185aa3d9\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24a8ca2a-7d90-4efb-b515-60290ebb3047\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:17:37.497794 3653 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0425 08:17:37.522095 3653 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0425 08:17:42.316303 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-7jp47 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:17:42.316405 3653 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47 I0425 08:17:42.332417 3653 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47] pod update took 16.045272ms I0425 08:17:42.332444 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47] addLogicalPort annotation time took 16.077242ms I0425 08:17:42.333903 3653 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47] addLogicalPort took 17.619868ms, libovsdb time 1.049563ms I0425 08:17:42.504406 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:17:42.504501 3653 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8 I0425 08:17:42.524261 3653 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8] pod update took 19.790701ms I0425 08:17:42.524287 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8] addLogicalPort annotation time took 19.820443ms I0425 08:17:42.525414 3653 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8] addLogicalPort took 21.023083ms, libovsdb time 815.691µs I0425 08:17:42.683961 3653 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47 b2aa16848acfa30551383ec5761182e5d855015e026ee9d552db98462dbeb7e3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47 b2aa16848acfa30551383ec5761182e5d855015e026ee9d552db98462dbeb7e3 network default NAD default NAD key ] I0425 08:17:42.694027 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-7jp47, hostIfaceName: b2aa16848acfa30, network: default, NAD default, SandboxID: "b2aa16848acfa30551383ec5761182e5d855015e026ee9d552db98462dbeb7e3", PCI device ID: , UID: "69a7909d-ffcf-4a15-a56d-a0a8d2d18581", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0425 08:17:42.743197 3653 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47 b2aa16848acfa30551383ec5761182e5d855015e026ee9d552db98462dbeb7e3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7jp47 b2aa16848acfa30551383ec5761182e5d855015e026ee9d552db98462dbeb7e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:6f:93:3e:4c:b4\",\"name\":\"b2aa16848acfa30\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e914d61-78c3-46dd-a3ad-5edf4658d9e1\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:17:42.865220 3653 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8 ae769ab221a07a104246d9ec7f172e95a9b45e7e3fd27e050c5baeccca2831b5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8 ae769ab221a07a104246d9ec7f172e95a9b45e7e3fd27e050c5baeccca2831b5 network default NAD default NAD key ] I0425 08:17:42.874280 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8, hostIfaceName: ae769ab221a07a1, network: default, NAD default, SandboxID: "ae769ab221a07a104246d9ec7f172e95a9b45e7e3fd27e050c5baeccca2831b5", PCI device ID: , UID: "ce198fdd-3bbe-4740-aee3-519cf8505c96", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0425 08:17:42.920873 3653 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8 ae769ab221a07a104246d9ec7f172e95a9b45e7e3fd27e050c5baeccca2831b5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5vjt8 ae769ab221a07a104246d9ec7f172e95a9b45e7e3fd27e050c5baeccca2831b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:71:ff:ea:e8:07\",\"name\":\"ae769ab221a07a1\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abd11ded-cec7-4123-9695-4b31931a2110\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:17:46.545422 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:46.545446 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:46.545454 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:48.088521 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:48.088541 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:48.088546 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:48.115980 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:48.115995 3653 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:48.116001 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:48.116006 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:57.549242 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:57.549262 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:57.549268 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:58.505075 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 08:17:58.520751 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0425 08:18:10.222578 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 08:18:15.662664 3653 cni.go:452] [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key ] I0425 08:18:15.742693 3653 cni.go:473] [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 2ca94769ffb325893d4a0f191faa4e8df0f29a231b7237f1fbba3fd27ff2219a network default NAD default NAD key default], result "{}", err I0425 08:18:15.794769 3653 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:15.794822 3653 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0425 08:18:15.796514 3653 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.25 I0425 08:18:15.796544 3653 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:15.817740 3653 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:15.817760 3653 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:15.824141 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 08:18:15.824175 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 08:18:17.076205 3653 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-252.ec2.internal I0425 08:18:17.076328 3653 kube.go:256] Updating pod tsf/test-tsf-iam I0425 08:18:17.094350 3653 pod.go:62] [tsf/test-tsf-iam] pod update took 18.044237ms I0425 08:18:17.094374 3653 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.07377ms I0425 08:18:17.095769 3653 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.578808ms, libovsdb time 1.036495ms I0425 08:18:17.441836 3653 cni.go:452] [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key ] I0425 08:18:17.452508 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 927ec0f262d7538, network: default, NAD default, SandboxID: "927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1", PCI device ID: , UID: "f7b686af-d18e-476d-bc99-7c01f104bf09", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0425 08:18:17.499113 3653 cni.go:473] [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f6:85:49:8f:9a\",\"name\":\"927ec0f262d7538\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9fd86a7-7fdc-4efd-83b2-ef3f2996425e\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:18:18.006580 3653 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 08:18:18.007202 3653 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 08:18:18.007248 3653 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 08:18:18.009668 3653 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 08:18:18.371908 3653 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:18:18.372026 3653 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0425 08:18:18.387550 3653 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.561587ms I0425 08:18:18.387573 3653 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.58987ms I0425 08:18:18.388849 3653 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.965761ms, libovsdb time 914.251µs I0425 08:18:18.733173 3653 cni.go:452] [tsf-keycloak/keycloak-0 cf616ebb73747bcffa1c261855baeecf75f4b85216353fc7392b2a2eea69e1dc network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 cf616ebb73747bcffa1c261855baeecf75f4b85216353fc7392b2a2eea69e1dc network default NAD default NAD key ] I0425 08:18:18.745709 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: cf616ebb73747bc, network: default, NAD default, SandboxID: "cf616ebb73747bcffa1c261855baeecf75f4b85216353fc7392b2a2eea69e1dc", PCI device ID: , UID: "2bca64ae-6dd5-4812-8cf2-21145327bd58", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0425 08:18:18.799939 3653 cni.go:473] [tsf-keycloak/keycloak-0 cf616ebb73747bcffa1c261855baeecf75f4b85216353fc7392b2a2eea69e1dc network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 cf616ebb73747bcffa1c261855baeecf75f4b85216353fc7392b2a2eea69e1dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9f:71:ad:b7:2a\",\"name\":\"cf616ebb73747bc\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/834c6817-6c2b-4e23-95fa-c0ac8cef5981\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:18:26.716235 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:26.716261 3653 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:26.718618 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:26.718636 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0425 08:18:27.038559 3653 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 08:18:37.594941 3653 namespace.go:142] [openshift-pipelines] updating namespace W0425 08:18:48.969814 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:48.969834 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:48.969970 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:48.969981 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:51.339690 3653 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:51.339715 3653 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:51.339722 3653 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 08:18:57.985187 3653 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-mjksv] creating logical port tsf-keycloak_tsf-iam-mjksv for pod on switch ip-10-0-0-252.ec2.internal I0425 08:18:57.985280 3653 kube.go:256] Updating pod tsf-keycloak/tsf-iam-mjksv I0425 08:18:58.002736 3653 pod.go:62] [tsf-keycloak/tsf-iam-mjksv] pod update took 17.483083ms I0425 08:18:58.002757 3653 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-mjksv] addLogicalPort annotation time took 17.506534ms I0425 08:18:58.004096 3653 pods.go:271] [tsf-keycloak/tsf-iam-mjksv] addLogicalPort took 18.927271ms, libovsdb time 942.942µs I0425 08:18:58.347251 3653 cni.go:452] [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key ] I0425 08:18:58.356635 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-mjksv, hostIfaceName: 02f2fad98c4d706, network: default, NAD default, SandboxID: "02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb", PCI device ID: , UID: "92b6eba0-5b62-4865-b25b-e3b9c185770a", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0425 08:18:58.406237 3653 cni.go:473] [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:eb:b3:70:77:ee\",\"name\":\"02f2fad98c4d706\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5a84d8c-ed81-44cf-bb8e-e77c4e0ef455\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:19:07.925744 3653 cni.go:452] [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key ] I0425 08:19:08.008990 3653 cni.go:473] [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 927ec0f262d753880962bbad09367a0544c847fa127d0dee9259601409c164c1 network default NAD default NAD key default], result "{}", err I0425 08:19:08.095753 3653 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:08.095807 3653 pods.go:176] Deleting pod: tsf/test-tsf-iam I0425 08:19:08.097252 3653 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.30 I0425 08:19:08.097280 3653 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:08.148468 3653 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:08.148496 3653 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:08.154278 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 08:19:08.154304 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 08:19:08.983136 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0425 08:19:09.158391 3653 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-252.ec2.internal I0425 08:19:09.158485 3653 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0425 08:19:09.198236 3653 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 39.773226ms I0425 08:19:09.198269 3653 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 39.811891ms I0425 08:19:09.199693 3653 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 41.317782ms, libovsdb time 945.406µs I0425 08:19:09.522293 3653 cni.go:452] [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key ] I0425 08:19:09.532172 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 90041295be074fa, network: default, NAD default, SandboxID: "90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9", PCI device ID: , UID: "1416d7cb-f197-4610-a2e3-a88cb3c1e3ae", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0425 08:19:09.581594 3653 cni.go:473] [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:03:cc:0c:de:64\",\"name\":\"90041295be074fa\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c67d956d-888f-4d9b-b781-9e5509b16e8f\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:19:10.964926 3653 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-4bcs6-lpwwp] creating logical port tsf-tas_ctlog-createtree-job-4bcs6-lpwwp for pod on switch ip-10-0-0-252.ec2.internal I0425 08:19:10.965045 3653 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-4bcs6-lpwwp I0425 08:19:10.987754 3653 pod.go:62] [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp] pod update took 22.743701ms I0425 08:19:10.987793 3653 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-4bcs6-lpwwp] addLogicalPort annotation time took 22.772745ms I0425 08:19:10.989193 3653 pods.go:271] [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp] addLogicalPort took 24.289892ms, libovsdb time 884.811µs I0425 08:19:11.330677 3653 cni.go:452] [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key ] I0425 08:19:11.340420 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-4bcs6-lpwwp, hostIfaceName: 6a391b0eafe5519, network: default, NAD default, SandboxID: "6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d", PCI device ID: , UID: "b3b84d50-f4cc-45df-9412-0e8886164161", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0425 08:19:11.395649 3653 cni.go:473] [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0e:7c:90:6b:7c\",\"name\":\"6a391b0eafe5519\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8781c40-3d56-4b86-89d5-d16655733693\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:19:13.482593 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 08:19:13.482612 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0425 08:19:16.979593 3653 cni.go:452] [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key ] I0425 08:19:17.058246 3653 cni.go:473] [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-mjksv 02f2fad98c4d7067f1c2166cf28ab771c7cdaea2f6398ba57984ba233c6e06cb network default NAD default NAD key default], result "{}", err I0425 08:19:17.106506 3653 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjksv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:17.106545 3653 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-mjksv I0425 08:19:17.108026 3653 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-mjksv, ips: 10.129.0.32 I0425 08:19:17.108054 3653 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjksv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:18.007084 3653 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:18.007114 3653 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:18.421454 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-kt8l4 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:19:18.421545 3653 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4 I0425 08:19:18.438050 3653 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4] pod update took 16.527375ms I0425 08:19:18.438075 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4] addLogicalPort annotation time took 16.555736ms I0425 08:19:18.439325 3653 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4] addLogicalPort took 17.885733ms, libovsdb time 857.742µs I0425 08:19:18.521266 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-csbsf for pod on switch ip-10-0-0-252.ec2.internal I0425 08:19:18.521352 3653 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf I0425 08:19:18.534123 3653 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf] pod update took 12.793711ms I0425 08:19:18.534143 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf] addLogicalPort annotation time took 12.81795ms I0425 08:19:18.535338 3653 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf] addLogicalPort took 14.088383ms, libovsdb time 832.481µs I0425 08:19:18.784580 3653 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4 de43242ab778a3409644734bab73f745f46c94ff91cce54441d0209e3f9b746d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4 de43242ab778a3409644734bab73f745f46c94ff91cce54441d0209e3f9b746d network default NAD default NAD key ] I0425 08:19:18.793934 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-kt8l4, hostIfaceName: de43242ab778a34, network: default, NAD default, SandboxID: "de43242ab778a3409644734bab73f745f46c94ff91cce54441d0209e3f9b746d", PCI device ID: , UID: "ad3c0d7a-8cbc-484a-9c8a-915c1936a754", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0425 08:19:18.844400 3653 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4 de43242ab778a3409644734bab73f745f46c94ff91cce54441d0209e3f9b746d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kt8l4 de43242ab778a3409644734bab73f745f46c94ff91cce54441d0209e3f9b746d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:4c:83:27:98:99\",\"name\":\"de43242ab778a34\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d677261-1a0a-4200-afd4-7e6807be2ab6\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:19:18.881395 3653 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf 6e0fd09c9fb9bff7bf5c74644e6bc23192b4a1463025ad986aa26d3971204739 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf 6e0fd09c9fb9bff7bf5c74644e6bc23192b4a1463025ad986aa26d3971204739 network default NAD default NAD key ] I0425 08:19:18.890896 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-csbsf, hostIfaceName: 6e0fd09c9fb9bff, network: default, NAD default, SandboxID: "6e0fd09c9fb9bff7bf5c74644e6bc23192b4a1463025ad986aa26d3971204739", PCI device ID: , UID: "b3b1b8df-5259-48a6-b759-0828e0f39449", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0425 08:19:18.940596 3653 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf 6e0fd09c9fb9bff7bf5c74644e6bc23192b4a1463025ad986aa26d3971204739 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-csbsf 6e0fd09c9fb9bff7bf5c74644e6bc23192b4a1463025ad986aa26d3971204739 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:2d:ad:d7:47:a1\",\"name\":\"6e0fd09c9fb9bff\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be6130f6-a224-4c4c-b800-0e1908fd17d4\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:19:19.522821 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 08:19:22.005938 3653 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:22.005956 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:22.024983 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 08:19:22.540488 3653 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 08:19:23.013825 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:23.013845 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:24.555102 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 08:19:28.697067 3653 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:28.697631 3653 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:29.600722 3653 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:29.600743 3653 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:19:33.014177 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 08:19:34.560338 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-fzkqm for pod on switch ip-10-0-0-252.ec2.internal I0425 08:19:34.560486 3653 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm I0425 08:19:34.575880 3653 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm] pod update took 15.448272ms I0425 08:19:34.575903 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm] addLogicalPort annotation time took 15.476119ms I0425 08:19:34.577202 3653 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm] addLogicalPort took 16.886465ms, libovsdb time 854.474µs I0425 08:19:35.520841 3653 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm 89b724b3f77badb07d0c62d635d3587fd1bd9fb6bdbfc4bf2109f2a0c12e48a2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm 89b724b3f77badb07d0c62d635d3587fd1bd9fb6bdbfc4bf2109f2a0c12e48a2 network default NAD default NAD key ] I0425 08:19:35.530659 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-fzkqm, hostIfaceName: 89b724b3f77badb, network: default, NAD default, SandboxID: "89b724b3f77badb07d0c62d635d3587fd1bd9fb6bdbfc4bf2109f2a0c12e48a2", PCI device ID: , UID: "fa684f95-5958-4f6a-9354-3bc61d0ac96b", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0425 08:19:35.580204 3653 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm 89b724b3f77badb07d0c62d635d3587fd1bd9fb6bdbfc4bf2109f2a0c12e48a2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fzkqm 89b724b3f77badb07d0c62d635d3587fd1bd9fb6bdbfc4bf2109f2a0c12e48a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b3:91:1d:1f:d8\",\"name\":\"89b724b3f77badb\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e6c44fe-5d86-48b9-9fbc-645341287e38\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:19:59.184626 3653 cni.go:452] [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key ] I0425 08:19:59.265546 3653 cni.go:473] [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 90041295be074fa9cfdeb9377b5f9f9eb8bf0eb0972a0e2c985213e4bef62be9 network default NAD default NAD key default], result "{}", err I0425 08:19:59.314388 3653 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:59.314428 3653 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0425 08:19:59.315879 3653 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.33 I0425 08:19:59.315906 3653 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:59.336060 3653 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:59.336084 3653 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:59.341423 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 08:19:59.341513 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 08:20:00.196020 3653 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618420-rrdts for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:00.196144 3653 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts I0425 08:20:00.208669 3653 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts] pod update took 12.546591ms I0425 08:20:00.208694 3653 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts] addLogicalPort annotation time took 12.575785ms I0425 08:20:00.209876 3653 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts] addLogicalPort took 13.870773ms, libovsdb time 822.388µs I0425 08:20:00.554275 3653 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key ] I0425 08:20:00.563471 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618420-rrdts, hostIfaceName: ba2cf6f6f4d19ad, network: default, NAD default, SandboxID: "ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2", PCI device ID: , UID: "551784d4-e8b2-4ea0-8f23-81b702bf9d57", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0425 08:20:00.613480 3653 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:16:ce:9f:40:69\",\"name\":\"ba2cf6f6f4d19ad\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9396ae91-9c0b-48f7-8577-a9dc86773186\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:20:04.211311 3653 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key ] I0425 08:20:04.296886 3653 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts ba2cf6f6f4d19ad2ea1bd6ac94e74ae3899bb141ea2ea7ecc3a1661f1efe81c2 network default NAD default NAD key default], result "{}", err I0425 08:20:04.342621 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:04.342684 3653 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts I0425 08:20:04.344054 3653 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts, ips: 10.129.0.38 I0425 08:20:04.344082 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:05.225482 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:05.225507 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:07.552432 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=98 I0425 08:20:08.898901 3653 obj_retry.go:498] Detected object tsf/patch-tekton-config-wnc2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:08.899520 3653 obj_retry.go:498] Detected object tsf/patch-tekton-config-wnc2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:09.780630 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:09.780663 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:09.887698 3653 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-h7dn5] creating logical port tsf_tsf-tekton-configuration-h7dn5 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:09.887882 3653 kube.go:256] Updating pod tsf/tsf-tekton-configuration-h7dn5 I0425 08:20:09.899511 3653 pod.go:62] [tsf/tsf-tekton-configuration-h7dn5] pod update took 11.655488ms I0425 08:20:09.899529 3653 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-h7dn5] addLogicalPort annotation time took 11.677877ms I0425 08:20:09.900713 3653 pods.go:271] [tsf/tsf-tekton-configuration-h7dn5] addLogicalPort took 13.031797ms, libovsdb time 811.158µs I0425 08:20:10.394510 3653 cni.go:452] [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key ] I0425 08:20:10.404460 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-h7dn5, hostIfaceName: 595a09bc5589f07, network: default, NAD default, SandboxID: "595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08", PCI device ID: , UID: "b6f7dff6-e7d5-4fe7-9909-26b3d9c91c43", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0425 08:20:10.455079 3653 cni.go:473] [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:ad:46:76:af:ac\",\"name\":\"595a09bc5589f07\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5915358a-3485-4d5c-b019-9ed7734c18b8\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:20:11.990059 3653 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:11.990605 3653 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:12.856406 3653 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.856427 3653 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:16.274270 3653 cni.go:452] [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key ] I0425 08:20:16.362402 3653 cni.go:473] [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-4bcs6-lpwwp 6a391b0eafe55191d49086609021942287c273abcc9922a7dbe9c59a261b1d4d network default NAD default NAD key default], result "{}", err I0425 08:20:16.409018 3653 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:16.409053 3653 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-4bcs6-lpwwp I0425 08:20:16.410419 3653 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-4bcs6-lpwwp, ips: 10.129.0.34 I0425 08:20:16.410453 3653 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:17.280378 3653 cni.go:452] [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key ] I0425 08:20:17.294797 3653 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:17.294822 3653 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:17.363830 3653 cni.go:473] [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-h7dn5 595a09bc5589f07622c5bd92e64f14a5ed4e3d0716ac05ff9c26614723a4bb08 network default NAD default NAD key default], result "{}", err I0425 08:20:17.418850 3653 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:17.418884 3653 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-h7dn5 I0425 08:20:17.420376 3653 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-h7dn5, ips: 10.129.0.39 I0425 08:20:17.420407 3653 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:18.437525 3653 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.437554 3653 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.473028 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.473056 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.477147 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-wnc2t I0425 08:20:18.477173 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-wnc2t I0425 08:20:19.173349 3653 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:19.173470 3653 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0425 08:20:19.186375 3653 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.923828ms I0425 08:20:19.186406 3653 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.957768ms I0425 08:20:19.187751 3653 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.418463ms, libovsdb time 918.004µs I0425 08:20:19.530834 3653 cni.go:452] [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key ] I0425 08:20:19.540237 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: eae0df887f29c6f, network: default, NAD default, SandboxID: "eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe", PCI device ID: , UID: "a3a200a1-5852-4423-9343-f888a7421ecc", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0425 08:20:19.591879 3653 cni.go:473] [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:07:86:00:50:f2\",\"name\":\"eae0df887f29c6f\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26b3f067-62aa-4813-8dd2-d63df84c7f9d\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:20:19.896543 3653 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0425 08:20:20.049091 3653 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5557b6db6-qjxps] creating logical port tsf-tas_rekor-server-5557b6db6-qjxps for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:20.049198 3653 kube.go:256] Updating pod tsf-tas/rekor-server-5557b6db6-qjxps I0425 08:20:20.063741 3653 pod.go:62] [tsf-tas/rekor-server-5557b6db6-qjxps] pod update took 14.572426ms I0425 08:20:20.063763 3653 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5557b6db6-qjxps] addLogicalPort annotation time took 14.600218ms I0425 08:20:20.065202 3653 pods.go:271] [tsf-tas/rekor-server-5557b6db6-qjxps] addLogicalPort took 16.128834ms, libovsdb time 1.037107ms W0425 08:20:20.820992 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 08:20:21.561196 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=449 I0425 08:20:22.309577 3653 cni.go:452] [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key ] I0425 08:20:22.391555 3653 cni.go:473] [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa eae0df887f29c6fe3571769f557c3cc8532b5fd278a46fc778b6e74aa29a6dbe network default NAD default NAD key default], result "{}", err I0425 08:20:22.438203 3653 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:22.438237 3653 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0425 08:20:22.439604 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.40 I0425 08:20:22.439637 3653 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:22.458867 3653 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:22.458917 3653 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:22.467142 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 08:20:22.467166 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 08:20:22.693141 3653 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:22.693243 3653 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0425 08:20:22.705983 3653 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.770385ms I0425 08:20:22.706003 3653 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.795294ms I0425 08:20:22.707393 3653 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.266085ms, libovsdb time 908.035µs I0425 08:20:23.050306 3653 cni.go:452] [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key ] I0425 08:20:23.059429 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 0239cfc0342a15b, network: default, NAD default, SandboxID: "0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c", PCI device ID: , UID: "ebe88d30-ea1d-40f4-8d00-863715df6fa7", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0425 08:20:23.107413 3653 cni.go:473] [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:b8:22:c1:66:fa\",\"name\":\"0239cfc0342a15b\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/360944b5-ffe2-4d6e-a035-54163fef882d\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:20:23.850573 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 08:20:23.925904 3653 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-xvmwx] creating logical port tsf-tpa_create-db-xvmwx for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:23.925987 3653 kube.go:256] Updating pod tsf-tpa/create-db-xvmwx I0425 08:20:23.940228 3653 pod.go:62] [tsf-tpa/create-db-xvmwx] pod update took 14.261051ms I0425 08:20:23.940248 3653 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-xvmwx] addLogicalPort annotation time took 14.286861ms I0425 08:20:23.941448 3653 pods.go:271] [tsf-tpa/create-db-xvmwx] addLogicalPort took 15.558702ms, libovsdb time 858.208µs I0425 08:20:24.282275 3653 cni.go:452] [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key ] I0425 08:20:24.292474 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-xvmwx, hostIfaceName: 1e812ca5c25f226, network: default, NAD default, SandboxID: "1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832", PCI device ID: , UID: "6d6270ba-72a5-41cd-9091-c5fe2d046cb2", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0425 08:20:24.343982 3653 cni.go:473] [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:de:09:96:22:df\",\"name\":\"1e812ca5c25f226\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3aed6ec-10df-49af-8584-4ad8677be73e\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:20:28.351620 3653 cni.go:452] [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key ] I0425 08:20:28.429493 3653 cni.go:473] [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-xvmwx 1e812ca5c25f226ca0512cdd4c19b5a7bba047d31018ba24d32a560a8be76832 network default NAD default NAD key default], result "{}", err I0425 08:20:28.477205 3653 obj_retry.go:498] Detected object tsf-tpa/create-db-xvmwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:28.477235 3653 pods.go:176] Deleting pod: tsf-tpa/create-db-xvmwx I0425 08:20:28.478595 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-xvmwx, ips: 10.129.0.43 I0425 08:20:28.478625 3653 obj_retry.go:498] Detected object tsf-tpa/create-db-xvmwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:28.811949 3653 cni.go:452] [tsf-tas/rekor-server-5557b6db6-qjxps ed9bcb103c0bf872b793d5c7e727ede1fdeded239e89f37013447e568c096b90 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5557b6db6-qjxps ed9bcb103c0bf872b793d5c7e727ede1fdeded239e89f37013447e568c096b90 network default NAD default NAD key ] I0425 08:20:28.821590 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5557b6db6-qjxps, hostIfaceName: ed9bcb103c0bf87, network: default, NAD default, SandboxID: "ed9bcb103c0bf872b793d5c7e727ede1fdeded239e89f37013447e568c096b90", PCI device ID: , UID: "c0417a85-2b14-46cd-abac-c4100d0cf592", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0425 08:20:28.870494 3653 cni.go:473] [tsf-tas/rekor-server-5557b6db6-qjxps ed9bcb103c0bf872b793d5c7e727ede1fdeded239e89f37013447e568c096b90 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5557b6db6-qjxps ed9bcb103c0bf872b793d5c7e727ede1fdeded239e89f37013447e568c096b90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:cb:b2:78:fa:c6\",\"name\":\"ed9bcb103c0bf87\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf7c0523-ce28-4eca-b90c-185e98001049\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:20:29.369841 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:29.369866 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:29.477041 3653 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-ff6v8] creating logical port tsf-tpa_migrate-db-ff6v8 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:29.477137 3653 kube.go:256] Updating pod tsf-tpa/migrate-db-ff6v8 I0425 08:20:29.488209 3653 pod.go:62] [tsf-tpa/migrate-db-ff6v8] pod update took 11.093475ms I0425 08:20:29.488242 3653 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-ff6v8] addLogicalPort annotation time took 11.13208ms I0425 08:20:29.489677 3653 pods.go:271] [tsf-tpa/migrate-db-ff6v8] addLogicalPort took 12.649456ms, libovsdb time 970.653µs I0425 08:20:29.840430 3653 cni.go:452] [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key ] I0425 08:20:29.850915 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-ff6v8, hostIfaceName: b71fe86ed43ce32, network: default, NAD default, SandboxID: "b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520", PCI device ID: , UID: "23f619e6-1a47-4d66-958c-f9996166a615", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0425 08:20:29.861669 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 08:20:29.900604 3653 cni.go:473] [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:cd:e8:ce:52:30\",\"name\":\"b71fe86ed43ce32\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/733bf183-8950-4ce4-9c2a-cab6b5650712\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:20:31.387878 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0425 08:20:32.376817 3653 cni.go:452] [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key ] I0425 08:20:32.464817 3653 cni.go:473] [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-ff6v8 b71fe86ed43ce32a1f9697cfe20b98c69856fb95c4db67d0de883534f07da520 network default NAD default NAD key default], result "{}", err I0425 08:20:32.513087 3653 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ff6v8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:32.513118 3653 pods.go:176] Deleting pod: tsf-tpa/migrate-db-ff6v8 I0425 08:20:32.514434 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-ff6v8, ips: 10.129.0.44 I0425 08:20:32.514459 3653 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ff6v8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:33.535938 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:33.535980 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:36.642342 3653 base_network_controller_pods.go:487] [default/tsf-tpa/server-686bbcfb99-5pxpd] creating logical port tsf-tpa_server-686bbcfb99-5pxpd for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:36.642438 3653 kube.go:256] Updating pod tsf-tpa/server-686bbcfb99-5pxpd I0425 08:20:36.658510 3653 pod.go:62] [tsf-tpa/server-686bbcfb99-5pxpd] pod update took 16.099034ms I0425 08:20:36.658538 3653 base_network_controller_pods.go:951] [default/tsf-tpa/server-686bbcfb99-5pxpd] addLogicalPort annotation time took 16.131814ms I0425 08:20:36.659854 3653 pods.go:271] [tsf-tpa/server-686bbcfb99-5pxpd] addLogicalPort took 17.528485ms, libovsdb time 909.911µs I0425 08:20:36.701188 3653 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-w2hkq] creating logical port tsf-tpa_importer-86bcdf477b-w2hkq for pod on switch ip-10-0-0-252.ec2.internal I0425 08:20:36.701333 3653 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-w2hkq I0425 08:20:36.714340 3653 pod.go:62] [tsf-tpa/importer-86bcdf477b-w2hkq] pod update took 13.042747ms I0425 08:20:36.714366 3653 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-w2hkq] addLogicalPort annotation time took 13.072311ms I0425 08:20:36.715581 3653 pods.go:271] [tsf-tpa/importer-86bcdf477b-w2hkq] addLogicalPort took 14.419299ms, libovsdb time 828.005µs I0425 08:20:38.165038 3653 obj_retry.go:498] Detected object tsf-tpa/create-importers-52qzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:38.165580 3653 obj_retry.go:498] Detected object tsf-tpa/create-importers-52qzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:39.201282 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:39.201307 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:20:42.377496 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0425 08:20:42.406746 3653 cni.go:452] [tsf-tpa/server-686bbcfb99-5pxpd c91cf162f7cbfb677ac8ac6bf08337388598dd59dcce38c453ede445d93e6775 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-686bbcfb99-5pxpd c91cf162f7cbfb677ac8ac6bf08337388598dd59dcce38c453ede445d93e6775 network default NAD default NAD key ] I0425 08:20:42.415862 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-686bbcfb99-5pxpd, hostIfaceName: c91cf162f7cbfb6, network: default, NAD default, SandboxID: "c91cf162f7cbfb677ac8ac6bf08337388598dd59dcce38c453ede445d93e6775", PCI device ID: , UID: "78d759d8-3c50-4144-b4dc-ab92ef9b2435", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0425 08:20:42.464132 3653 cni.go:452] [tsf-tpa/importer-86bcdf477b-w2hkq 736080f447d7f1ad18ea76f079382744d4df708122fef26e716ca03f4019e841 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-w2hkq 736080f447d7f1ad18ea76f079382744d4df708122fef26e716ca03f4019e841 network default NAD default NAD key ] I0425 08:20:42.467988 3653 cni.go:473] [tsf-tpa/server-686bbcfb99-5pxpd c91cf162f7cbfb677ac8ac6bf08337388598dd59dcce38c453ede445d93e6775 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-686bbcfb99-5pxpd c91cf162f7cbfb677ac8ac6bf08337388598dd59dcce38c453ede445d93e6775 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b0:d4:a6:7f:ff\",\"name\":\"c91cf162f7cbfb6\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29450305-fcc3-4a1c-81e5-7a353d1ed4c2\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 08:20:42.473246 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-w2hkq, hostIfaceName: 736080f447d7f1a, network: default, NAD default, SandboxID: "736080f447d7f1ad18ea76f079382744d4df708122fef26e716ca03f4019e841", PCI device ID: , UID: "b3580135-2211-4503-8865-d3843d1c2662", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0425 08:20:42.523801 3653 cni.go:473] [tsf-tpa/importer-86bcdf477b-w2hkq 736080f447d7f1ad18ea76f079382744d4df708122fef26e716ca03f4019e841 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-w2hkq 736080f447d7f1ad18ea76f079382744d4df708122fef26e716ca03f4019e841 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:88:5c:5c:42:0c\",\"name\":\"736080f447d7f1a\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59f85bd4-366c-4686-b8fe-be376561cda7\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:20:43.455763 3653 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0425 08:20:44.437729 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0425 08:20:46.450005 3653 cni.go:452] [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key ] I0425 08:20:46.532697 3653 cni.go:473] [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 0239cfc0342a15be9ca44131d34cbc2ca08386e7c8e1651ef418d616b911b15c network default NAD default NAD key default], result "{}", err I0425 08:20:46.583227 3653 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:46.583265 3653 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0425 08:20:46.584585 3653 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.42 I0425 08:20:46.584612 3653 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:46.605114 3653 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:46.605132 3653 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:46.608529 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 08:20:46.608556 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 08:20:47.423433 3653 namespace.go:98] [image-controller] adding namespace I0425 08:20:47.424411 3653 namespace.go:102] [image-controller] adding namespace took 951.796µs I0425 08:20:47.425472 3653 namespace.go:98] [default-tenant] adding namespace I0425 08:20:47.426199 3653 namespace.go:102] [default-tenant] adding namespace took 709.316µs I0425 08:20:47.428874 3653 namespace.go:98] [build-service] adding namespace I0425 08:20:47.428904 3653 namespace.go:98] [integration-service] adding namespace I0425 08:20:47.429546 3653 namespace.go:102] [build-service] adding namespace took 657.251µs I0425 08:20:47.430122 3653 namespace.go:102] [integration-service] adding namespace took 1.201381ms I0425 08:20:47.477028 3653 namespace.go:142] [image-controller] updating namespace I0425 08:20:47.508701 3653 namespace.go:142] [image-controller] updating namespace I0425 08:20:47.554245 3653 namespace.go:142] [default-tenant] updating namespace I0425 08:20:47.577397 3653 namespace.go:142] [default-tenant] updating namespace I0425 08:20:47.585473 3653 namespace.go:142] [build-service] updating namespace I0425 08:20:47.625612 3653 namespace.go:142] [build-service] updating namespace I0425 08:20:47.644107 3653 namespace.go:142] [integration-service] updating namespace I0425 08:20:47.667190 3653 namespace.go:142] [integration-service] updating namespace I0425 08:20:47.676454 3653 namespace.go:142] [build-service] updating namespace I0425 08:20:47.701226 3653 namespace.go:142] [integration-service] updating namespace I0425 08:20:47.733920 3653 namespace.go:98] [release-service] adding namespace I0425 08:20:47.734809 3653 namespace.go:102] [release-service] adding namespace took 872.001µs I0425 08:20:47.755900 3653 namespace.go:142] [release-service] updating namespace I0425 08:20:47.770060 3653 namespace.go:142] [release-service] updating namespace I0425 08:20:47.792224 3653 namespace.go:142] [konflux-ui] updating namespace I0425 08:20:47.889054 3653 namespace.go:98] [konflux-info] adding namespace I0425 08:20:47.889764 3653 namespace.go:102] [konflux-info] adding namespace took 694.414µs I0425 08:20:48.083353 3653 namespace.go:98] [namespace-lister] adding namespace I0425 08:20:48.083474 3653 namespace.go:142] [image-controller] updating namespace I0425 08:20:48.083481 3653 namespace.go:142] [konflux-info] updating namespace I0425 08:20:48.083620 3653 namespace.go:98] [enterprise-contract-service] adding namespace I0425 08:20:48.084246 3653 namespace.go:102] [namespace-lister] adding namespace took 873.959µs I0425 08:20:48.084856 3653 namespace.go:102] [enterprise-contract-service] adding namespace took 1.220462ms I0425 08:20:48.166006 3653 namespace.go:142] [konflux-info] updating namespace I0425 08:20:48.230504 3653 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:48.261264 3653 namespace.go:142] [default-tenant] updating namespace I0425 08:20:48.401029 3653 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:48.445123 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:48.515021 3653 namespace.go:98] [segment-bridge] adding namespace I0425 08:20:48.515916 3653 namespace.go:102] [segment-bridge] adding namespace took 870.806µs I0425 08:20:48.600215 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:48.860026 3653 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:48.994371 3653 namespace.go:98] [konflux-cli] adding namespace I0425 08:20:48.994439 3653 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:48.995190 3653 namespace.go:102] [konflux-cli] adding namespace took 801.735µs I0425 08:20:49.133142 3653 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 08:20:49.133745 3653 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 08:20:49.133768 3653 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 08:20:49.136385 3653 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 08:20:49.325860 3653 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 08:20:49.325887 3653 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 08:20:49.325867 3653 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:49.326671 3653 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 08:20:49.430013 3653 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:50.314939 3653 namespace.go:142] [build-service] updating namespace I0425 08:20:50.664549 3653 namespace.go:142] [default-tenant] updating namespace I0425 08:20:51.035279 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:51.246293 3653 namespace.go:142] [image-controller] updating namespace I0425 08:20:51.486746 3653 namespace.go:142] [integration-service] updating namespace I0425 08:20:51.671060 3653 namespace.go:142] [konflux-info] updating namespace I0425 08:20:51.865033 3653 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:52.061596 3653 namespace.go:142] [release-service] updating namespace I0425 08:20:52.267456 3653 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:52.383331 3653 namespace.go:142] [build-service] updating namespace I0425 08:20:52.392944 3653 namespace.go:142] [default-tenant] updating namespace I0425 08:20:52.408069 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:52.417006 3653 namespace.go:142] [image-controller] updating namespace I0425 08:20:52.426128 3653 namespace.go:142] [integration-service] updating namespace I0425 08:20:52.435938 3653 namespace.go:142] [konflux-info] updating namespace I0425 08:20:52.454163 3653 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:52.470045 3653 namespace.go:142] [release-service] updating namespace I0425 08:20:52.470102 3653 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:52.506700 3653 namespace.go:142] [build-service] updating namespace I0425 08:20:52.611968 3653 namespace.go:142] [default-tenant] updating namespace I0425 08:20:52.716615 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:52.806246 3653 namespace.go:142] [image-controller] updating namespace I0425 08:20:52.913112 3653 namespace.go:142] [integration-service] updating namespace I0425 08:20:53.027075 3653 namespace.go:142] [konflux-info] updating namespace I0425 08:20:53.123076 3653 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:53.210151 3653 namespace.go:142] [release-service] updating namespace I0425 08:20:53.320225 3653 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:54.557618 3653 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:54.685205 3653 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:54.787723 3653 namespace.go:142] [konflux-cli] updating namespace W0425 08:20:59.022148 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 08:20:59.062597 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 08:20:59.082512 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 08:20:59.292486 3653 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:59.293097 3653 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:59.761810 3653 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:59.761830 3653 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:59.974090 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0425 08:21:01.051039 3653 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0425 08:21:05.079037 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:05.079037 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:05.104305 3653 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:05.104320 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:05.125654 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:05.125730 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:05.164889 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 08:21:05.168824 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 08:21:05.199962 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:05.199977 3653 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0425 08:21:07.855843 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0425 08:21:13.265217 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 08:21:16.549069 3653 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:16.549629 3653 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:17.155434 3653 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:17.155455 3653 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:17.162059 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6979p I0425 08:21:17.162082 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6979p I0425 08:21:22.677169 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0425 08:21:33.552151 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0425 08:21:51.024464 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 08:22:16.392677 3653 obj_retry.go:498] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:16.393280 3653 obj_retry.go:498] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:16.771590 3653 obj_retry.go:492] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:16.771615 3653 obj_retry.go:492] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:16.776616 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5cc7f68b4-7f4vx I0425 08:22:16.776645 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5cc7f68b4-7f4vx I0425 08:22:20.655463 3653 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:20.656042 3653 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:20.696317 3653 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:20.696341 3653 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:20.703020 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 08:22:20.703045 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 08:22:44.550701 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0425 08:22:50.685209 3653 namespace.go:98] [default-managed-tenant-a3545] adding namespace I0425 08:22:50.686213 3653 namespace.go:102] [default-managed-tenant-a3545] adding namespace took 977.491µs I0425 08:22:50.733732 3653 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:50.757025 3653 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:51.735340 3653 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:51.867666 3653 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:51.965750 3653 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:23:05.553536 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=169 I0425 08:23:40.852959 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 08:24:38.882384 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 08:24:55.552659 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0425 08:25:02.659455 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0425 08:25:30.761513 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 08:26:19.563666 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=178 I0425 08:26:21.976245 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0425 08:26:41.554518 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 08:26:50.985589 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 08:27:12.554724 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=66 I0425 08:27:31.864675 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 08:27:56.679950 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 08:28:46.556242 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0425 08:29:11.855484 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 08:29:56.027091 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 08:30:05.020970 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:05.021568 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:05.883964 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:05.883997 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:28.858860 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0425 08:30:29.069705 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:29.069757 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:29.075282 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xvmwx I0425 08:30:29.075305 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xvmwx I0425 08:30:33.031448 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:33.031507 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:33.034461 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-ff6v8 I0425 08:30:33.034491 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-ff6v8 I0425 08:30:39.032500 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:39.032544 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:39.036135 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-52qzc I0425 08:30:39.036162 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-52qzc W0425 08:31:00.354595 3653 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-55566d6957-jp4sf I0425 08:31:56.553289 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0425 08:32:49.555882 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0425 08:32:51.764063 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 08:33:01.978373 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 08:33:10.867245 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 08:33:35.987896 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0425 08:33:43.662120 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 08:33:55.566055 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0425 08:33:59.884904 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 08:34:27.681937 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 08:34:44.574450 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:44.575112 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:45.315328 3653 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:45.315353 3653 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:45.321137 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod I0425 08:34:45.321166 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod I0425 08:34:47.609769 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:47.610336 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:59.590840 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:59.591434 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:11.917100 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-26zm8 for pod on switch ip-10-0-0-252.ec2.internal I0425 08:35:11.917266 3653 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8 I0425 08:35:11.934242 3653 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8] pod update took 17.017182ms I0425 08:35:11.934267 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8] addLogicalPort annotation time took 17.046479ms I0425 08:35:11.935705 3653 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8] addLogicalPort took 18.626663ms, libovsdb time 1.050442ms I0425 08:35:12.276636 3653 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8 46fd3e918b234bf49e74ecc73d303ecc793fa37be22ed91d68e9acbea0015954 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8 46fd3e918b234bf49e74ecc73d303ecc793fa37be22ed91d68e9acbea0015954 network default NAD default NAD key ] I0425 08:35:12.286461 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-26zm8, hostIfaceName: 46fd3e918b234bf, network: default, NAD default, SandboxID: "46fd3e918b234bf49e74ecc73d303ecc793fa37be22ed91d68e9acbea0015954", PCI device ID: , UID: "de7196e9-74f2-464d-994a-771a935f6d63", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0425 08:35:12.339500 3653 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8 46fd3e918b234bf49e74ecc73d303ecc793fa37be22ed91d68e9acbea0015954 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-26zm8 46fd3e918b234bf49e74ecc73d303ecc793fa37be22ed91d68e9acbea0015954 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:81:8e:e8:cb:47\",\"name\":\"46fd3e918b234bf\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab88d37f-d4e7-408c-b51f-580bc8fcb97c\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 08:35:25.738340 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:35:25.738361 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:35:25.738367 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:35:25.738372 3653 util.go:959] Failed to build node endpoints for node ip-10-0-0-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 08:35:39.980728 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:39.981311 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:36:05.558367 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0425 08:36:24.557635 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0425 08:36:26.556767 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 08:36:32.858055 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 08:38:18.794905 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:18.795547 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:30.860817 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 08:38:57.298806 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:57.299466 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:07.766261 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0425 08:39:12.663836 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0425 08:39:20.354018 3653 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-mjksv I0425 08:39:41.030284 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 08:39:46.990127 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 08:39:50.097807 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:50.098443 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:50.312698 3653 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:50.312721 3653 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:50.318423 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod I0425 08:39:50.318448 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod I0425 08:39:54.837371 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:54.837937 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:07.689893 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:07.690472 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:08.712394 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.712420 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.738714 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:08.739377 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:08.748056 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.748081 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.752924 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb I0425 08:40:08.752950 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb I0425 08:40:13.788952 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:13.789553 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:15.791634 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:15.792316 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:18.878344 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:18.878960 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:18.914903 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:18.915556 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:25.089128 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:25.089752 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:46.981152 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 08:41:08.303414 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:41:08.304143 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:41:25.555345 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0425 08:41:37.568301 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=247 I0425 08:41:54.683924 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 08:42:08.558227 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0425 08:42:09.561519 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0425 08:42:32.887451 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 08:42:37.861016 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 08:42:48.869557 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0425 08:43:04.198635 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:04.199238 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:21.257522 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:21.258165 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:38.421590 3653 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:38.422279 3653 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:55.654040 3653 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:55.654578 3653 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:25.866105 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:25.866716 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.788579 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.789219 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.051026 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.051616 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.087924 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.088593 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:40.666091 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0425 08:44:47.958305 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:47.958879 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:48.559884 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0425 08:44:50.281088 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:50.281683 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:51.273214 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:51.273844 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.008361 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.008976 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.050227 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.050826 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.290860 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.291410 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:54.398334 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:54.398922 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.058346 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.058948 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.377061 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.377632 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:06.419397 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:06.420003 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:12.495516 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:12.496159 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:13.346998 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:13.347017 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:13.353195 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg I0425 08:45:13.353219 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg I0425 08:45:14.558972 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 08:45:24.334647 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:24.335147 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:36.722836 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:36.723446 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:43.808210 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:43.809804 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:48.621389 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:48.621945 3653 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:13.944009 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:13.944681 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:33.863355 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0425 08:46:41.078332 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:41.078984 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:54.517198 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:54.517814 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:16.768869 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 08:47:30.430700 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.431276 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.557262 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.557854 3653 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.696608 3653 obj_retry.go:492] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:47:30.696635 3653 obj_retry.go:492] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:47:30.708255 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 I0425 08:47:30.708279 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 I0425 08:47:37.557471 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0425 08:47:46.984749 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 08:47:51.992165 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10