+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-117.ec2.internal ++ [[ -n ip-10-0-2-117.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-117.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 10:45:27.034156463 - disable conntrack on geneve port' I0417 10:45:27.034156463 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0417 10:45:27.063698282 - starting ovnkube-node + echo 'I0417 10:45:27.063698282 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-117.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-117.ec2.internal --init-node ip-10-0-2-117.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-117.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 10:45:27.103438 3693 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 10:45:27.103491 3693 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-dbb307d9d7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 10:45:27.105279 3693 kube.go:431] Waiting for certificate I0417 10:45:27.105317 3693 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 10:45:27.105365 3693 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 10:45:27.106189 3693 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 10:45:27.133381 3693 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:27.133402 3693 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:27.136254 3693 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:27.139032 3693 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-b2hzl" I0417 10:45:27.147380 3693 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-b2hzl" I0417 10:45:27.147467 3693 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:28.105523 3693 kube.go:438] Certificate found I0417 10:45:28.106202 3693 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 10:45:28.107173 3693 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 10:45:28.154253 3693 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 10:40:27 +0000 UTC" deadline="2026-04-18 04:51:52.842693555 +0000 UTC" I0417 10:45:28.154290 3693 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h6m24.688412878s" I0417 10:45:28.171297 3693 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 10:45:28.187832 3693 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 10:45:28.187992 3693 factory.go:561] Starting watch factory I0417 10:45:28.187997 3693 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 10:45:28.188062 3693 server.go:101] MetricServer registers OVS metrics I0417 10:45:28.188123 3693 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188128 3693 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188146 3693 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188149 3693 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188126 3693 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188199 3693 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188220 3693 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188277 3693 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188338 3693 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188361 3693 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188549 3693 server.go:105] MetricServer registers OVN DB metrics I0417 10:45:28.188547 3693 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.188628 3693 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.189380 3693 controller_manager.go:370] Starting the ovnkube controller I0417 10:45:28.189396 3693 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-117.ec2.internal I0417 10:45:28.189465 3693 controller_manager.go:395] NBDB zone sync took: 60.861µs I0417 10:45:28.189482 3693 factory.go:561] Starting watch factory I0417 10:45:28.193415 3693 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 10:45:28.193444 3693 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 10:45:28.206544 3693 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 10:45:28.206564 3693 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 10:45:28.207900 3693 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.210259 3693 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.210474 3693 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.210747 3693 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 10:45:28.210841 3693 server.go:109] MetricServer registers OVN Controller metrics I0417 10:45:28.211585 3693 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.216512 3693 server.go:113] MetricServer registers OVN Northd metrics I0417 10:45:28.217418 3693 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.220479 3693 metrics.go:519] OVN Metrics Server starts to run ... I0417 10:45:28.220984 3693 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:28.293437 3693 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 10:45:28.293454 3693 factory.go:1977] *v1.Node informer cache synced successfully I0417 10:45:28.293458 3693 factory.go:1977] *v1.Service informer cache synced successfully I0417 10:45:28.293461 3693 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 10:45:28.293464 3693 factory.go:1977] *v1.Pod informer cache synced successfully I0417 10:45:28.293467 3693 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 10:45:28.293571 3693 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:28.293586 3693 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:28.293606 3693 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:28.293622 3693 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:28.294583 3693 factory.go:1977] *v1.Node informer cache synced successfully I0417 10:45:28.294593 3693 factory.go:1977] *v1.Service informer cache synced successfully I0417 10:45:28.294600 3693 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 10:45:28.294604 3693 factory.go:1977] *v1.Pod informer cache synced successfully I0417 10:45:28.294606 3693 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 10:45:28.294609 3693 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 10:45:28.296629 3693 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:28.296643 3693 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:28.298855 3693 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 10:45:28.298864 3693 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 10:45:28.298913 3693 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.298925 3693 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.300378 3693 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 10:45:28.300395 3693 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 10:45:28.301375 3693 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.304504 3693 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 10:45:28.304560 3693 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.304577 3693 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.305782 3693 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 10:45:28.307020 3693 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.310191 3693 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 10:45:28.310244 3693 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.310254 3693 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.311478 3693 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 10:45:28.312774 3693 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.315870 3693 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 10:45:28.315918 3693 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.315937 3693 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.316590 3693 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 10:45:28.318620 3693 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.321744 3693 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 10:45:28.321755 3693 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 10:45:28.321792 3693 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.321803 3693 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.324201 3693 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.327531 3693 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 10:45:28.327552 3693 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 10:45:28.327699 3693 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:28.327731 3693 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:28.330542 3693 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:28.332694 3693 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 10:45:28.332734 3693 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 10:45:28.332806 3693 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.332831 3693 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.332834 3693 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.332867 3693 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.335508 3693 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.335535 3693 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:28.337776 3693 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 10:45:28.337786 3693 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 10:45:28.337792 3693 factory.go:680] Watch Factory start up complete, took: 149.803537ms I0417 10:45:28.337849 3693 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 10:45:28.337895 3693 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 10:45:28.337904 3693 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 10:45:28.337911 3693 factory.go:680] Watch Factory start up complete, took: 148.430403ms I0417 10:45:28.337917 3693 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-117.ec2.internal" zone I0417 10:45:28.376632 3693 default_node_network_controller.go:710] Initializing the default node network controller I0417 10:45:28.457624 3693 udn_isolation.go:101] Starting UDN host isolation manager I0417 10:45:28.463538 3693 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 10:45:28.533437 3693 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 10:45:28.533541 3693 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 10:45:28.533555 3693 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 10:45:28.564583 3693 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 10:45:28.564635 3693 default_node_network_controller.go:809] Node ip-10-0-2-117.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0417 10:45:28.569661 3693 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.117"] k8s.ovn.org/zone-name:ip-10-0-2-117.ec2.internal] on node ip-10-0-2-117.ec2.internal I0417 10:45:28.588088 3693 controller_manager.go:429] Waiting for node in zone sync took: 250.156222ms I0417 10:45:28.590782 3693 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 10:45:28.592487 3693 controller_manager.go:611] Switching to transit router for layer2 networks I0417 10:45:28.592499 3693 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-117.ec2.internal I0417 10:45:28.596749 3693 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 10:45:28.596893 3693 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0417 10:45:28.597036 3693 gateway_init.go:263] Preparing Gateway I0417 10:45:28.597050 3693 gateway_shared_intf.go:1687] Creating new gateway I0417 10:45:28.605391 3693 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 10:45:28.611390 3693 controller_manager.go:290] SCTP support detected in OVN I0417 10:45:28.611918 3693 services_controller.go:69] Creating services controller for network=default I0417 10:45:28.611970 3693 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 10:45:28.612056 3693 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 10:45:28.612091 3693 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 10:45:28.612104 3693 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 10:45:28.612112 3693 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 10:45:28.612263 3693 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 10:45:28.612314 3693 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 10:45:28.612353 3693 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 30.173µs I0417 10:45:28.612362 3693 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.516µs I0417 10:45:28.612367 3693 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 10:45:28.612377 3693 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 10:45:28.612393 3693 default_network_controller.go:325] Starting the default network controller I0417 10:45:28.612400 3693 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 113.051µs I0417 10:45:28.612490 3693 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.561µs I0417 10:45:28.612518 3693 udn_enabled_svc.go:95] Performing full resync I0417 10:45:28.612918 3693 udn_enabled_svc.go:99] Waiting for handler to sync I0417 10:45:28.612928 3693 udn_enabled_svc.go:104] Starting worker I0417 10:45:28.620988 3693 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 10:45:28.621053 3693 repair.go:33] Syncing exgw routes took 52.909µs I0417 10:45:28.621074 3693 default_network_controller.go:414] Starting all the Watchers... I0417 10:45:28.621296 3693 namespace.go:98] [openshift-apiserver] adding namespace I0417 10:45:28.621306 3693 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 10:45:28.621306 3693 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 10:45:28.621325 3693 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0417 10:45:28.621442 3693 namespace.go:98] [openshift-operators] adding namespace I0417 10:45:28.621457 3693 namespace.go:98] [openshift-node] adding namespace I0417 10:45:28.621471 3693 namespace.go:98] [openshift-console-operator] adding namespace I0417 10:45:28.621480 3693 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 10:45:28.621488 3693 namespace.go:98] [openshift-controller-manager] adding namespace I0417 10:45:28.621494 3693 namespace.go:98] [openshift] adding namespace I0417 10:45:28.621499 3693 namespace.go:98] [kube-system] adding namespace I0417 10:45:28.621505 3693 namespace.go:98] [default] adding namespace I0417 10:45:28.621511 3693 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 10:45:28.621516 3693 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 10:45:28.621524 3693 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 10:45:28.622007 3693 namespace.go:102] [openshift-apiserver] adding namespace took 698.745µs I0417 10:45:28.622023 3693 namespace.go:98] [openshift-config-operator] adding namespace I0417 10:45:28.622637 3693 namespace.go:102] [openshift-config-operator] adding namespace took 606.951µs I0417 10:45:28.622656 3693 namespace.go:98] [openshift-ingress] adding namespace I0417 10:45:28.623331 3693 namespace.go:102] [openshift-ingress] adding namespace took 659.732µs I0417 10:45:28.623351 3693 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 10:45:28.624013 3693 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.698019ms I0417 10:45:28.624027 3693 namespace.go:98] [openshift-image-registry] adding namespace I0417 10:45:28.624577 3693 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.257797ms I0417 10:45:28.624598 3693 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 10:45:28.625115 3693 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.776097ms I0417 10:45:28.625135 3693 namespace.go:98] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] adding namespace I0417 10:45:28.625621 3693 namespace.go:102] [openshift-operators] adding namespace took 4.168067ms I0417 10:45:28.625635 3693 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 10:45:28.626476 3693 namespace.go:102] [openshift-node] adding namespace took 5.006516ms I0417 10:45:28.626494 3693 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 10:45:28.626938 3693 namespace.go:102] [openshift-console-operator] adding namespace took 5.461445ms I0417 10:45:28.626949 3693 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 10:45:28.627385 3693 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.89887ms I0417 10:45:28.627399 3693 namespace.go:98] [openshift-network-operator] adding namespace I0417 10:45:28.627887 3693 namespace.go:102] [openshift-controller-manager] adding namespace took 6.394902ms I0417 10:45:28.627899 3693 namespace.go:98] [openshift-dns-operator] adding namespace I0417 10:45:28.628363 3693 namespace.go:102] [openshift] adding namespace took 6.863011ms I0417 10:45:28.628379 3693 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 10:45:28.628854 3693 namespace.go:102] [kube-system] adding namespace took 7.350086ms I0417 10:45:28.628868 3693 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 10:45:28.629372 3693 namespace.go:102] [default] adding namespace took 7.860445ms I0417 10:45:28.629389 3693 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 10:45:28.629846 3693 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.329914ms I0417 10:45:28.629855 3693 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0417 10:45:28.630325 3693 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.80359ms I0417 10:45:28.630333 3693 namespace.go:98] [kube-public] adding namespace I0417 10:45:28.630741 3693 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.210642ms I0417 10:45:28.630756 3693 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 10:45:28.631179 3693 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.823555ms I0417 10:45:28.631196 3693 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 10:45:28.631610 3693 namespace.go:102] [openshift-image-registry] adding namespace took 7.577235ms I0417 10:45:28.631624 3693 namespace.go:98] [openshift-host-network] adding namespace I0417 10:45:28.632021 3693 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.416852ms I0417 10:45:28.632034 3693 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 10:45:28.632420 3693 namespace.go:102] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] adding namespace took 7.277839ms I0417 10:45:28.632432 3693 namespace.go:98] [openshift-authentication] adding namespace I0417 10:45:28.632820 3693 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.180032ms I0417 10:45:28.632833 3693 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 10:45:28.633173 3693 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.671727ms I0417 10:45:28.633184 3693 namespace.go:98] [openshift-console] adding namespace I0417 10:45:28.633599 3693 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.644874ms I0417 10:45:28.633611 3693 namespace.go:98] [openshift-marketplace] adding namespace I0417 10:45:28.633989 3693 namespace.go:102] [openshift-network-operator] adding namespace took 6.584323ms I0417 10:45:28.634004 3693 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 10:45:28.634431 3693 namespace.go:102] [openshift-dns-operator] adding namespace took 6.52754ms I0417 10:45:28.634444 3693 namespace.go:98] [openshift-network-console] adding namespace I0417 10:45:28.634845 3693 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.458104ms I0417 10:45:28.634863 3693 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 10:45:28.635308 3693 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.433474ms I0417 10:45:28.635325 3693 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 10:45:28.635825 3693 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.431615ms I0417 10:45:28.635834 3693 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 10:45:28.636349 3693 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.487946ms I0417 10:45:28.636359 3693 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 10:45:28.636911 3693 namespace.go:102] [kube-public] adding namespace took 6.57412ms I0417 10:45:28.636921 3693 namespace.go:98] [openshift-machine-api] adding namespace I0417 10:45:28.637448 3693 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.686709ms I0417 10:45:28.637461 3693 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 10:45:28.637951 3693 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.746992ms I0417 10:45:28.638488 3693 namespace.go:102] [openshift-host-network] adding namespace took 6.859306ms I0417 10:45:28.638499 3693 namespace.go:98] [openshift-config-managed] adding namespace I0417 10:45:28.638923 3693 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.884728ms I0417 10:45:28.638934 3693 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 10:45:28.639300 3693 namespace.go:102] [openshift-authentication] adding namespace took 6.86271ms I0417 10:45:28.639314 3693 namespace.go:98] [openshift-cluster-version] adding namespace I0417 10:45:28.639677 3693 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.839327ms I0417 10:45:28.639689 3693 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 10:45:28.640243 3693 namespace.go:102] [openshift-console] adding namespace took 7.05181ms I0417 10:45:28.640264 3693 namespace.go:98] [openshift-backplane] adding namespace I0417 10:45:28.640657 3693 namespace.go:102] [openshift-marketplace] adding namespace took 7.040965ms I0417 10:45:28.640669 3693 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 10:45:28.641033 3693 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.023329ms I0417 10:45:28.641045 3693 namespace.go:98] [openshift-insights] adding namespace I0417 10:45:28.641437 3693 namespace.go:102] [openshift-network-console] adding namespace took 6.988465ms I0417 10:45:28.641450 3693 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 10:45:28.641882 3693 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.011478ms I0417 10:45:28.641898 3693 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace W0417 10:45:28.642242 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2fck4: pod openshift-network-diagnostics/network-check-target-2fck4: no pod IPs found W0417 10:45:28.642265 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gkskx: pod openshift-network-diagnostics/network-check-target-gkskx: no pod IPs found I0417 10:45:28.642287 3693 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.957505ms I0417 10:45:28.642297 3693 namespace.go:98] [openshift-dns] adding namespace I0417 10:45:28.642739 3693 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.899212ms I0417 10:45:28.642752 3693 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 10:45:28.643181 3693 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.817001ms I0417 10:45:28.643193 3693 namespace.go:98] [openshift-package-operator] adding namespace I0417 10:45:28.643546 3693 namespace.go:102] [openshift-machine-api] adding namespace took 6.620918ms I0417 10:45:28.643557 3693 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 10:45:28.643950 3693 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.48369ms I0417 10:45:28.643963 3693 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 10:45:28.644384 3693 namespace.go:102] [openshift-config-managed] adding namespace took 5.880744ms I0417 10:45:28.644402 3693 namespace.go:98] [openshift-monitoring] adding namespace I0417 10:45:28.644892 3693 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.951727ms I0417 10:45:28.644908 3693 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 10:45:28.645409 3693 namespace.go:102] [openshift-cluster-version] adding namespace took 6.088546ms I0417 10:45:28.645426 3693 namespace.go:98] [kube-node-lease] adding namespace I0417 10:45:28.645959 3693 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.239221ms I0417 10:45:28.645978 3693 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 10:45:28.646437 3693 namespace.go:102] [openshift-backplane] adding namespace took 6.167005ms I0417 10:45:28.646452 3693 namespace.go:98] [openshift-etcd] adding namespace I0417 10:45:28.647047 3693 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.371708ms I0417 10:45:28.647062 3693 namespace.go:98] [openshift-machine-config-operator] adding namespace I0417 10:45:28.647539 3693 namespace.go:102] [openshift-insights] adding namespace took 6.488104ms I0417 10:45:28.647551 3693 namespace.go:98] [dedicated-admin] adding namespace I0417 10:45:28.647957 3693 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.502107ms I0417 10:45:28.647971 3693 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 10:45:28.648364 3693 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.461476ms I0417 10:45:28.648376 3693 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 10:45:28.648793 3693 namespace.go:102] [openshift-dns] adding namespace took 6.493179ms I0417 10:45:28.648802 3693 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 10:45:28.649183 3693 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.426686ms I0417 10:45:28.649196 3693 namespace.go:98] [openshift-operators-redhat] adding namespace I0417 10:45:28.649541 3693 namespace.go:102] [openshift-package-operator] adding namespace took 6.343436ms I0417 10:45:28.649552 3693 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 10:45:28.649976 3693 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.413777ms I0417 10:45:28.649987 3693 namespace.go:98] [openshift-config] adding namespace I0417 10:45:28.650440 3693 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.473457ms I0417 10:45:28.650450 3693 namespace.go:98] [openshift-logging] adding namespace I0417 10:45:28.650912 3693 namespace.go:102] [openshift-monitoring] adding namespace took 6.504096ms I0417 10:45:28.650927 3693 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0417 10:45:28.651406 3693 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.492568ms I0417 10:45:28.651785 3693 namespace.go:102] [kube-node-lease] adding namespace took 6.353434ms I0417 10:45:28.652186 3693 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.203139ms I0417 10:45:28.652560 3693 namespace.go:102] [openshift-etcd] adding namespace took 6.102981ms I0417 10:45:28.652574 3693 namespace.go:98] [openshift-multus] adding namespace I0417 10:45:28.652996 3693 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.928875ms I0417 10:45:28.653381 3693 namespace.go:102] [dedicated-admin] adding namespace took 5.824805ms I0417 10:45:28.653739 3693 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.764033ms I0417 10:45:28.654545 3693 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.163603ms I0417 10:45:28.654558 3693 namespace.go:98] [openshift-infra] adding namespace I0417 10:45:28.654970 3693 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.163042ms I0417 10:45:28.655347 3693 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.146074ms I0417 10:45:28.655732 3693 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.174375ms I0417 10:45:28.656110 3693 namespace.go:102] [openshift-config] adding namespace took 6.118215ms I0417 10:45:28.656492 3693 namespace.go:102] [openshift-logging] adding namespace took 6.037316ms I0417 10:45:28.656504 3693 namespace.go:98] [openshift-backplane-lpsre] adding namespace W0417 10:45:28.656883 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tgtbg: pod openshift-multus/network-metrics-daemon-tgtbg: no pod IPs found W0417 10:45:28.656895 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bm9nj: pod openshift-multus/network-metrics-daemon-bm9nj: no pod IPs found I0417 10:45:28.656911 3693 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.979234ms I0417 10:45:28.657368 3693 namespace.go:102] [openshift-multus] adding namespace took 4.789175ms I0417 10:45:28.657739 3693 namespace.go:102] [openshift-infra] adding namespace took 3.174844ms I0417 10:45:28.658087 3693 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 1.578372ms W0417 10:45:28.658157 3693 master.go:458] Unable to parse local node ip-10-0-2-117.ec2.internal chassis-id annotation. Chassis may be removed during sync W0417 10:45:28.658165 3693 master.go:471] Unable to parse remote node ip-10-0-0-37.ec2.internal chassis-id annotation. Chassis may be removed during sync I0417 10:45:28.658169 3693 master.go:481] Removing stale chassis with ID/Name: 0bd6c8b3-8de7-45be-b629-b80538a84c59, hostname: ip-10-0-2-117.ec2.internal I0417 10:45:28.658656 3693 master.go:548] Adding or Updating local node "ip-10-0-2-117.ec2.internal" for network "default" I0417 10:45:28.658688 3693 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-37.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-37.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-37.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-37.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-37.ec2.internal I0417 10:45:28.659889 3693 zone_ic_handler.go:195] Time taken to create transit switch: 350.494µs I0417 10:45:28.659901 3693 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-104.ec2.internal for the network default I0417 10:45:28.661057 3693 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-104.ec2.internal" on network "default" took: 1.531883ms I0417 10:45:28.662452 3693 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-117.ec2.internal for the network default I0417 10:45:28.662605 3693 zone_ic_handler.go:195] Time taken to create transit switch: 142.851µs I0417 10:45:28.663235 3693 default_network_controller.go:823] Node add failed for ip-10-0-2-117.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-117.ec2.internal, error getting gateway config for node ip-10-0-2-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-117.ec2.internal", failed to update chassis to local for local node ip-10-0-2-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-117.ec2.internal] E0417 10:45:28.663274 3693 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-117.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-117.ec2.internal, error getting gateway config for node ip-10-0-2-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-117.ec2.internal", failed to update chassis to local for local node ip-10-0-2-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-117.ec2.internal] I0417 10:45:28.663319 3693 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 10:45:28.663352 3693 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 10:45:28.663339 3693 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-117.ec2.internal", UID:"96feebe1-24ce-44a0-bb3e-d1934c19e6bd", APIVersion:"v1", ResourceVersion:"8859", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-117.ec2.internal, error getting gateway config for node ip-10-0-2-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-117.ec2.internal", failed to update chassis to local for local node ip-10-0-2-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-117.ec2.internal] I0417 10:45:28.663366 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:28.663405 3693 node_tracker.go:235] Node ip-10-0-0-37.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-37.ec2.internal" I0417 10:45:28.663374 3693 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 10:45:28.663418 3693 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:28.663430 3693 services_controller.go:574] Full service sync requested for network=default I0417 10:45:28.663438 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-104.ec2.internal in network "default" I0417 10:45:28.663532 3693 node_tracker.go:169] Node ip-10-0-1-104.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:28.663541 3693 services_controller.go:574] Full service sync requested for network=default I0417 10:45:28.663548 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:28.663557 3693 node_tracker.go:235] Node ip-10-0-2-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-117.ec2.internal" I0417 10:45:28.663565 3693 node_tracker.go:169] Node ip-10-0-2-117.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:28.663569 3693 services_controller.go:574] Full service sync requested for network=default I0417 10:45:28.688820 3693 iptables.go:108] Creating table: filter chain: FORWARD I0417 10:45:28.694851 3693 iptables.go:108] Creating table: filter chain: OUTPUT I0417 10:45:28.701270 3693 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 10:45:28.701285 3693 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-117.ec2.internal","mac-address":"0e:b9:53:e8:45:9d","ip-addresses":["10.0.2.117/24"],"ip-address":"10.0.2.117/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0bd6c8b3-8de7-45be-b629-b80538a84c59 k8s.ovn.org/node-encap-ips:["10.0.2.117"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.117/24"} k8s.ovn.org/zone-name:ip-10-0-2-117.ec2.internal] on node ip-10-0-2-117.ec2.internal I0417 10:45:28.715474 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:28.715532 3693 node_tracker.go:169] Node ip-10-0-2-117.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:28.715535 3693 master.go:548] Adding or Updating local node "ip-10-0-2-117.ec2.internal" for network "default" I0417 10:45:28.715551 3693 services_controller.go:574] Full service sync requested for network=default I0417 10:45:28.719494 3693 default_node_network_controller.go:519] Node connection status = connected W0417 10:45:28.721004 3693 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2fck4: pod openshift-network-diagnostics/network-check-target-2fck4: no pod IPs found W0417 10:45:28.721026 3693 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bm9nj: pod openshift-multus/network-metrics-daemon-bm9nj: no pod IPs found I0417 10:45:28.721990 3693 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-117.ec2.internal for the network default I0417 10:45:28.722165 3693 zone_ic_handler.go:195] Time taken to create transit switch: 162.763µs I0417 10:45:28.763679 3693 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 10:45:28.763698 3693 services_controller.go:208] Setting up event handlers for services for network=default I0417 10:45:28.763768 3693 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 10:45:28.763826 3693 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 10:45:28.763847 3693 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 10:45:28.864269 3693 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 10:45:28.864300 3693 repair.go:60] Starting repairing loop for services I0417 10:45:28.864420 3693 repair.go:131] Deleted 0 stale service LBs I0417 10:45:28.864443 3693 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 10:45:28.864469 3693 repair.go:62] Finished repairing loop for services: 178.865µs I0417 10:45:28.864505 3693 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 10:45:28.864517 3693 services_controller.go:254] Starting workers for network=default I0417 10:45:28.865119 3693 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bm9nj] creating logical port openshift-multus_network-metrics-daemon-bm9nj for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:28.865222 3693 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-tgtbg, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tgtbg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tgtbg: no pod IPs found I0417 10:45:28.865257 3693 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gkskx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gkskx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gkskx: no pod IPs found I0417 10:45:28.865320 3693 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2fck4] creating logical port openshift-network-diagnostics_network-check-target-2fck4 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:28.865334 3693 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bm9nj I0417 10:45:28.865484 3693 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2fck4 W0417 10:45:28.868290 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:28.885548 3693 pod.go:62] [openshift-network-diagnostics/network-check-target-2fck4] pod update took 20.167613ms I0417 10:45:28.885566 3693 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2fck4] addLogicalPort annotation time took 20.189527ms I0417 10:45:28.885650 3693 pod.go:62] [openshift-multus/network-metrics-daemon-bm9nj] pod update took 20.401772ms I0417 10:45:28.885672 3693 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bm9nj] addLogicalPort annotation time took 20.442023ms I0417 10:45:28.886578 3693 pods.go:271] [openshift-network-diagnostics/network-check-target-2fck4] addLogicalPort took 21.260885ms, libovsdb time 757.688µs I0417 10:45:28.887062 3693 pods.go:271] [openshift-multus/network-metrics-daemon-bm9nj] addLogicalPort took 21.963533ms, libovsdb time 1.162437ms I0417 10:45:28.887088 3693 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0417 10:45:28.887981 3693 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 10:45:28.888030 3693 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 10:45:28.888051 3693 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 10:45:28.888058 3693 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 10:45:28.888335 3693 repair.go:29] Repairing admin network policies took 269.194µs I0417 10:45:28.888506 3693 repair.go:92] Repairing baseline admin network policies took 160.147µs I0417 10:45:28.889188 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 10:45:28.889202 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 10:45:28.890835 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 10:45:28.890857 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 10:45:28.890866 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 10:45:28.892696 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 10:45:28.892736 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 10:45:28.892748 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 10:45:28.895507 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 10:45:28.895529 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 10:45:28.895538 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 10:45:28.897037 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 10:45:28.897055 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 10:45:28.897065 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 10:45:28.898836 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 10:45:28.898854 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 10:45:28.898864 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 10:45:28.900092 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 10:45:28.900116 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 10:45:28.900128 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 10:45:28.901579 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 10:45:28.901598 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 10:45:28.901607 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 10:45:28.903146 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 10:45:28.903166 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 10:45:28.903179 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 10:45:28.903762 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 10:45:28.903789 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 10:45:28.903802 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 10:45:28.904417 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 10:45:28.904436 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 10:45:28.904447 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 10:45:28.906097 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 10:45:28.906122 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 10:45:28.906130 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 10:45:28.906635 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 10:45:28.906657 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 10:45:28.906669 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 10:45:28.907300 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 10:45:28.907320 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 10:45:28.907330 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 10:45:28.907921 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 10:45:28.907942 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 10:45:28.908818 3693 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 10:45:28.908833 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 10:45:28.909645 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 10:45:28.909664 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 10:45:28.909672 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 10:45:28.910282 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 10:45:28.910301 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 10:45:28.910309 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 10:45:28.910611 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 10:45:28.910630 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 10:45:28.910640 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 10:45:28.912692 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 10:45:28.912712 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 10:45:28.912733 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 10:45:28.913581 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 10:45:28.913606 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 10:45:28.913621 3693 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 10:45:28.915345 3693 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 10:45:28.915363 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 10:45:28.915371 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 10:45:28.916493 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 10:45:28.916515 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 10:45:28.916525 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 10:45:28.917153 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 10:45:28.917180 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 10:45:28.917191 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 10:45:28.917851 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 10:45:28.917868 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 10:45:28.917877 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 10:45:28.919106 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 10:45:28.919122 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 10:45:28.919130 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 10:45:28.919752 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 10:45:28.919777 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 10:45:28.919790 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 10:45:28.920842 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 10:45:28.920866 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 10:45:28.920877 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 10:45:28.921264 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 10:45:28.921285 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 10:45:28.921391 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 10:45:28.922304 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 10:45:28.922332 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 10:45:28.922346 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 10:45:28.922680 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 10:45:28.923021 3693 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0417 10:45:28.929419 3693 egressfirewall.go:374] Starting EgressFirewall controller I0417 10:45:28.929459 3693 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 10:45:28.929466 3693 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 10:45:28.929505 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 10:45:28.929535 3693 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 10:45:28.929537 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 10:45:28.929547 3693 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 10:45:28.929876 3693 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 10:45:28.929891 3693 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 10:45:28.929896 3693 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 10:45:28.929906 3693 egressqos.go:193] Setting up event handlers for EgressQoS I0417 10:45:28.929914 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:28.929925 3693 egressfirewall.go:723] Syncing node "ip-10-0-1-104.ec2.internal" for egress firewall I0417 10:45:28.929933 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall I0417 10:45:28.930150 3693 egressqos.go:245] Starting EgressQoS Controller I0417 10:45:28.930180 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 10:45:28.930194 3693 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 10:45:28.930211 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 10:45:28.930225 3693 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 10:45:28.930232 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 10:45:28.930238 3693 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 10:45:28.930244 3693 egressqos.go:259] Repairing EgressQoSes I0417 10:45:28.930249 3693 egressqos.go:399] Starting repairing loop for egressqos I0417 10:45:28.930337 3693 egressqos.go:401] Finished repairing loop for egressqos: 87.204µs I0417 10:45:28.930357 3693 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 10:45:28.930408 3693 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-117.ec2.internal I0417 10:45:28.930457 3693 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-117.ec2.internal : 46.177µs I0417 10:45:28.930517 3693 egressservice_zone.go:210] Starting Egress Services Controller I0417 10:45:28.930535 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 10:45:28.930545 3693 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 10:45:28.930551 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 10:45:28.930555 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 10:45:28.930560 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 10:45:28.930565 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 10:45:28.930570 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 10:45:28.930574 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 10:45:28.930578 3693 egressservice_zone.go:228] Repairing Egress Services I0417 10:45:28.930868 3693 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 10:45:28.930877 3693 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 10:45:28.930901 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:28.930915 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 18.196µs I0417 10:45:28.930923 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-104.ec2.internal I0417 10:45:28.930932 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-104.ec2.internal: 9.685µs I0417 10:45:28.930937 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:28.930940 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 3.703µs I0417 10:45:28.931001 3693 default_network_controller.go:585] Completing all the Watchers took 309.918733ms I0417 10:45:28.931015 3693 default_network_controller.go:589] Starting unidling controllers I0417 10:45:28.931030 3693 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 10:45:28.931042 3693 unidle.go:63] Populating Initial ContollerEvent events I0417 10:45:28.931055 3693 unidle.go:79] Setting up event handlers for services I0417 10:45:28.931100 3693 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 10:45:29.219887 3693 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:29.719770 3693 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:30.167417 3693 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0417 10:45:30.220071 3693 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:30.237094 3693 bridgeconfig.go:537] Gateway is ready I0417 10:45:30.237109 3693 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 10:45:30.248815 3693 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.117. Updating OVN encap IP. I0417 10:45:30.253889 3693 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.117 - it is already configured I0417 10:45:30.253903 3693 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.117/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 10:45:30.254157 3693 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.117/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-117.ec2.internal","mac-address":"0e:b9:53:e8:45:9d","ip-addresses":["10.0.2.117/24"],"ip-address":"10.0.2.117/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0bd6c8b3-8de7-45be-b629-b80538a84c59 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.117/24"}] on node ip-10-0-2-117.ec2.internal I0417 10:45:30.269194 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall I0417 10:45:30.269244 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:30.269262 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 22.679µs I0417 10:45:30.269278 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:30.269325 3693 master.go:548] Adding or Updating local node "ip-10-0-2-117.ec2.internal" for network "default" I0417 10:45:30.269340 3693 node_tracker.go:169] Node ip-10-0-2-117.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:30.269356 3693 services_controller.go:574] Full service sync requested for network=default I0417 10:45:30.269494 3693 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.117 I0417 10:45:30.269581 3693 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-117.ec2.internal W0417 10:45:30.269889 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:30.273888 3693 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-117.ec2.internal. Updating no re-route policies I0417 10:45:30.273960 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rns7f I0417 10:45:30.273975 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rns7f I0417 10:45:30.273976 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2fck4 I0417 10:45:30.273982 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gkskx I0417 10:45:30.273989 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2fck4 I0417 10:45:30.273993 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gkskx I0417 10:45:30.273996 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rns7f after 0 failed attempt(s) I0417 10:45:30.273998 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tgtbg I0417 10:45:30.274007 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vfsl9 I0417 10:45:30.274008 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bm9nj I0417 10:45:30.273975 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rl4zv I0417 10:45:30.274022 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rl4zv I0417 10:45:30.274029 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-696tg I0417 10:45:30.274031 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jjtr4 I0417 10:45:30.274039 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jjtr4 I0417 10:45:30.274039 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-117.ec2.internal I0417 10:45:30.274041 3693 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gkskx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gkskx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gkskx: no pod IPs found I0417 10:45:30.274052 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jjtr4 after 0 failed attempt(s) I0417 10:45:30.274031 3693 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2fck4] creating logical port openshift-network-diagnostics_network-check-target-2fck4 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:30.274052 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-117.ec2.internal I0417 10:45:30.274055 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gcwgb I0417 10:45:30.274070 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gcwgb I0417 10:45:30.274096 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-gcwgb after 0 failed attempt(s) I0417 10:45:30.274041 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-696tg I0417 10:45:30.274102 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-117.ec2.internal after 0 failed attempt(s) I0417 10:45:30.274121 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ptp4m I0417 10:45:30.274132 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-696tg after 0 failed attempt(s) I0417 10:45:30.274135 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ptp4m I0417 10:45:30.274012 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tgtbg I0417 10:45:30.274158 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ptp4m after 0 failed attempt(s) I0417 10:45:30.274168 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rl4zv after 0 failed attempt(s) I0417 10:45:30.274179 3693 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tgtbg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tgtbg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tgtbg: no pod IPs found I0417 10:45:30.274023 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bm9nj I0417 10:45:30.274216 3693 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bm9nj] creating logical port openshift-multus_network-metrics-daemon-bm9nj for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:30.273963 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-117.ec2.internal I0417 10:45:30.274233 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-117.ec2.internal I0417 10:45:30.274254 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-117.ec2.internal after 0 failed attempt(s) I0417 10:45:30.274041 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ldmp4 I0417 10:45:30.274270 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ldmp4 I0417 10:45:30.274304 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ldmp4 after 0 failed attempt(s) I0417 10:45:30.274012 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vfsl9 I0417 10:45:30.274334 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vfsl9 after 0 failed attempt(s) I0417 10:45:30.274054 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bvfm8 I0417 10:45:30.274348 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bvfm8 I0417 10:45:30.274364 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bvfm8 after 0 failed attempt(s) I0417 10:45:30.274821 3693 pods.go:271] [openshift-network-diagnostics/network-check-target-2fck4] addLogicalPort took 803.87µs, libovsdb time 227.846µs I0417 10:45:30.274832 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2fck4 after 0 failed attempt(s) I0417 10:45:30.274971 3693 pods.go:271] [openshift-multus/network-metrics-daemon-bm9nj] addLogicalPort took 761.53µs, libovsdb time 289.941µs I0417 10:45:30.274990 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bm9nj after 0 failed attempt(s) I0417 10:45:30.293169 3693 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 10:45:30.303943 3693 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 10:45:30.307019 3693 iptables.go:108] Creating table: nat chain: OUTPUT I0417 10:45:30.351750 3693 iptables.go:108] Creating table: nat chain: PREROUTING I0417 10:45:30.403993 3693 iptables.go:108] Creating table: filter chain: FORWARD I0417 10:45:30.419555 3693 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 10:45:30.419682 3693 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 10:45:30.419753 3693 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 10:45:30.419857 3693 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 10:45:30.419913 3693 gateway_init.go:325] Gateway and management port readiness took 1.704439502s I0417 10:45:30.419939 3693 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 10:45:30.419973 3693 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 10:45:30.419984 3693 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 10:45:30.419993 3693 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 10:45:30.420060 3693 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 10:45:30.420164 3693 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 43.724µs I0417 10:45:30.420436 3693 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 10:45:30.420461 3693 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.692µs I0417 10:45:30.420470 3693 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.859µs I0417 10:45:30.420475 3693 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 10:45:30.420484 3693 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 10:45:30.420489 3693 default_node_network_controller.go:899] Starting the default node network controller I0417 10:45:30.420494 3693 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 10:45:30.420571 3693 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.014µs I0417 10:45:30.420698 3693 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 10:45:30.420707 3693 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 10:45:30.420750 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a91a0 0xc0002f00e0 0xc0002f01c0 0xc0002f0230 0xc0002f02a0 0xc0002f0310 0xc0002f0460 0xc0005596d0 0xc0002f04d0 0xc0002f0540 0xc0008dc280 0xc0064d53b0 0xc0002f05b0 map[0x2ff9080:0xc002991b60 0x2ff95c0:0xc002991ce0 0x2ffa2e0:0xc00248bc80 0x2ffa580:0xc002991b00 0x2ffad60:0xc002991bc0 0x2ffb000:0xc002991c20 0x2ffb2a0:0xc002991c80 0x2ffba80:0xc0065d2000 0x2ffbd20:0xc0065d2060 0x3026980:0xc000c1a5a0 0x3026d20:0xc000c1a600 0x3027800:0xc000ad5aa0 0x3029160:0xc001c5a000 0x30298a0:0xc000c1a720 0x302a720:0xc000a52cc0] 0xc00055a5b0 0} I0417 10:45:30.420824 3693 gateway.go:151] Starting gateway service sync I0417 10:45:30.421259 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 10:45:30.423284 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 10:45:30.451798 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 10:45:30.452873 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 10:45:30.453933 3693 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 10:45:30.486482 3693 gateway.go:168] Gateway service sync done. Time taken: 65.645662ms I0417 10:45:30.486920 3693 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30140 I0417 10:45:30.487352 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a91a0 0xc0002f00e0 0xc0002f01c0 0xc0002f0230 0xc0002f02a0 0xc0002f0310 0xc0002f0460 0xc0005596d0 0xc0002f04d0 0xc0002f0540 0xc0008dc280 0xc0064d53b0 0xc0002f05b0 map[0x2ff9080:0xc002991b60 0x2ff95c0:0xc002991ce0 0x2ffa2e0:0xc00248bc80 0x2ffa580:0xc002991b00 0x2ffad60:0xc002991bc0 0x2ffb000:0xc002991c20 0x2ffb2a0:0xc002991c80 0x2ffba80:0xc0065d2000 0x2ffbd20:0xc0065d2060 0x3026980:0xc000c1a5a0 0x3026d20:0xc000c1a600 0x3027800:0xc000ad5aa0 0x3029160:0xc001c5a000 0x30298a0:0xc000c1a720 0x302a720:0xc000a52cc0] 0xc00055a5b0 0} I0417 10:45:30.487829 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a91a0 0xc0002f00e0 0xc0002f01c0 0xc0002f0230 0xc0002f02a0 0xc0002f0310 0xc0002f0460 0xc0005596d0 0xc0002f04d0 0xc0002f0540 0xc0008dc280 0xc0064d53b0 0xc0002f05b0 map[0x2ff9080:0xc002991b60 0x2ff95c0:0xc002991ce0 0x2ffa2e0:0xc00248bc80 0x2ffa580:0xc002991b00 0x2ffad60:0xc002991bc0 0x2ffb000:0xc002991c20 0x2ffb2a0:0xc002991c80 0x2ffba80:0xc0065d2000 0x2ffbd20:0xc0065d2060 0x3026980:0xc000c1a5a0 0x3026d20:0xc000c1a600 0x3027800:0xc000ad5aa0 0x3029160:0xc001c5a000 0x30298a0:0xc000c1a720 0x302a720:0xc000a52cc0] 0xc00055a5b0 0} I0417 10:45:30.487871 3693 gateway.go:532] Reconciling gateway with updates I0417 10:45:30.492648 3693 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 10:45:30.492675 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:30.492698 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:30.492709 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:30.492701 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:30.492711 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:30.492736 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:30.492746 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:30.492745 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:30.492751 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 10:45:30.492752 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:30.492765 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:30.492762 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:30.492767 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 10:45:30.492786 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:30.492795 3693 default_node_network_controller.go:944] Gateway and management port readiness took 72.08005ms I0417 10:45:30.492801 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 10:45:30.492802 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:30.492809 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 10:45:30.492817 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 10:45:30.492735 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 10:45:30.492817 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 10:45:30.492822 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:30.492830 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:30.492743 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:30.492833 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:30.492835 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 10:45:30.492843 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:30.492842 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:30.492845 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:30.492847 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:30.492852 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 10:45:30.492862 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:30.492862 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:30.492866 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 10:45:30.492868 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:30.492872 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:30.492873 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 10:45:30.492880 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:30.492884 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 10:45:30.492823 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 10:45:30.492893 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 10:45:30.492819 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:30.492907 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:30.492913 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:30.492918 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:30.492923 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:30.492833 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:30.492933 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 10:45:30.492936 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:30.492942 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:30.492946 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:30.492944 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:30.492953 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:30.492955 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:30.492957 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:30.492961 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:30.492920 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:30.492967 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:30.492968 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:30.492976 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:30.492978 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:30.492984 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 10:45:30.492947 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:30.493044 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:30.493050 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:30.493057 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:30.493064 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:30.493077 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:30.493093 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:30.493106 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:30.493108 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:30.493113 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:30.493119 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:30.493129 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:30.493111 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:30.493130 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:30.493144 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:30.493150 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:30.492956 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:30.493225 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:30.493136 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 30771 is already open, no action needed I0417 10:45:30.493279 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 31708 is already open, no action needed I0417 10:45:30.493107 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:30.493341 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:30.493346 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 10:45:30.492961 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 10:45:30.492942 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:30.492681 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:30.493433 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:30.492981 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:30.493537 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:30.493139 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:30.492847 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:30.493596 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:30.493605 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:30.493618 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:30.493621 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:30.493635 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 10:45:30.492958 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:30.493649 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 10:45:30.493590 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:30.493672 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 10:45:30.493752 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:30.493767 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:30.493749 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:30.493795 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:30.494266 3693 node_ip_handler_linux.go:160] Node IP manager is running W0417 10:45:30.529748 3693 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 10:45:30.529982 3693 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 10:45:30.530070 3693 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0417 10:45:30.537980 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 10:45:30.537998 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 10:45:30.538005 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 10:45:30.538012 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 10:45:30.538027 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 10:45:30.538042 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 10:45:30.576031 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 10:45:30.576051 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 10:45:30.576058 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 10:45:30.576065 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 10:45:30.576071 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 10:45:30.576095 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 10:45:30.576103 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 10:45:30.576109 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 10:45:30.576115 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 10:45:30.576121 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 10:45:30.576126 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 10:45:30.576131 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 10:45:30.614297 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 10:45:30.614304 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 10:45:30.614318 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 10:45:30.614325 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 10:45:30.614331 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 10:45:30.614337 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 10:45:30.614345 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 10:45:30.614354 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 10:45:30.614361 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 10:45:30.614367 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 10:45:30.614371 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 10:45:32.176375 3693 default_node_network_controller.go:1380] Starting node controller node sync W0417 10:45:32.176411 3693 egressip_healthcheck.go:76] Health checking using insecure connection I0417 10:45:32.176466 3693 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0417 10:45:32.187958 3693 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.556188ms I0417 10:45:32.188066 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-104.ec2.internal", IP: 10.0.1.104 to PMTUD blocking rules I0417 10:45:32.188077 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-104.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:32.193874 3693 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 10:45:32.194128 3693 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 10:45:32.194244 3693 egressservice_node.go:183] Starting Egress Services Controller I0417 10:45:32.194260 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 10:45:32.194274 3693 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 10:45:32.194281 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 10:45:32.194288 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 10:45:32.194295 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 10:45:32.194301 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 10:45:32.194307 3693 egressservice_node.go:197] Repairing Egress Services I0417 10:45:32.204093 3693 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 10:45:32.204107 3693 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 10:45:32.204298 3693 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 10:45:32.204309 3693 link_network_manager.go:119] Link manager is running I0417 10:45:32.204322 3693 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 10:45:32.204530 3693 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 10:45:32.204784 3693 vrf_manager.go:128] VRF manager is running I0417 10:45:32.204905 3693 node_controller_manager.go:437] Removing flows to drop GARP I0417 10:45:32.204915 3693 gateway.go:532] Reconciling gateway with updates I0417 10:45:32.231581 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:32.231587 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:32.231597 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:32.231609 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:32.231610 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:32.231618 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:32.231623 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:32.231627 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:32.231630 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:32.231633 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:32.231635 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:32.231636 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:32.231651 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:32.231660 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:32.231666 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:32.231668 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:32.231677 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:32.231626 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:32.231681 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:32.231685 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:32.231687 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:32.231689 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 10:45:32.231690 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:32.231693 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:32.231692 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:32.231696 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:32.231703 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:32.231705 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:32.231706 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:32.231711 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:32.231738 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:32.231736 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:32.231741 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:32.231752 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 10:45:32.231754 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:32.231757 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:32.231763 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231596 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:32.231769 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:32.231779 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:32.231780 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:32.231793 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:32.231685 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 10:45:32.231682 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:32.231803 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:32.231808 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:32.231816 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231814 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:32.231817 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:32.231824 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:32.231828 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:32.231827 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:32.231835 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:32.231834 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:32.231842 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:32.231739 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:32.231848 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 10:45:32.231853 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231857 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:32.231860 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231865 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 10:45:32.231869 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:32.231678 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:32.231872 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:32.231884 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 10:45:32.231891 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:32.231611 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:32.231909 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:32.231909 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:32.231913 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:32.231922 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:32.231933 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 10:45:32.231940 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:32.231951 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 10:45:32.231936 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 10:45:32.231956 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 10:45:32.231694 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:32.231968 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231977 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 10:45:32.231979 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 10:45:32.231823 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:32.231989 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 10:45:32.231994 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 10:45:32.231996 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 10:45:32.231756 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:32.232001 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 10:45:32.231890 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 10:45:32.231754 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:32.232013 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 10:45:32.232020 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:32.231856 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:32.232023 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 10:45:32.231708 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:32.232028 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 10:45:32.231605 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:32.232039 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 10:45:32.232041 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 30771 is already open, no action needed I0417 10:45:32.231613 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 10:45:32.232044 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 10:45:32.232047 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 31708 is already open, no action needed I0417 10:45:32.232049 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 10:45:32.232021 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 10:45:32.232054 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 10:45:32.231667 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:32.232060 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:32.232077 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231678 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:32.231601 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:32.232096 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231710 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:32.231691 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 10:45:32.232115 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 10:45:32.231743 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:32.231780 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:32.232137 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 10:45:32.231796 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:32.231799 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231809 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 10:45:32.231821 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 10:45:32.231845 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:32.231863 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 10:45:32.231616 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:32.231781 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:32.232247 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:32.232253 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 10:45:32.271319 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 10:45:32.271330 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 10:45:32.271344 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 10:45:32.271351 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 10:45:32.308967 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 10:45:32.308983 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 10:45:32.346455 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 10:45:32.346471 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 10:45:32.346478 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 10:45:33.975965 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:33.976000 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 42.001µs I0417 10:45:34.011876 3693 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67c948744-89d6g] creating logical port openshift-image-registry_image-registry-67c948744-89d6g for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:34.012011 3693 kube.go:256] Updating pod openshift-image-registry/image-registry-67c948744-89d6g I0417 10:45:34.038204 3693 pod.go:62] [openshift-image-registry/image-registry-67c948744-89d6g] pod update took 26.242039ms I0417 10:45:34.038226 3693 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67c948744-89d6g] addLogicalPort annotation time took 26.267697ms I0417 10:45:34.039583 3693 pods.go:271] [openshift-image-registry/image-registry-67c948744-89d6g] addLogicalPort took 27.723539ms, libovsdb time 1.104132ms I0417 10:45:34.043609 3693 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7gldm] creating logical port openshift-dns_dns-default-7gldm for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:34.043736 3693 kube.go:256] Updating pod openshift-dns/dns-default-7gldm I0417 10:45:34.057803 3693 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-dpcxb] creating logical port openshift-ingress-canary_ingress-canary-dpcxb for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:34.058000 3693 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-dpcxb I0417 10:45:34.075313 3693 pod.go:62] [openshift-dns/dns-default-7gldm] pod update took 31.615013ms I0417 10:45:34.075337 3693 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7gldm] addLogicalPort annotation time took 31.641569ms I0417 10:45:34.076971 3693 pods.go:271] [openshift-dns/dns-default-7gldm] addLogicalPort took 33.404355ms, libovsdb time 974.893µs I0417 10:45:34.087095 3693 pod.go:62] [openshift-ingress-canary/ingress-canary-dpcxb] pod update took 29.128698ms I0417 10:45:34.087119 3693 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-dpcxb] addLogicalPort annotation time took 29.156779ms I0417 10:45:34.088475 3693 pods.go:271] [openshift-ingress-canary/ingress-canary-dpcxb] addLogicalPort took 30.684837ms, libovsdb time 985.147µs I0417 10:45:34.455478 3693 cni.go:452] [openshift-ingress-canary/ingress-canary-dpcxb a29a2a2da4f5fc47c5987d5a06eb3786a1f055c970e98e4d8052b9d52f775de2 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-dpcxb a29a2a2da4f5fc47c5987d5a06eb3786a1f055c970e98e4d8052b9d52f775de2 network default NAD default NAD key ] I0417 10:45:34.492738 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-dpcxb, hostIfaceName: a29a2a2da4f5fc4, network: default, NAD default, SandboxID: "a29a2a2da4f5fc47c5987d5a06eb3786a1f055c970e98e4d8052b9d52f775de2", PCI device ID: , UID: "c0f3ad66-28d7-4c0c-bd1c-94bba8dd675b", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0417 10:45:34.549473 3693 cni.go:473] [openshift-ingress-canary/ingress-canary-dpcxb a29a2a2da4f5fc47c5987d5a06eb3786a1f055c970e98e4d8052b9d52f775de2 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-dpcxb a29a2a2da4f5fc47c5987d5a06eb3786a1f055c970e98e4d8052b9d52f775de2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:96:6f:93:cf:52\",\"name\":\"a29a2a2da4f5fc4\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e95f65b-4bc6-4515-b8fe-0582775e3204\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:45:35.524623 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:35.524649 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 33.451µs I0417 10:45:35.524623 3693 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:35.524682 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:38.081127 3693 cni.go:452] [openshift-network-diagnostics/network-check-target-2fck4 3bfe963ae466969b113c667c6f5de5bebf721a80862b6a7358486ea27a56b4a8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2fck4 3bfe963ae466969b113c667c6f5de5bebf721a80862b6a7358486ea27a56b4a8 network default NAD default NAD key ] I0417 10:45:38.091433 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2fck4, hostIfaceName: 3bfe963ae466969, network: default, NAD default, SandboxID: "3bfe963ae466969b113c667c6f5de5bebf721a80862b6a7358486ea27a56b4a8", PCI device ID: , UID: "6e91938c-53cb-4255-a14d-5bed4129d0e3", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0417 10:45:38.135239 3693 cni.go:473] [openshift-network-diagnostics/network-check-target-2fck4 3bfe963ae466969b113c667c6f5de5bebf721a80862b6a7358486ea27a56b4a8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2fck4 3bfe963ae466969b113c667c6f5de5bebf721a80862b6a7358486ea27a56b4a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:72:d9:d2:08:1a\",\"name\":\"3bfe963ae466969\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d45d1e3e-14af-488b-836f-1c872d701594\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:45:41.101348 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:41.101379 3693 node_tracker.go:235] Node ip-10-0-0-37.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-37.ec2.internal" I0417 10:45:41.101387 3693 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "ip-10-0-0-37.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:41.101398 3693 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:41.101435 3693 services_controller.go:574] Full service sync requested for network=default W0417 10:45:41.101668 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:41.259480 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:41.259553 3693 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:41.259548 3693 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "ip-10-0-0-37.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:41.259568 3693 services_controller.go:574] Full service sync requested for network=default W0417 10:45:41.260173 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:41.260670 3693 zone_ic_handler.go:195] Time taken to create transit switch: 326.982µs I0417 10:45:41.260691 3693 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-37.ec2.internal for the network default I0417 10:45:41.261790 3693 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-37.ec2.internal" on network "default" took: 1.46052ms I0417 10:45:41.757675 3693 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-vhhd6 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:41.757764 3693 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6 I0417 10:45:41.772496 3693 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6] pod update took 14.752056ms I0417 10:45:41.772516 3693 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6] addLogicalPort annotation time took 14.775375ms I0417 10:45:41.773621 3693 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6] addLogicalPort took 15.959985ms, libovsdb time 847.321µs I0417 10:45:41.855584 3693 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f6c95f84d-pkvdz] creating logical port openshift-ingress_router-default-f6c95f84d-pkvdz for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:41.855658 3693 kube.go:256] Updating pod openshift-ingress/router-default-f6c95f84d-pkvdz I0417 10:45:41.866335 3693 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-r57b5] creating logical port openshift-insights_insights-operator-6dbb575d6c-r57b5 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:41.866394 3693 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-r57b5 I0417 10:45:41.882473 3693 pod.go:62] [openshift-ingress/router-default-f6c95f84d-pkvdz] pod update took 26.83954ms I0417 10:45:41.882493 3693 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-f6c95f84d-pkvdz] addLogicalPort annotation time took 26.863138ms I0417 10:45:41.883336 3693 pods.go:271] [openshift-ingress/router-default-f6c95f84d-pkvdz] addLogicalPort took 27.767037ms, libovsdb time 613.787µs I0417 10:45:41.891081 3693 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-r57b5] pod update took 24.703857ms I0417 10:45:41.891099 3693 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-r57b5] addLogicalPort annotation time took 24.723339ms I0417 10:45:41.891949 3693 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-r57b5] addLogicalPort took 25.623516ms, libovsdb time 641.757µs I0417 10:45:41.907646 3693 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7c476968f9-cmtzl] creating logical port openshift-ingress_router-default-7c476968f9-cmtzl for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:41.907746 3693 kube.go:256] Updating pod openshift-ingress/router-default-7c476968f9-cmtzl I0417 10:45:41.929258 3693 pod.go:62] [openshift-ingress/router-default-7c476968f9-cmtzl] pod update took 21.559846ms I0417 10:45:41.929276 3693 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7c476968f9-cmtzl] addLogicalPort annotation time took 21.580914ms I0417 10:45:41.930147 3693 pods.go:271] [openshift-ingress/router-default-7c476968f9-cmtzl] addLogicalPort took 22.513791ms, libovsdb time 656.247µs I0417 10:45:41.958294 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-rbmhk for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:41.958355 3693 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk I0417 10:45:41.980261 3693 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk] pod update took 21.922688ms I0417 10:45:41.980281 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk] addLogicalPort annotation time took 21.941192ms I0417 10:45:41.981228 3693 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk] addLogicalPort took 22.944546ms, libovsdb time 707.081µs W0417 10:45:42.290838 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:42.539237 3693 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-r57b5 9d495213a1f83b15182eb0446fe9747a25d9eab5d90a06995c8314738ebc7c96 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-r57b5 9d495213a1f83b15182eb0446fe9747a25d9eab5d90a06995c8314738ebc7c96 network default NAD default NAD key ] I0417 10:45:42.548261 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-r57b5, hostIfaceName: 9d495213a1f83b1, network: default, NAD default, SandboxID: "9d495213a1f83b15182eb0446fe9747a25d9eab5d90a06995c8314738ebc7c96", PCI device ID: , UID: "8779a985-d03e-435f-92b5-910fb318896b", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0417 10:45:42.592879 3693 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-r57b5 9d495213a1f83b15182eb0446fe9747a25d9eab5d90a06995c8314738ebc7c96 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-r57b5 9d495213a1f83b15182eb0446fe9747a25d9eab5d90a06995c8314738ebc7c96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:36:6c:e3:11:af\",\"name\":\"9d495213a1f83b1\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dde712f-d1a2-4303-81fa-e93b5793618f\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:45:43.738316 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.738948 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.738976 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.738985 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 10:45:43.739008 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.739016 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0417 10:45:43.811173 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:43.811203 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:43.811203 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 36.636µs I0417 10:45:43.811207 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:43.811255 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 10.0.0.37 to PMTUD blocking rules I0417 10:45:43.811268 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:43.811275 3693 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:43.811288 3693 services_controller.go:574] Full service sync requested for network=default W0417 10:45:43.811758 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:43.817313 3693 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-37.ec2.internal. Updating no re-route policies I0417 10:45:43.824819 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 10.0.0.37 to PMTUD blocking rules I0417 10:45:43.824833 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:44.764339 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764369 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764394 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764405 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:45.456056 3693 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 10:45:45.465486 3693 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0417 10:45:46.608249 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 10:45:47.395399 3693 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 10:45:47.396308 3693 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 891.101µs I0417 10:45:47.416736 3693 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 10:45:47.448438 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:47.448466 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 33.584µs I0417 10:45:47.547748 3693 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-qxmsj for pod on switch ip-10-0-2-117.ec2.internal I0417 10:45:47.547822 3693 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj I0417 10:45:47.566406 3693 namespace.go:98] [openshift-service-ca] adding namespace I0417 10:45:47.567141 3693 namespace.go:102] [openshift-service-ca] adding namespace took 719.272µs I0417 10:45:47.569138 3693 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj] pod update took 21.340172ms I0417 10:45:47.569156 3693 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj] addLogicalPort annotation time took 21.359383ms I0417 10:45:47.570119 3693 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj] addLogicalPort took 22.385108ms, libovsdb time 665.187µs I0417 10:45:47.586308 3693 namespace.go:142] [openshift-service-ca] updating namespace I0417 10:45:47.937799 3693 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj bf0e83563b824de4f02d21853f8d3aeef0942b5b883332f23a6dbab7a673e170 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj bf0e83563b824de4f02d21853f8d3aeef0942b5b883332f23a6dbab7a673e170 network default NAD default NAD key ] I0417 10:45:47.947266 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-qxmsj, hostIfaceName: bf0e83563b824de, network: default, NAD default, SandboxID: "bf0e83563b824de4f02d21853f8d3aeef0942b5b883332f23a6dbab7a673e170", PCI device ID: , UID: "0d27b3bf-4932-4e9a-8948-bb85138ce57b", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0417 10:45:47.990386 3693 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj bf0e83563b824de4f02d21853f8d3aeef0942b5b883332f23a6dbab7a673e170 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qxmsj bf0e83563b824de4f02d21853f8d3aeef0942b5b883332f23a6dbab7a673e170 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ef:d9:df:21:d6\",\"name\":\"bf0e83563b824de\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71196bf5-a7a8-4b9f-980a-fb3610b624df\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:45:48.515319 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 10:45:48.515340 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 10:45:56.837430 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 10:46:06.217082 3693 cni.go:452] [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key ] I0417 10:46:06.220271 3693 cni.go:452] [openshift-dns/dns-default-7gldm 7e198d6cbdfdf0fe0fc8b341e964e55f197ad69477b1759c761082930ba2fd0e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7gldm 7e198d6cbdfdf0fe0fc8b341e964e55f197ad69477b1759c761082930ba2fd0e network default NAD default NAD key ] I0417 10:46:06.230580 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67c948744-89d6g, hostIfaceName: 9a08531c424b557, network: default, NAD default, SandboxID: "9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d", PCI device ID: , UID: "6f73cb1b-1aec-4acc-a823-6e5b7c94bc6d", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0417 10:46:06.230657 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7gldm, hostIfaceName: 7e198d6cbdfdf0f, network: default, NAD default, SandboxID: "7e198d6cbdfdf0fe0fc8b341e964e55f197ad69477b1759c761082930ba2fd0e", PCI device ID: , UID: "494ef4d9-a222-487d-8f1d-b99c7504dbee", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0417 10:46:06.276052 3693 cni.go:473] [openshift-dns/dns-default-7gldm 7e198d6cbdfdf0fe0fc8b341e964e55f197ad69477b1759c761082930ba2fd0e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7gldm 7e198d6cbdfdf0fe0fc8b341e964e55f197ad69477b1759c761082930ba2fd0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:99:a5:bf:be:e7\",\"name\":\"7e198d6cbdfdf0f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91d251f8-9c88-4f76-838b-257bc6f1a83c\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:46:06.290438 3693 cni.go:473] [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:10:6a:80:76:c4\",\"name\":\"9a08531c424b557\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf05ea0f-2258-43f0-9b59-298e6fd85c55\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:46:10.219212 3693 cni.go:452] [openshift-multus/network-metrics-daemon-bm9nj 838e810b8bfbec7c18f82a58ed99a2de80049126e8ad1813d04e34586efec9c4 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bm9nj 838e810b8bfbec7c18f82a58ed99a2de80049126e8ad1813d04e34586efec9c4 network default NAD default NAD key ] I0417 10:46:10.228297 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bm9nj, hostIfaceName: 838e810b8bfbec7, network: default, NAD default, SandboxID: "838e810b8bfbec7c18f82a58ed99a2de80049126e8ad1813d04e34586efec9c4", PCI device ID: , UID: "7eb6e21a-cbf5-4c51-b41c-aea0f98bdc17", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0417 10:46:10.273964 3693 cni.go:473] [openshift-multus/network-metrics-daemon-bm9nj 838e810b8bfbec7c18f82a58ed99a2de80049126e8ad1813d04e34586efec9c4 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bm9nj 838e810b8bfbec7c18f82a58ed99a2de80049126e8ad1813d04e34586efec9c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a3:2f:39:35:c8\",\"name\":\"838e810b8bfbec7\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/704de922-f729-4a36-a455-9161a70ff6b4\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:46:12.991780 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:12.991803 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:12.991809 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:13.016316 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 10:46:13.110537 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:13.177225 3693 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6pst6] creating logical port openshift-insights_insights-runtime-extractor-6pst6 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:46:13.177332 3693 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6pst6 I0417 10:46:13.199782 3693 pod.go:62] [openshift-insights/insights-runtime-extractor-6pst6] pod update took 22.481959ms I0417 10:46:13.199808 3693 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6pst6] addLogicalPort annotation time took 22.512876ms I0417 10:46:13.200879 3693 pods.go:271] [openshift-insights/insights-runtime-extractor-6pst6] addLogicalPort took 23.672912ms, libovsdb time 747.249µs W0417 10:46:13.327653 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:46:13.570157 3693 cni.go:452] [openshift-insights/insights-runtime-extractor-6pst6 665e94bcf46844c215dc2744e0d9315b9c69e931db4e35803f1a6d5ea0ce5e2d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6pst6 665e94bcf46844c215dc2744e0d9315b9c69e931db4e35803f1a6d5ea0ce5e2d network default NAD default NAD key ] I0417 10:46:13.585982 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6pst6, hostIfaceName: 665e94bcf46844c, network: default, NAD default, SandboxID: "665e94bcf46844c215dc2744e0d9315b9c69e931db4e35803f1a6d5ea0ce5e2d", PCI device ID: , UID: "d4ea71d7-5bb9-4824-a755-b06c80b02be2", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0417 10:46:13.635264 3693 cni.go:473] [openshift-insights/insights-runtime-extractor-6pst6 665e94bcf46844c215dc2744e0d9315b9c69e931db4e35803f1a6d5ea0ce5e2d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6pst6 665e94bcf46844c215dc2744e0d9315b9c69e931db4e35803f1a6d5ea0ce5e2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a4:26:41:ec:14\",\"name\":\"665e94bcf46844c\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f1ad5ff-846d-4408-8766-a764f12d5f24\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:46:13.927528 3693 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6 2fe55f6175203af398f9ead23476756d7a7ceefc88f24d83782d1d66bef1a815 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6 2fe55f6175203af398f9ead23476756d7a7ceefc88f24d83782d1d66bef1a815 network default NAD default NAD key ] I0417 10:46:13.937123 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-vhhd6, hostIfaceName: 2fe55f6175203af, network: default, NAD default, SandboxID: "2fe55f6175203af398f9ead23476756d7a7ceefc88f24d83782d1d66bef1a815", PCI device ID: , UID: "7e81b2dc-2968-4b5b-98fd-1dd73d1efbdb", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0417 10:46:13.981762 3693 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6 2fe55f6175203af398f9ead23476756d7a7ceefc88f24d83782d1d66bef1a815 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vhhd6 2fe55f6175203af398f9ead23476756d7a7ceefc88f24d83782d1d66bef1a815 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ab:fa:e4:8a:57\",\"name\":\"2fe55f6175203af\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f33d46f-7d8b-4bb8-8af8-70606c54a1d5\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:46:14.029623 3693 cni.go:452] [openshift-ingress/router-default-f6c95f84d-pkvdz 6e135a03a596b73119cdec57d15d1481edafabf0e55ddf4607f787c01512d766 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-f6c95f84d-pkvdz 6e135a03a596b73119cdec57d15d1481edafabf0e55ddf4607f787c01512d766 network default NAD default NAD key ] I0417 10:46:14.038952 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f6c95f84d-pkvdz, hostIfaceName: 6e135a03a596b73, network: default, NAD default, SandboxID: "6e135a03a596b73119cdec57d15d1481edafabf0e55ddf4607f787c01512d766", PCI device ID: , UID: "c394948e-fe36-4360-9e1f-5518efe87319", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0417 10:46:14.077915 3693 cni.go:452] [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key ] I0417 10:46:14.085785 3693 cni.go:473] [openshift-ingress/router-default-f6c95f84d-pkvdz 6e135a03a596b73119cdec57d15d1481edafabf0e55ddf4607f787c01512d766 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-f6c95f84d-pkvdz 6e135a03a596b73119cdec57d15d1481edafabf0e55ddf4607f787c01512d766 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:36:a1:50:aa:65\",\"name\":\"6e135a03a596b73\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/228b9adc-af1c-48c7-95c0-9d5fbca69389\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:46:14.087817 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7c476968f9-cmtzl, hostIfaceName: 1ab3416784c0ee7, network: default, NAD default, SandboxID: "1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f", PCI device ID: , UID: "7b635234-06fb-451f-b9fc-eacfd0d7229a", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0417 10:46:14.134574 3693 cni.go:473] [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:33:d7:07:0e:fe\",\"name\":\"1ab3416784c0ee7\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d5498c7-44ac-4a18-8860-c7ab7ce8ac22\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:46:14.149574 3693 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk 16fc1d27133f3714d2b861e591edbc763db3ba8ffe2a804806cc67168700d63f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk 16fc1d27133f3714d2b861e591edbc763db3ba8ffe2a804806cc67168700d63f network default NAD default NAD key ] I0417 10:46:14.161989 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-rbmhk, hostIfaceName: 16fc1d27133f371, network: default, NAD default, SandboxID: "16fc1d27133f3714d2b861e591edbc763db3ba8ffe2a804806cc67168700d63f", PCI device ID: , UID: "6cf621e2-9bb2-422a-9cb5-a959c36e8a96", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0417 10:46:14.215953 3693 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk 16fc1d27133f3714d2b861e591edbc763db3ba8ffe2a804806cc67168700d63f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rbmhk 16fc1d27133f3714d2b861e591edbc763db3ba8ffe2a804806cc67168700d63f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:03:e0:a7:99:d9\",\"name\":\"16fc1d27133f371\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb338c4a-eafa-4383-915c-6239fc27e1bb\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:46:14.386474 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.386500 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.386508 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.387699 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.387712 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.417207 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.417224 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.417231 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.418039 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.418057 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.721787 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.721807 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.721815 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.727069 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.727088 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0417 10:46:14.747656 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:14.748322 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:14.765102 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:14.765120 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:14.774731 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c948744-tsx6c I0417 10:46:14.774753 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c948744-tsx6c W0417 10:46:15.427548 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.427567 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.427573 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.431426 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.431443 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0417 10:46:15.538957 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 10:46:15.650583 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 10:46:16.712094 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.712118 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.712127 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.712143 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.712150 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.712157 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.785662 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 10:46:18.363877 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:18.363896 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:18.363902 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0417 10:46:18.863194 3693 base_network_controller_pods.go:487] [default/openshift-console/console-67b6c67ddb-ssr9g] creating logical port openshift-console_console-67b6c67ddb-ssr9g for pod on switch ip-10-0-2-117.ec2.internal I0417 10:46:18.863292 3693 kube.go:256] Updating pod openshift-console/console-67b6c67ddb-ssr9g I0417 10:46:18.885227 3693 pod.go:62] [openshift-console/console-67b6c67ddb-ssr9g] pod update took 21.962877ms I0417 10:46:18.885247 3693 base_network_controller_pods.go:951] [default/openshift-console/console-67b6c67ddb-ssr9g] addLogicalPort annotation time took 21.985755ms I0417 10:46:18.886416 3693 pods.go:271] [openshift-console/console-67b6c67ddb-ssr9g] addLogicalPort took 23.237553ms, libovsdb time 865.063µs I0417 10:46:19.219046 3693 cni.go:452] [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key ] I0417 10:46:19.227710 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67b6c67ddb-ssr9g, hostIfaceName: f7ba4aca1dd91bc, network: default, NAD default, SandboxID: "f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99", PCI device ID: , UID: "3ffe21c9-1e73-4385-bd2b-6120e5594257", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0417 10:46:19.272315 3693 cni.go:473] [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ed:c3:18:10:db\",\"name\":\"f7ba4aca1dd91bc\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e980ccb5-2335-4a52-af95-749f3cc12fed\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:46:19.749009 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:20.755845 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:20.759369 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:20.767354 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:22.427754 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:25.789491 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:25.789518 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 10:46:26.892873 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:46:26.893025 3693 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0417 10:46:26.919005 3693 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.015505ms I0417 10:46:26.919032 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.052454ms I0417 10:46:26.920473 3693 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.619397ms, libovsdb time 1.049288ms I0417 10:46:27.857131 3693 cni.go:452] [openshift-monitoring/alertmanager-main-0 edacf1f5054892a523fa44a4a4ce0b95424f94630b9cd37032d05c8e96f5a770 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 edacf1f5054892a523fa44a4a4ce0b95424f94630b9cd37032d05c8e96f5a770 network default NAD default NAD key ] I0417 10:46:27.866939 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: edacf1f5054892a, network: default, NAD default, SandboxID: "edacf1f5054892a523fa44a4a4ce0b95424f94630b9cd37032d05c8e96f5a770", PCI device ID: , UID: "ec5da4ab-b066-4321-b090-b2d0eff0c1a2", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0417 10:46:27.920821 3693 cni.go:473] [openshift-monitoring/alertmanager-main-0 edacf1f5054892a523fa44a4a4ce0b95424f94630b9cd37032d05c8e96f5a770 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 edacf1f5054892a523fa44a4a4ce0b95424f94630b9cd37032d05c8e96f5a770 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:9d:98:05:9b:6e\",\"name\":\"edacf1f5054892a\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/758ac307-d488-4898-b894-4d2c24026656\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:46:27.985221 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c95576966-fdlts] creating logical port openshift-monitoring_thanos-querier-7c95576966-fdlts for pod on switch ip-10-0-2-117.ec2.internal I0417 10:46:27.985311 3693 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c95576966-fdlts I0417 10:46:28.007366 3693 pod.go:62] [openshift-monitoring/thanos-querier-7c95576966-fdlts] pod update took 22.08608ms I0417 10:46:28.007388 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7c95576966-fdlts] addLogicalPort annotation time took 22.111913ms I0417 10:46:28.008598 3693 pods.go:271] [openshift-monitoring/thanos-querier-7c95576966-fdlts] addLogicalPort took 23.39112ms, libovsdb time 885.074µs I0417 10:46:28.348427 3693 cni.go:452] [openshift-monitoring/thanos-querier-7c95576966-fdlts 4d5fe8199dbce4c0a895a7fcb0ccfa4fd758862cc15e0dadbdf0446e034b48e7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7c95576966-fdlts 4d5fe8199dbce4c0a895a7fcb0ccfa4fd758862cc15e0dadbdf0446e034b48e7 network default NAD default NAD key ] I0417 10:46:28.358562 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c95576966-fdlts, hostIfaceName: 4d5fe8199dbce4c, network: default, NAD default, SandboxID: "4d5fe8199dbce4c0a895a7fcb0ccfa4fd758862cc15e0dadbdf0446e034b48e7", PCI device ID: , UID: "3fa6be3a-fb33-491a-899d-71756d0baf43", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] W0417 10:46:28.366253 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:28.410693 3693 cni.go:473] [openshift-monitoring/thanos-querier-7c95576966-fdlts 4d5fe8199dbce4c0a895a7fcb0ccfa4fd758862cc15e0dadbdf0446e034b48e7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c95576966-fdlts 4d5fe8199dbce4c0a895a7fcb0ccfa4fd758862cc15e0dadbdf0446e034b48e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d3:28:8a:33:33\",\"name\":\"4d5fe8199dbce4c\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01e17d99-0e31-412b-a2d8-388022f0632e\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:46:29.489641 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:29.517422 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:29.517442 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:29.517449 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 10:46:30.384315 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-cfc65d58c-5mp9r] creating logical port openshift-monitoring_metrics-server-cfc65d58c-5mp9r for pod on switch ip-10-0-2-117.ec2.internal I0417 10:46:30.384434 3693 kube.go:256] Updating pod openshift-monitoring/metrics-server-cfc65d58c-5mp9r I0417 10:46:30.402343 3693 pod.go:62] [openshift-monitoring/metrics-server-cfc65d58c-5mp9r] pod update took 17.946017ms I0417 10:46:30.402376 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-cfc65d58c-5mp9r] addLogicalPort annotation time took 17.983992ms I0417 10:46:30.404773 3693 pods.go:271] [openshift-monitoring/metrics-server-cfc65d58c-5mp9r] addLogicalPort took 20.47955ms, libovsdb time 1.553336ms W0417 10:46:30.806971 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0417 10:46:30.827035 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0417 10:46:30.875336 3693 cni.go:452] [openshift-monitoring/metrics-server-cfc65d58c-5mp9r 1e0da759e890a6358ca81003deba0fa423a246d26a80a568b2409ba3a4c635f8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-cfc65d58c-5mp9r 1e0da759e890a6358ca81003deba0fa423a246d26a80a568b2409ba3a4c635f8 network default NAD default NAD key ] I0417 10:46:30.885090 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-cfc65d58c-5mp9r, hostIfaceName: 1e0da759e890a63, network: default, NAD default, SandboxID: "1e0da759e890a6358ca81003deba0fa423a246d26a80a568b2409ba3a4c635f8", PCI device ID: , UID: "655112b9-889c-4a4e-9b74-8a65d53338bc", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] W0417 10:46:30.920289 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67b6c67ddb-x7cp8 IP address from the namespace address-set, err: pod openshift-console/console-67b6c67ddb-x7cp8: no pod IPs found I0417 10:46:30.938020 3693 cni.go:473] [openshift-monitoring/metrics-server-cfc65d58c-5mp9r 1e0da759e890a6358ca81003deba0fa423a246d26a80a568b2409ba3a4c635f8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-cfc65d58c-5mp9r 1e0da759e890a6358ca81003deba0fa423a246d26a80a568b2409ba3a4c635f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:6c:0d:14:13:e7\",\"name\":\"1e0da759e890a63\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d37e7f71-be2a-4d18-ada6-3b1e0841ba62\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:46:31.837084 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:31.837102 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:31.837108 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:32.527553 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 10:46:33.495703 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495744 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495750 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495755 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.827270 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 10:46:33.881390 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:33.881415 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:34.952953 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 10:46:35.885305 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:35.885324 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:35.911332 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.911344 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.911349 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.911353 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:36.245126 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-758d97766-vl27m IP address from the namespace address-set, err: pod openshift-console/console-758d97766-vl27m: no pod IPs found W0417 10:46:36.254638 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-758d97766-98btg IP address from the namespace address-set, err: pod openshift-console/console-758d97766-98btg: no pod IPs found I0417 10:46:38.696062 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:38.696584 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:38.895510 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:38.895538 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:38.903559 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 10:46:38.903587 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-789b6ffbc5-hg9bc W0417 10:46:39.508917 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508943 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508952 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508960 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0417 10:46:45.015135 3693 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:45.015628 3693 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:45.145600 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 10:46:45.925312 3693 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:45.925335 3693 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:45.930918 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794d8fdb9f-rrl7z I0417 10:46:45.930941 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794d8fdb9f-rrl7z W0417 10:46:51.557147 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0417 10:46:51.557203 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0417 10:46:51.557149 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0417 10:46:51.943051 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 10:46:52.560638 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0417 10:46:53.498014 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0417 10:46:54.878539 3693 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:54.879061 3693 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:55.262234 3693 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:55.262254 3693 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:55.267439 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794d8fdb9f-krsw6 I0417 10:46:55.267460 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794d8fdb9f-krsw6 W0417 10:46:57.345472 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.345490 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.345495 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.345506 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.345510 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.345515 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.905973 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.905995 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.906003 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 10:47:02.952961 3693 cni.go:452] [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key ] I0417 10:47:03.020788 3693 cni.go:473] [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-67c948744-89d6g 9a08531c424b557c54fe19e08cb9e73eaed69ff325c2122e6b5177e90f87c79d network default NAD default NAD key default], result "{}", err I0417 10:47:03.068412 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:03.068443 3693 pods.go:176] Deleting pod: openshift-image-registry/image-registry-67c948744-89d6g I0417 10:47:03.069725 3693 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-67c948744-89d6g, ips: 10.129.0.5 I0417 10:47:03.069751 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:03.594765 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:03.594784 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:03.602449 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c948744-89d6g I0417 10:47:03.602472 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c948744-89d6g I0417 10:47:21.176762 3693 cni.go:452] [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key ] I0417 10:47:21.266605 3693 cni.go:473] [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67b6c67ddb-ssr9g f7ba4aca1dd91bc308ff3fa16ab3d24442dbaa959a9a815ae947f8ea47a16f99 network default NAD default NAD key default], result "{}", err I0417 10:47:21.312411 3693 obj_retry.go:498] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:21.312437 3693 pods.go:176] Deleting pod: openshift-console/console-67b6c67ddb-ssr9g I0417 10:47:21.313811 3693 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67b6c67ddb-ssr9g, ips: 10.129.0.15 I0417 10:47:21.313837 3693 obj_retry.go:498] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:21.668096 3693 obj_retry.go:492] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:21.668117 3693 obj_retry.go:492] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:21.673519 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b6c67ddb-ssr9g I0417 10:47:21.673541 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b6c67ddb-ssr9g W0417 10:47:22.066403 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0417 10:47:22.825856 3693 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 10:47:31.212289 3693 cni.go:452] [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key ] I0417 10:47:31.298108 3693 cni.go:473] [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7c476968f9-cmtzl 1ab3416784c0ee7105fc7f86dff797073f199cb873b50e5fa4e2c88439a6351f network default NAD default NAD key default], result "{}", err I0417 10:47:31.343589 3693 obj_retry.go:498] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:31.343623 3693 pods.go:176] Deleting pod: openshift-ingress/router-default-7c476968f9-cmtzl I0417 10:47:31.344876 3693 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7c476968f9-cmtzl, ips: 10.129.0.11 I0417 10:47:31.344903 3693 obj_retry.go:498] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:31.703672 3693 obj_retry.go:492] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:31.703695 3693 obj_retry.go:492] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:31.710300 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c476968f9-cmtzl I0417 10:47:31.710326 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c476968f9-cmtzl I0417 10:47:49.672553 3693 base_network_controller_pods.go:487] [default/openshift-console/console-5699474f48-wwjpl] creating logical port openshift-console_console-5699474f48-wwjpl for pod on switch ip-10-0-2-117.ec2.internal I0417 10:47:49.672684 3693 kube.go:256] Updating pod openshift-console/console-5699474f48-wwjpl I0417 10:47:49.689934 3693 pod.go:62] [openshift-console/console-5699474f48-wwjpl] pod update took 17.280959ms I0417 10:47:49.689956 3693 base_network_controller_pods.go:951] [default/openshift-console/console-5699474f48-wwjpl] addLogicalPort annotation time took 17.305496ms I0417 10:47:49.691257 3693 pods.go:271] [openshift-console/console-5699474f48-wwjpl] addLogicalPort took 18.722737ms, libovsdb time 1.009888ms I0417 10:47:50.026535 3693 cni.go:452] [openshift-console/console-5699474f48-wwjpl e4abff4f824b243de26d8365901b530d6a221235fda8af0384450013e3af5a2a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5699474f48-wwjpl e4abff4f824b243de26d8365901b530d6a221235fda8af0384450013e3af5a2a network default NAD default NAD key ] I0417 10:47:50.036104 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5699474f48-wwjpl, hostIfaceName: e4abff4f824b243, network: default, NAD default, SandboxID: "e4abff4f824b243de26d8365901b530d6a221235fda8af0384450013e3af5a2a", PCI device ID: , UID: "623db548-ce89-43f7-9998-500de0974391", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0417 10:47:50.082276 3693 cni.go:473] [openshift-console/console-5699474f48-wwjpl e4abff4f824b243de26d8365901b530d6a221235fda8af0384450013e3af5a2a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5699474f48-wwjpl e4abff4f824b243de26d8365901b530d6a221235fda8af0384450013e3af5a2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:7c:46:a5:a5:ac\",\"name\":\"e4abff4f824b243\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd38a89e-3bb9-40cf-80c4-b9f623012025\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:48:00.828882 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 10:48:14.989076 3693 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:14.989585 3693 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:15.295123 3693 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:15.295147 3693 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:15.300515 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b65d9b5b-8xtlc I0417 10:48:15.300541 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b65d9b5b-8xtlc I0417 10:48:26.157945 3693 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:26.158513 3693 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:26.341630 3693 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:26.341651 3693 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:26.350975 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b65d9b5b-w8wt2 I0417 10:48:26.350997 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b65d9b5b-w8wt2 I0417 10:50:00.225391 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607050-mtxtm for pod on switch ip-10-0-2-117.ec2.internal I0417 10:50:00.225522 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 10:50:00.276785 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 10:50:00.288456 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm] pod update took 62.962302ms I0417 10:50:00.288480 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm] addLogicalPort annotation time took 62.988565ms I0417 10:50:00.289627 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm] addLogicalPort took 64.287453ms, libovsdb time 821.156µs I0417 10:50:00.593325 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key ] I0417 10:50:00.602326 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607050-mtxtm, hostIfaceName: f17004e3635f014, network: default, NAD default, SandboxID: "f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec", PCI device ID: , UID: "c9fad0f3-ba10-40bf-8240-936de50a75d4", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0417 10:50:00.649434 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:55:a3:77:ec:2f\",\"name\":\"f17004e3635f014\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86a21891-ac50-4c07-9ec1-6222de8fee25\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:50:46.396661 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key ] I0417 10:50:46.472058 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm f17004e3635f0146130f9bdaf141e5891ffff73bf9c34258f55a75f68e7c00ec network default NAD default NAD key default], result "{}", err I0417 10:50:46.511593 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:50:46.511648 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 10:50:46.512944 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm, ips: 10.129.0.20 I0417 10:50:46.512976 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:50:47.262582 3693 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-59q9n for pod on switch ip-10-0-2-117.ec2.internal I0417 10:50:47.262709 3693 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n I0417 10:50:47.276171 3693 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n] pod update took 13.489805ms I0417 10:50:47.276191 3693 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n] addLogicalPort annotation time took 13.513696ms I0417 10:50:47.277357 3693 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n] addLogicalPort took 14.793221ms, libovsdb time 869.708µs I0417 10:50:47.537446 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:50:47.537469 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:50:47.618759 3693 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n 87bbd1c456f9d5294dff8fe4aaea7f521b34d2d64d23226dacccdb1014b47951 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n 87bbd1c456f9d5294dff8fe4aaea7f521b34d2d64d23226dacccdb1014b47951 network default NAD default NAD key ] I0417 10:50:47.627446 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-59q9n, hostIfaceName: 87bbd1c456f9d52, network: default, NAD default, SandboxID: "87bbd1c456f9d5294dff8fe4aaea7f521b34d2d64d23226dacccdb1014b47951", PCI device ID: , UID: "1cb6d669-9b43-4f51-8368-53616c5d8262", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0417 10:50:47.673697 3693 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n 87bbd1c456f9d5294dff8fe4aaea7f521b34d2d64d23226dacccdb1014b47951 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-59q9n 87bbd1c456f9d5294dff8fe4aaea7f521b34d2d64d23226dacccdb1014b47951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:e4:57:ea:c7:60\",\"name\":\"87bbd1c456f9d52\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9684596-74d0-405f-98ac-e378c195ada7\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:50:51.417944 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0417 10:51:02.422586 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:51:02.455971 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 10:51:02.456058 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-8ps5k IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-8ps5k: no pod IPs found I0417 10:51:06.560023 3693 namespace.go:98] [tsf] adding namespace I0417 10:51:06.560906 3693 namespace.go:102] [tsf] adding namespace took 854.938µs I0417 10:51:06.579756 3693 namespace.go:142] [tsf] updating namespace I0417 10:51:06.591011 3693 namespace.go:142] [tsf] updating namespace I0417 10:51:10.576469 3693 namespace.go:98] [rhbk-operator] adding namespace I0417 10:51:10.577338 3693 namespace.go:102] [rhbk-operator] adding namespace took 846.139µs I0417 10:51:10.596448 3693 namespace.go:98] [cert-manager-operator] adding namespace I0417 10:51:10.596450 3693 namespace.go:98] [tsf-tas] adding namespace I0417 10:51:10.596692 3693 namespace.go:98] [konflux-ui] adding namespace I0417 10:51:10.596789 3693 namespace.go:98] [konflux-operator] adding namespace I0417 10:51:10.596872 3693 namespace.go:98] [tsf-keycloak] adding namespace I0417 10:51:10.596939 3693 namespace.go:98] [tsf-tpa] adding namespace I0417 10:51:10.597222 3693 namespace.go:102] [cert-manager-operator] adding namespace took 759.114µs I0417 10:51:10.597873 3693 namespace.go:102] [tsf-tas] adding namespace took 1.321269ms I0417 10:51:10.597899 3693 namespace.go:98] [rhtpa-operator] adding namespace I0417 10:51:10.598377 3693 namespace.go:102] [rhtpa-operator] adding namespace took 471.124µs I0417 10:51:10.598934 3693 namespace.go:102] [konflux-ui] adding namespace took 2.226282ms I0417 10:51:10.599510 3693 namespace.go:102] [konflux-operator] adding namespace took 2.705708ms I0417 10:51:10.600026 3693 namespace.go:102] [tsf-keycloak] adding namespace took 3.138742ms I0417 10:51:10.600495 3693 namespace.go:102] [tsf-tpa] adding namespace took 3.543861ms I0417 10:51:10.610446 3693 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.616487 3693 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.629408 3693 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:10.629472 3693 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.629525 3693 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.638439 3693 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.638504 3693 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.656235 3693 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.656400 3693 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.656414 3693 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.667456 3693 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.687263 3693 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.706259 3693 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.713088 3693 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.739330 3693 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.749233 3693 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.755205 3693 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.767356 3693 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.773571 3693 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.786403 3693 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.795679 3693 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.805678 3693 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.807802 3693 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:10.825539 3693 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:11.699067 3693 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:11.716802 3693 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:11.853687 3693 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-117.ec2.internal I0417 10:51:11.853833 3693 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0417 10:51:11.869480 3693 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 15.676429ms I0417 10:51:11.869498 3693 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.697833ms I0417 10:51:11.870779 3693 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.108797ms, libovsdb time 866.969µs I0417 10:51:12.231901 3693 cni.go:452] [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key ] I0417 10:51:12.240752 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: a60d51b37e26962, network: default, NAD default, SandboxID: "a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e", PCI device ID: , UID: "34dc2e6f-5837-4717-8aeb-0db90ac128b8", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0417 10:51:12.287277 3693 cni.go:473] [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ee:c5:eb:44:8b\",\"name\":\"a60d51b37e26962\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1bf4232-f9fc-4c58-b267-ff67c657b8ea\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:51:17.292844 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293464 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293497 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293508 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:17.293527 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293534 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:18.318480 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.318505 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.318517 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.318532 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:19.860771 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.861338 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.861363 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.861372 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:19.861386 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.861390 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:20.884102 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.884132 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.884148 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.884165 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:23.283237 3693 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.283808 3693 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.283839 3693 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.283850 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:23.283869 3693 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.283878 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:23.358375 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.358884 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.358909 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.358920 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:23.358936 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.358940 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:24.308327 3693 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308352 3693 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308363 3693 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308374 3693 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385303 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385320 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385330 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385341 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:25.376708 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.377214 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.377241 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.377252 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:25.377266 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.377275 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:25.522960 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523420 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523444 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523452 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:25.523468 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523477 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:26.403500 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403522 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403536 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403546 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551048 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551069 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551082 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551095 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:36.044348 3693 namespace.go:98] [cert-manager] adding namespace I0417 10:51:36.045235 3693 namespace.go:102] [cert-manager] adding namespace took 860.993µs I0417 10:51:36.079565 3693 namespace.go:142] [cert-manager] updating namespace I0417 10:51:36.103800 3693 namespace.go:142] [cert-manager] updating namespace W0417 10:51:37.124358 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 10:51:38.678391 3693 namespace.go:142] [openshift-operators] updating namespace I0417 10:51:38.701458 3693 namespace.go:142] [openshift-operators] updating namespace W0417 10:51:42.143673 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0417 10:51:45.136877 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 10:51:45.136894 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 10:51:47.431495 3693 namespace.go:142] [openshift-operators] updating namespace I0417 10:51:56.874232 3693 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 10:51:56.875171 3693 namespace.go:102] [trusted-artifact-signer] adding namespace took 912.752µs I0417 10:51:56.912245 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:51:56.935388 3693 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 10:51:57.369552 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 10:52:02.247181 3693 namespace.go:98] [openshift-pipelines] adding namespace I0417 10:52:02.248003 3693 namespace.go:102] [openshift-pipelines] adding namespace took 795.627µs I0417 10:52:02.259778 3693 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:52:02.958433 3693 namespace.go:142] [cert-manager] updating namespace I0417 10:52:03.160895 3693 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:03.561068 3693 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:03.762076 3693 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:03.965998 3693 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:04.364740 3693 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:04.565191 3693 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:04.769502 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:04.967917 3693 namespace.go:142] [tsf] updating namespace I0417 10:52:05.169286 3693 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:05.368424 3693 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:05.572540 3693 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:05.712910 3693 namespace.go:142] [cert-manager] updating namespace I0417 10:52:05.720741 3693 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:05.729512 3693 namespace.go:142] [default] updating namespace I0417 10:52:05.737546 3693 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:05.746851 3693 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:05.756086 3693 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:05.766108 3693 namespace.go:142] [openshift] updating namespace I0417 10:52:05.774482 3693 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:05.787664 3693 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:05.795648 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:05.804176 3693 namespace.go:142] [tsf] updating namespace I0417 10:52:05.812246 3693 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:05.832266 3693 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:05.851775 3693 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:05.956635 3693 namespace.go:142] [cert-manager] updating namespace I0417 10:52:06.054860 3693 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:06.158542 3693 namespace.go:142] [default] updating namespace I0417 10:52:06.256247 3693 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:06.362347 3693 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:06.456526 3693 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:06.555531 3693 namespace.go:142] [openshift] updating namespace I0417 10:52:06.654945 3693 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:06.753926 3693 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:06.852068 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:06.953373 3693 namespace.go:142] [tsf] updating namespace I0417 10:52:07.051986 3693 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:07.151169 3693 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:07.254311 3693 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:07.530739 3693 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:52:10.213867 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=90 I0417 10:52:11.222096 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=103 I0417 10:52:14.946979 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-d5kkm for pod on switch ip-10-0-2-117.ec2.internal I0417 10:52:14.947071 3693 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm I0417 10:52:14.962070 3693 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm] pod update took 15.02838ms I0417 10:52:14.962094 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm] addLogicalPort annotation time took 15.057362ms I0417 10:52:14.963367 3693 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm] addLogicalPort took 16.400262ms, libovsdb time 919.526µs I0417 10:52:15.040485 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-c9ggn for pod on switch ip-10-0-2-117.ec2.internal I0417 10:52:15.040556 3693 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn I0417 10:52:15.054839 3693 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn] pod update took 14.305306ms I0417 10:52:15.054856 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn] addLogicalPort annotation time took 14.325826ms I0417 10:52:15.055878 3693 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn] addLogicalPort took 15.404303ms, libovsdb time 737.662µs I0417 10:52:15.303058 3693 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm a62d623ef53d03e2c3baaa75e59840a12c4944a615908f4980b9a233c29fdd51 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm a62d623ef53d03e2c3baaa75e59840a12c4944a615908f4980b9a233c29fdd51 network default NAD default NAD key ] I0417 10:52:15.311845 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-d5kkm, hostIfaceName: a62d623ef53d03e, network: default, NAD default, SandboxID: "a62d623ef53d03e2c3baaa75e59840a12c4944a615908f4980b9a233c29fdd51", PCI device ID: , UID: "dc305c91-f268-4aea-a419-d06af4d6c96b", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0417 10:52:15.358400 3693 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm a62d623ef53d03e2c3baaa75e59840a12c4944a615908f4980b9a233c29fdd51 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-d5kkm a62d623ef53d03e2c3baaa75e59840a12c4944a615908f4980b9a233c29fdd51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d6:28:1c:da:de\",\"name\":\"a62d623ef53d03e\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5951208c-02da-4b79-af91-c6ea92467dbc\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:52:15.397385 3693 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn 7db0f0de2c2917e8c8803df964adba715dfa7245f4135da7ec4ebb8105381ce8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn 7db0f0de2c2917e8c8803df964adba715dfa7245f4135da7ec4ebb8105381ce8 network default NAD default NAD key ] I0417 10:52:15.406825 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-c9ggn, hostIfaceName: 7db0f0de2c2917e, network: default, NAD default, SandboxID: "7db0f0de2c2917e8c8803df964adba715dfa7245f4135da7ec4ebb8105381ce8", PCI device ID: , UID: "43b8489c-0923-4591-bf99-ef105dbe38d8", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0417 10:52:15.451430 3693 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn 7db0f0de2c2917e8c8803df964adba715dfa7245f4135da7ec4ebb8105381ce8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-c9ggn 7db0f0de2c2917e8c8803df964adba715dfa7245f4135da7ec4ebb8105381ce8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4d:2a:e8:33:4d\",\"name\":\"7db0f0de2c2917e\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0539a1c-3fd1-4de7-9074-da860769a6a5\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:52:18.784780 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:18.784800 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:18.784805 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0417 10:52:19.321413 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0417 10:52:19.457396 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.457417 3693 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.457423 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.457431 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 10:52:23.210857 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0417 10:52:25.811756 3693 cni.go:452] [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key ] I0417 10:52:25.889168 3693 cni.go:473] [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions a60d51b37e269621eca358690ce6ca8c0f92ea379685307965f1e7e1e6607b0e network default NAD default NAD key default], result "{}", err I0417 10:52:25.938828 3693 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:52:25.938855 3693 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0417 10:52:25.940014 3693 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.22 I0417 10:52:25.940043 3693 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:52:25.956788 3693 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:52:25.956804 3693 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:52:25.963200 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 10:52:25.963258 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0417 10:52:27.224604 3693 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-117.ec2.internal I0417 10:52:27.224684 3693 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0417 10:52:27.239874 3693 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.212839ms I0417 10:52:27.239894 3693 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.234677ms I0417 10:52:27.241119 3693 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.531378ms, libovsdb time 822.553µs I0417 10:52:27.587083 3693 cni.go:452] [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key ] I0417 10:52:27.596381 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 1e9c4bad9adba08, network: default, NAD default, SandboxID: "1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8", PCI device ID: , UID: "274fdcda-ccbd-45aa-97da-a042b1533ddf", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0417 10:52:27.643097 3693 cni.go:473] [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:38:e4:31:b8:a2\",\"name\":\"1e9c4bad9adba08\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fe39fa7-a8a9-4a8e-b36a-974a9267a6aa\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:52:29.786582 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:29.786609 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:29.786617 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0417 10:52:30.102557 3693 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-6wgth for pod on switch ip-10-0-2-117.ec2.internal I0417 10:52:30.102683 3693 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth I0417 10:52:30.109495 3693 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-c5cgm for pod on switch ip-10-0-2-117.ec2.internal I0417 10:52:30.109589 3693 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm I0417 10:52:30.115117 3693 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth] pod update took 12.472169ms I0417 10:52:30.115145 3693 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth] addLogicalPort annotation time took 12.504581ms I0417 10:52:30.116682 3693 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth] addLogicalPort took 14.146005ms, libovsdb time 1.139119ms I0417 10:52:30.121758 3693 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm] pod update took 12.193109ms I0417 10:52:30.121781 3693 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm] addLogicalPort annotation time took 12.221567ms I0417 10:52:30.123066 3693 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm] addLogicalPort took 13.587031ms, libovsdb time 893.294µs I0417 10:52:33.315612 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0417 10:52:36.171358 3693 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm 820091c04424802b65162066e68c878a95274121364be9c51d021f9913f9d651 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm 820091c04424802b65162066e68c878a95274121364be9c51d021f9913f9d651 network default NAD default NAD key ] I0417 10:52:36.180632 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-c5cgm, hostIfaceName: 820091c04424802, network: default, NAD default, SandboxID: "820091c04424802b65162066e68c878a95274121364be9c51d021f9913f9d651", PCI device ID: , UID: "120bd0b3-36f8-413e-a1cd-d8e4f5499d7c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0417 10:52:36.226186 3693 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm 820091c04424802b65162066e68c878a95274121364be9c51d021f9913f9d651 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-c5cgm 820091c04424802b65162066e68c878a95274121364be9c51d021f9913f9d651 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:2c:5e:1e:f5:d6\",\"name\":\"820091c04424802\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/940c02e8-4c48-4aea-98ff-c3879bfcc10c\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:52:36.461917 3693 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth 54f60b7e97fdcea51dd72192410f8d8e3e51bb1cf4fdc85e75aaaa5d6aad32cf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth 54f60b7e97fdcea51dd72192410f8d8e3e51bb1cf4fdc85e75aaaa5d6aad32cf network default NAD default NAD key ] I0417 10:52:36.470786 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-6wgth, hostIfaceName: 54f60b7e97fdcea, network: default, NAD default, SandboxID: "54f60b7e97fdcea51dd72192410f8d8e3e51bb1cf4fdc85e75aaaa5d6aad32cf", PCI device ID: , UID: "bc57e5a4-56c9-458e-9637-ef500b5ceb10", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0417 10:52:36.517162 3693 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth 54f60b7e97fdcea51dd72192410f8d8e3e51bb1cf4fdc85e75aaaa5d6aad32cf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wgth 54f60b7e97fdcea51dd72192410f8d8e3e51bb1cf4fdc85e75aaaa5d6aad32cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:23:e8:75:f3:67\",\"name\":\"54f60b7e97fdcea\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3838d6d-3caa-4c6c-9d77-f2cb9d2069cd\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:52:36.867430 3693 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 10:52:36.892027 3693 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0417 10:52:37.309771 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0417 10:52:39.887855 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:39.887875 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:39.887881 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0417 10:52:45.304346 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0417 10:52:50.892275 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:50.892295 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:50.892300 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0417 10:52:54.215346 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=165 W0417 10:52:57.875144 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 10:52:57.899323 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0417 10:53:00.974122 3693 cni.go:452] [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key ] I0417 10:53:01.062828 3693 cni.go:473] [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 1e9c4bad9adba081aa2e253d35db564164c5b0fd59d8a182d5600125ba4413b8 network default NAD default NAD key default], result "{}", err I0417 10:53:01.114434 3693 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:01.114463 3693 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0417 10:53:01.115583 3693 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.25 I0417 10:53:01.115609 3693 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:01.143843 3693 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:01.143880 3693 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:01.150588 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 10:53:01.150605 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0417 10:53:02.446041 3693 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-117.ec2.internal I0417 10:53:02.446154 3693 kube.go:256] Updating pod tsf/test-tsf-iam I0417 10:53:02.459672 3693 pod.go:62] [tsf/test-tsf-iam] pod update took 13.551406ms I0417 10:53:02.459693 3693 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.578541ms I0417 10:53:02.460877 3693 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 14.853413ms, libovsdb time 819.621µs I0417 10:53:02.801494 3693 cni.go:452] [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key ] I0417 10:53:02.811244 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: f70c44c3cfa7adf, network: default, NAD default, SandboxID: "f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359", PCI device ID: , UID: "71206b33-afab-414c-898a-780fc4a5c394", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0417 10:53:02.871779 3693 cni.go:473] [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:da:61:fc:f4:c8\",\"name\":\"f70c44c3cfa7adf\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87f18034-8828-4e03-8a39-0243a1178cb3\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:53:03.165301 3693 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 10:53:03.165907 3693 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 10:53:03.165933 3693 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 10:53:03.167875 3693 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0417 10:53:03.212923 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0417 10:53:03.527877 3693 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:53:03.527994 3693 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0417 10:53:03.543231 3693 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.275437ms I0417 10:53:03.543255 3693 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.304757ms I0417 10:53:03.544626 3693 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.76915ms, libovsdb time 852.244µs I0417 10:53:03.884967 3693 cni.go:452] [tsf-keycloak/keycloak-0 3897ce07b606949eed0611fb93fdd91bc89739993ef58be49e8e16c8b1e55896 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 3897ce07b606949eed0611fb93fdd91bc89739993ef58be49e8e16c8b1e55896 network default NAD default NAD key ] I0417 10:53:03.894062 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 3897ce07b606949, network: default, NAD default, SandboxID: "3897ce07b606949eed0611fb93fdd91bc89739993ef58be49e8e16c8b1e55896", PCI device ID: , UID: "b521aef0-1d8b-43ad-b0f4-305bff0a7e32", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0417 10:53:03.940853 3693 cni.go:473] [tsf-keycloak/keycloak-0 3897ce07b606949eed0611fb93fdd91bc89739993ef58be49e8e16c8b1e55896 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 3897ce07b606949eed0611fb93fdd91bc89739993ef58be49e8e16c8b1e55896 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e3:24:ac:3e:d1\",\"name\":\"3897ce07b606949\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24eca11d-fd56-4b84-9e76-4a84d3f2f3ff\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:53:10.698782 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0417 10:53:13.035365 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0417 10:53:13.035385 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0417 10:53:13.038006 3693 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 10:53:13.038020 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0417 10:53:26.338639 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0417 10:53:28.738617 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 10:53:35.109616 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 10:53:35.109636 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 10:53:35.109802 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0417 10:53:35.109818 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0417 10:53:43.271733 3693 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-t55t5] creating logical port tsf-keycloak_tsf-iam-t55t5 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:53:43.271875 3693 kube.go:256] Updating pod tsf-keycloak/tsf-iam-t55t5 I0417 10:53:43.285536 3693 pod.go:62] [tsf-keycloak/tsf-iam-t55t5] pod update took 13.684919ms I0417 10:53:43.285561 3693 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-t55t5] addLogicalPort annotation time took 13.714419ms I0417 10:53:43.286877 3693 pods.go:271] [tsf-keycloak/tsf-iam-t55t5] addLogicalPort took 15.176035ms, libovsdb time 845.648µs I0417 10:53:43.633858 3693 cni.go:452] [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key ] I0417 10:53:43.642606 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-t55t5, hostIfaceName: 0364ccdf6b671f3, network: default, NAD default, SandboxID: "0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b", PCI device ID: , UID: "86f99f7c-7563-480f-9cef-99872e3d6145", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0417 10:53:43.689148 3693 cni.go:473] [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3a:98:ec:a0:06\",\"name\":\"0364ccdf6b671f3\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ce38e6b-064b-4bb0-a63a-c15138345969\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:53:47.197052 3693 cni.go:452] [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key ] I0417 10:53:47.278191 3693 cni.go:473] [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam f70c44c3cfa7adf5b32a23a513358e047d0758029fe5cdf2b3a6415f1f22e359 network default NAD default NAD key default], result "{}", err I0417 10:53:47.325297 3693 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:47.325334 3693 pods.go:176] Deleting pod: tsf/test-tsf-iam I0417 10:53:47.326680 3693 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.28 I0417 10:53:47.326708 3693 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:47.358758 3693 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:47.358778 3693 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:47.364117 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 10:53:47.364142 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0417 10:53:48.109637 3693 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-117.ec2.internal I0417 10:53:48.109783 3693 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0417 10:53:48.123853 3693 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.103513ms I0417 10:53:48.123881 3693 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.135924ms I0417 10:53:48.125829 3693 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.219213ms, libovsdb time 1.426534ms I0417 10:53:48.509973 3693 cni.go:452] [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key ] I0417 10:53:48.524580 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 80916020dc49e53, network: default, NAD default, SandboxID: "80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a", PCI device ID: , UID: "bcb2fbf8-f8b6-41a7-9912-4c9a26da4420", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0417 10:53:48.592676 3693 cni.go:473] [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:35:11:e8:de:4d\",\"name\":\"80916020dc49e53\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb5bc91-f5b7-4d1d-848b-4dca8bc19e84\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:53:49.759854 3693 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:49.759883 3693 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:49.759889 3693 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 10:53:52.711178 3693 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6f94856cf6-flp2k] creating logical port tsf-tas_trillian-db-6f94856cf6-flp2k for pod on switch ip-10-0-2-117.ec2.internal I0417 10:53:52.711295 3693 kube.go:256] Updating pod tsf-tas/trillian-db-6f94856cf6-flp2k I0417 10:53:52.723341 3693 pod.go:62] [tsf-tas/trillian-db-6f94856cf6-flp2k] pod update took 12.074835ms I0417 10:53:52.723376 3693 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6f94856cf6-flp2k] addLogicalPort annotation time took 12.114985ms I0417 10:53:52.726445 3693 pods.go:271] [tsf-tas/trillian-db-6f94856cf6-flp2k] addLogicalPort took 15.27999ms, libovsdb time 2.505227ms I0417 10:53:54.223574 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=841 I0417 10:53:57.879652 3693 cni.go:452] [tsf-tas/trillian-db-6f94856cf6-flp2k 795410b22ff422de4bb517be1c5c566c753362f5f51fad41ce9b1666de411607 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6f94856cf6-flp2k 795410b22ff422de4bb517be1c5c566c753362f5f51fad41ce9b1666de411607 network default NAD default NAD key ] I0417 10:53:57.890043 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6f94856cf6-flp2k, hostIfaceName: 795410b22ff422d, network: default, NAD default, SandboxID: "795410b22ff422de4bb517be1c5c566c753362f5f51fad41ce9b1666de411607", PCI device ID: , UID: "d1c682d5-37bc-4f03-9bcd-70973859f0d1", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0417 10:53:57.943667 3693 cni.go:473] [tsf-tas/trillian-db-6f94856cf6-flp2k 795410b22ff422de4bb517be1c5c566c753362f5f51fad41ce9b1666de411607 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6f94856cf6-flp2k 795410b22ff422de4bb517be1c5c566c753362f5f51fad41ce9b1666de411607 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8d:14:9c:e1:b9\",\"name\":\"795410b22ff422d\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0472f91-ce61-4101-9316-52b5adfb0739\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:53:59.833930 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0417 10:53:59.854043 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0417 10:54:00.918837 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-twvbv] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-twvbv for pod on switch ip-10-0-2-117.ec2.internal I0417 10:54:00.918922 3693 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-twvbv I0417 10:54:00.934571 3693 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-twvbv] pod update took 15.669315ms I0417 10:54:00.934594 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-twvbv] addLogicalPort annotation time took 15.695483ms I0417 10:54:00.935731 3693 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-twvbv] addLogicalPort took 16.909296ms, libovsdb time 787.862µs I0417 10:54:01.275899 3693 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-twvbv e5b6a2173fb2475a41fd9e2e8e1ed961d6374f1c7d16d7a67ac7d152caba9849 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-twvbv e5b6a2173fb2475a41fd9e2e8e1ed961d6374f1c7d16d7a67ac7d152caba9849 network default NAD default NAD key ] I0417 10:54:01.285787 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-twvbv, hostIfaceName: e5b6a2173fb2475, network: default, NAD default, SandboxID: "e5b6a2173fb2475a41fd9e2e8e1ed961d6374f1c7d16d7a67ac7d152caba9849", PCI device ID: , UID: "fab3e79a-8954-4759-8626-c592f18b8a5a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0417 10:54:01.299455 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 10:54:01.332592 3693 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-twvbv e5b6a2173fb2475a41fd9e2e8e1ed961d6374f1c7d16d7a67ac7d152caba9849 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-twvbv e5b6a2173fb2475a41fd9e2e8e1ed961d6374f1c7d16d7a67ac7d152caba9849 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:97:97:5f:ed:65\",\"name\":\"e5b6a2173fb2475\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77bdb168-9b18-4910-8abc-fcf53b57efc1\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:54:02.299685 3693 cni.go:452] [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key ] I0417 10:54:02.385841 3693 cni.go:473] [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-t55t5 0364ccdf6b671f3c6b6556cd0cb664f92993db13df847787c016f6104bf72c2b network default NAD default NAD key default], result "{}", err I0417 10:54:02.438434 3693 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t55t5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:02.438470 3693 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-t55t5 I0417 10:54:02.440102 3693 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-t55t5, ips: 10.129.0.30 I0417 10:54:02.440144 3693 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t55t5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.142665 3693 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.143360 3693 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.314743 3693 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t55t5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:03.314767 3693 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t55t5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:04.004235 3693 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:04.004263 3693 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:54:12.356910 3693 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 10:54:16.338367 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0417 10:54:17.061282 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-wv99x for pod on switch ip-10-0-2-117.ec2.internal I0417 10:54:17.061359 3693 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x I0417 10:54:17.076281 3693 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x] pod update took 14.94157ms I0417 10:54:17.076303 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x] addLogicalPort annotation time took 14.965365ms I0417 10:54:17.077376 3693 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x] addLogicalPort took 16.109382ms, libovsdb time 751.995µs I0417 10:54:17.156960 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-4cqvp for pod on switch ip-10-0-2-117.ec2.internal I0417 10:54:17.157031 3693 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp I0417 10:54:17.172134 3693 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp] pod update took 15.119474ms I0417 10:54:17.172154 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp] addLogicalPort annotation time took 15.143539ms I0417 10:54:17.173152 3693 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp] addLogicalPort took 16.203217ms, libovsdb time 684.482µs I0417 10:54:17.333141 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0417 10:54:17.417776 3693 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x dd3f4b90f865162e4c4703ec1e329478d4787c4c9152f26d6c685da16e609f05 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x dd3f4b90f865162e4c4703ec1e329478d4787c4c9152f26d6c685da16e609f05 network default NAD default NAD key ] I0417 10:54:17.427246 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-wv99x, hostIfaceName: dd3f4b90f865162, network: default, NAD default, SandboxID: "dd3f4b90f865162e4c4703ec1e329478d4787c4c9152f26d6c685da16e609f05", PCI device ID: , UID: "4062e3d2-7875-473f-ad8c-543862db8ccc", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0417 10:54:17.474317 3693 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x dd3f4b90f865162e4c4703ec1e329478d4787c4c9152f26d6c685da16e609f05 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wv99x dd3f4b90f865162e4c4703ec1e329478d4787c4c9152f26d6c685da16e609f05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:96:1a:31:a2:55\",\"name\":\"dd3f4b90f865162\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/171be799-bd55-4d58-a2fa-39d0a03f7d78\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:54:17.515043 3693 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp b548fe0d7659f8a1a8b325537120ed129380659c858aa1b6997fd3261b4bca43 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp b548fe0d7659f8a1a8b325537120ed129380659c858aa1b6997fd3261b4bca43 network default NAD default NAD key ] I0417 10:54:17.525732 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-4cqvp, hostIfaceName: b548fe0d7659f8a, network: default, NAD default, SandboxID: "b548fe0d7659f8a1a8b325537120ed129380659c858aa1b6997fd3261b4bca43", PCI device ID: , UID: "edaf5491-3140-4d4c-abe6-9f85c99afcd5", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0417 10:54:17.571367 3693 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp b548fe0d7659f8a1a8b325537120ed129380659c858aa1b6997fd3261b4bca43 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4cqvp b548fe0d7659f8a1a8b325537120ed129380659c858aa1b6997fd3261b4bca43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d1:16:33:d7:29\",\"name\":\"b548fe0d7659f8a\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9ec7950-3b2f-4651-9927-1809d005d71b\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:54:20.405473 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 10:54:21.089994 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 10:54:21.090015 3693 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 10:54:21.299321 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0417 10:54:23.383238 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0417 10:54:31.390886 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0417 10:54:32.475823 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-5zbv7 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:54:32.475925 3693 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7 I0417 10:54:32.491884 3693 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7] pod update took 15.988658ms I0417 10:54:32.491905 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7] addLogicalPort annotation time took 16.015876ms I0417 10:54:32.493070 3693 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7] addLogicalPort took 17.266862ms, libovsdb time 842.152µs I0417 10:54:32.832431 3693 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7 79683bb448a76bc09d007169ea7745b6173e4725f5528fb5d79e05b037cee0bd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7 79683bb448a76bc09d007169ea7745b6173e4725f5528fb5d79e05b037cee0bd network default NAD default NAD key ] I0417 10:54:32.841491 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-5zbv7, hostIfaceName: 79683bb448a76bc, network: default, NAD default, SandboxID: "79683bb448a76bc09d007169ea7745b6173e4725f5528fb5d79e05b037cee0bd", PCI device ID: , UID: "0c0e011e-eec8-4dd3-ade1-09c9fdd7cc97", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0417 10:54:32.889475 3693 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7 79683bb448a76bc09d007169ea7745b6173e4725f5528fb5d79e05b037cee0bd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5zbv7 79683bb448a76bc09d007169ea7745b6173e4725f5528fb5d79e05b037cee0bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5d:bc:27:23:bd\",\"name\":\"79683bb448a76bc\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/264387a0-187d-4828-bfde-db8b899b9909\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:54:42.489753 3693 cni.go:452] [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key ] I0417 10:54:42.571089 3693 cni.go:473] [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 80916020dc49e535bebc47198c9b5db73f3da44844946e48a73180de78e90e6a network default NAD default NAD key default], result "{}", err I0417 10:54:42.716918 3693 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:42.716951 3693 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0417 10:54:42.718197 3693 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.31 I0417 10:54:42.718233 3693 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:42.741010 3693 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:42.741028 3693 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:42.748233 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 10:54:42.748255 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 10:54:43.326937 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0417 10:54:47.230541 3693 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:47.231068 3693 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:48.100887 3693 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:48.100908 3693 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:51.394609 3693 obj_retry.go:498] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:51.395070 3693 obj_retry.go:498] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:51.406995 3693 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-78d4d655df-86gqm] creating logical port tsf-tas_rekor-search-ui-78d4d655df-86gqm for pod on switch ip-10-0-2-117.ec2.internal I0417 10:54:51.407117 3693 kube.go:256] Updating pod tsf-tas/rekor-search-ui-78d4d655df-86gqm I0417 10:54:51.424094 3693 pod.go:62] [tsf-tas/rekor-search-ui-78d4d655df-86gqm] pod update took 17.002144ms I0417 10:54:51.424117 3693 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-78d4d655df-86gqm] addLogicalPort annotation time took 17.026169ms I0417 10:54:51.425269 3693 pods.go:271] [tsf-tas/rekor-search-ui-78d4d655df-86gqm] addLogicalPort took 18.289216ms, libovsdb time 774.146µs I0417 10:54:51.764479 3693 cni.go:452] [tsf-tas/rekor-search-ui-78d4d655df-86gqm b45f9cd0e21691333da0d819c19f0966ddac92bc7361907502dd48b1534758e1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-78d4d655df-86gqm b45f9cd0e21691333da0d819c19f0966ddac92bc7361907502dd48b1534758e1 network default NAD default NAD key ] I0417 10:54:51.773260 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-78d4d655df-86gqm, hostIfaceName: b45f9cd0e216913, network: default, NAD default, SandboxID: "b45f9cd0e21691333da0d819c19f0966ddac92bc7361907502dd48b1534758e1", PCI device ID: , UID: "aae97617-a453-4b17-97a3-5f15b3daf373", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0417 10:54:51.824437 3693 cni.go:473] [tsf-tas/rekor-search-ui-78d4d655df-86gqm b45f9cd0e21691333da0d819c19f0966ddac92bc7361907502dd48b1534758e1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-78d4d655df-86gqm b45f9cd0e21691333da0d819c19f0966ddac92bc7361907502dd48b1534758e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:0a:9c:97:7a:5d\",\"name\":\"b45f9cd0e216913\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a63253f1-18d7-4805-9f99-610d772ceb62\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:54:52.416102 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:52.416126 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:54:54.129703 3693 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0417 10:54:55.546867 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0417 10:55:03.457582 3693 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mt25v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:03.458185 3693 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mt25v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.473332 3693 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.473897 3693 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.479934 3693 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mt25v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.479954 3693 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mt25v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.512831 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.512844 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.517068 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-q74jk I0417 10:55:04.517090 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-q74jk I0417 10:55:05.114490 3693 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-117.ec2.internal I0417 10:55:05.114581 3693 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0417 10:55:05.129562 3693 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.002519ms I0417 10:55:05.129581 3693 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.027532ms I0417 10:55:05.130768 3693 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.290786ms, libovsdb time 837.081µs I0417 10:55:05.351447 3693 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:05.351469 3693 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:05.471116 3693 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key ] I0417 10:55:05.479895 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 40dac31db10865e, network: default, NAD default, SandboxID: "40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c", PCI device ID: , UID: "c8fdcbc1-c22e-40e1-9859-8fd1d17a8e51", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0417 10:55:05.527570 3693 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:15:f9:dd:9b:a7\",\"name\":\"40dac31db10865e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8491140d-dea6-4796-98ff-14c4a6b6c143\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:55:07.556017 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0417 10:55:08.362712 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 10:55:08.618852 3693 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key ] I0417 10:55:08.692371 3693 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 40dac31db10865eed1b15fa0361f89137ee734cbde8425af10582cacfaad4b7c network default NAD default NAD key default], result "{}", err I0417 10:55:08.743351 3693 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:08.743375 3693 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0417 10:55:08.744548 3693 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.38 I0417 10:55:08.744582 3693 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:08.762284 3693 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:08.762303 3693 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:08.767777 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 10:55:08.767800 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0417 10:55:08.969106 3693 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-117.ec2.internal I0417 10:55:08.969201 3693 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0417 10:55:08.982948 3693 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.768913ms I0417 10:55:08.982977 3693 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.799765ms I0417 10:55:08.984161 3693 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.069375ms, libovsdb time 803.041µs I0417 10:55:09.324970 3693 cni.go:452] [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key ] I0417 10:55:09.333849 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 6294ac6459dad0c, network: default, NAD default, SandboxID: "6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5", PCI device ID: , UID: "1e800796-81a5-41d5-bf3e-b749e6b5a90b", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0417 10:55:09.381729 3693 cni.go:473] [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:04:aa:c1:6f:d5\",\"name\":\"6294ac6459dad0c\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f67f2f55-d5a4-4131-9149-929ae8b52017\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:55:14.396322 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 10:55:15.541542 3693 obj_retry.go:498] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:15.542101 3693 obj_retry.go:498] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:16.566453 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:16.566477 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:19.596241 3693 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:19.596821 3693 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:19.699502 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:19.699519 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:24.440707 3693 obj_retry.go:498] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:24.441230 3693 obj_retry.go:498] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:25.461710 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:25.461750 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:55:35.552649 3693 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0417 10:55:39.703200 3693 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:39.703755 3693 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:40.573818 3693 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:40.573839 3693 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:44.138943 3693 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:55:53.829156 3693 cni.go:452] [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key ] I0417 10:55:53.912211 3693 cni.go:473] [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 6294ac6459dad0c804e12d1511b0254492aad74501a1af6d51ef6801da16f1d5 network default NAD default NAD key default], result "{}", err I0417 10:55:53.961239 3693 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:53.961272 3693 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0417 10:55:53.962471 3693 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.39 I0417 10:55:53.962499 3693 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:53.997374 3693 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:53.997396 3693 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:54.003491 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 10:55:54.003524 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 10:55:54.643268 3693 namespace.go:98] [image-controller] adding namespace I0417 10:55:54.643303 3693 namespace.go:98] [integration-service] adding namespace I0417 10:55:54.644125 3693 namespace.go:102] [image-controller] adding namespace took 837.686µs I0417 10:55:54.644695 3693 namespace.go:102] [integration-service] adding namespace took 1.376863ms I0417 10:55:54.645658 3693 namespace.go:98] [build-service] adding namespace I0417 10:55:54.646303 3693 namespace.go:102] [build-service] adding namespace took 631.322µs I0417 10:55:54.649862 3693 namespace.go:98] [default-tenant] adding namespace I0417 10:55:54.650470 3693 namespace.go:102] [default-tenant] adding namespace took 591.975µs I0417 10:55:54.685602 3693 namespace.go:142] [image-controller] updating namespace I0417 10:55:54.710206 3693 namespace.go:142] [image-controller] updating namespace I0417 10:55:54.718241 3693 namespace.go:142] [integration-service] updating namespace I0417 10:55:54.741166 3693 namespace.go:142] [build-service] updating namespace I0417 10:55:54.749167 3693 namespace.go:142] [integration-service] updating namespace I0417 10:55:54.764356 3693 namespace.go:142] [build-service] updating namespace I0417 10:55:54.770898 3693 namespace.go:142] [default-tenant] updating namespace I0417 10:55:54.802308 3693 namespace.go:142] [default-tenant] updating namespace I0417 10:55:54.956351 3693 namespace.go:142] [build-service] updating namespace I0417 10:55:55.041980 3693 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-117.ec2.internal I0417 10:55:55.042071 3693 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0417 10:55:55.061628 3693 namespace.go:142] [integration-service] updating namespace I0417 10:55:55.104488 3693 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0417 10:55:55.104588 3693 namespace.go:98] [release-service] adding namespace I0417 10:55:55.105373 3693 namespace.go:102] [release-service] adding namespace took 761.222µs I0417 10:55:55.195488 3693 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 153.440647ms I0417 10:55:55.195508 3693 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 153.46539ms I0417 10:55:55.196566 3693 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 154.600076ms, libovsdb time 705.271µs I0417 10:55:55.211837 3693 namespace.go:142] [release-service] updating namespace I0417 10:55:55.232363 3693 namespace.go:142] [release-service] updating namespace I0417 10:55:55.287075 3693 namespace.go:142] [konflux-ui] updating namespace I0417 10:55:55.378802 3693 cni.go:452] [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key ] I0417 10:55:55.387990 3693 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: d1b45f0456f03f1, network: default, NAD default, SandboxID: "d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7", PCI device ID: , UID: "d208cea3-f821-41f2-a600-17f116ccde22", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0417 10:55:55.435584 3693 cni.go:473] [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b1:9b:62:da:61\",\"name\":\"d1b45f0456f03f1\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d631776f-aeb3-4ba5-9a09-82a7788c9988\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:55:55.474400 3693 namespace.go:142] [build-service] updating namespace I0417 10:55:55.514387 3693 namespace.go:98] [konflux-info] adding namespace I0417 10:55:55.515106 3693 namespace.go:102] [konflux-info] adding namespace took 705.93µs I0417 10:55:55.691514 3693 namespace.go:98] [namespace-lister] adding namespace I0417 10:55:55.691607 3693 namespace.go:142] [default-tenant] updating namespace I0417 10:55:55.691664 3693 namespace.go:142] [konflux-info] updating namespace I0417 10:55:55.692382 3693 namespace.go:102] [namespace-lister] adding namespace took 843.741µs I0417 10:55:55.853409 3693 namespace.go:142] [konflux-info] updating namespace I0417 10:55:55.853512 3693 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:55.871329 3693 namespace.go:98] [enterprise-contract-service] adding namespace I0417 10:55:55.871454 3693 namespace.go:142] [image-controller] updating namespace I0417 10:55:55.872165 3693 namespace.go:102] [enterprise-contract-service] adding namespace took 822.384µs I0417 10:55:55.947971 3693 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:56.003271 3693 namespace.go:142] [image-controller] updating namespace I0417 10:55:56.050526 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:56.081939 3693 namespace.go:142] [default-tenant] updating namespace I0417 10:55:56.113496 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:56.158700 3693 namespace.go:98] [segment-bridge] adding namespace I0417 10:55:56.159460 3693 namespace.go:102] [segment-bridge] adding namespace took 744.594µs I0417 10:55:56.280809 3693 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:56.334503 3693 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:56.444089 3693 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 10:55:56.444687 3693 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 10:55:56.444707 3693 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 10:55:56.447368 3693 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 10:55:56.516324 3693 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 10:55:56.516361 3693 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 10:55:56.517082 3693 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 10:55:56.695498 3693 namespace.go:142] [integration-service] updating namespace W0417 10:55:56.983395 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 10:55:57.028754 3693 namespace.go:142] [build-service] updating namespace I0417 10:55:57.053263 3693 namespace.go:142] [default-tenant] updating namespace I0417 10:55:57.086317 3693 namespace.go:142] [image-controller] updating namespace I0417 10:55:57.117461 3693 namespace.go:142] [integration-service] updating namespace I0417 10:55:57.125285 3693 namespace.go:142] [build-service] updating namespace I0417 10:55:57.179361 3693 namespace.go:142] [default-tenant] updating namespace I0417 10:55:57.244383 3693 namespace.go:142] [image-controller] updating namespace I0417 10:55:57.334238 3693 namespace.go:142] [integration-service] updating namespace I0417 10:55:57.459950 3693 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-25v7m] creating logical port image-controller_image-controller-controller-manager-6f859968fc-25v7m for pod on switch ip-10-0-2-117.ec2.internal I0417 10:55:57.460068 3693 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-25v7m I0417 10:55:57.652778 3693 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-25v7m I0417 10:55:57.730447 3693 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-25v7m 0332cb2717c82afd6da9429e751d85b4b7d27d215fd714cc5013fa793975f4bd network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-25v7m 0332cb2717c82afd6da9429e751d85b4b7d27d215fd714cc5013fa793975f4bd network default NAD default NAD key ] I0417 10:55:57.894412 3693 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-25v7m] pod update took 434.3612ms I0417 10:55:57.894439 3693 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-25v7m] addLogicalPort annotation time took 434.394623ms I0417 10:55:57.895889 3693 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-25v7m] addLogicalPort took 435.949956ms, libovsdb time 1.028195ms I0417 10:55:57.941453 3693 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-25v7m, hostIfaceName: 0332cb2717c82af, network: default, NAD default, SandboxID: "0332cb2717c82afd6da9429e751d85b4b7d27d215fd714cc5013fa793975f4bd", PCI device ID: , UID: "bdc418b0-8b9a-4d5c-ab36-d9a2c7297835", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0417 10:55:57.998466 3693 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-25v7m 0332cb2717c82afd6da9429e751d85b4b7d27d215fd714cc5013fa793975f4bd network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-25v7m 0332cb2717c82afd6da9429e751d85b4b7d27d215fd714cc5013fa793975f4bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:2f:12:9d:64:b8\",\"name\":\"0332cb2717c82af\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f60ebbd-3e14-426b-981c-e646e3b6c0d4\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:55:58.580913 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:58.811654 3693 namespace.go:142] [konflux-info] updating namespace I0417 10:55:58.876296 3693 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:59.053635 3693 namespace.go:142] [release-service] updating namespace I0417 10:55:59.288505 3693 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-wt6h6] creating logical port build-service_build-service-controller-manager-7cbf488fcf-wt6h6 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:55:59.288606 3693 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wt6h6 I0417 10:55:59.289549 3693 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:59.327439 3693 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wt6h6 I0417 10:55:59.370958 3693 namespace.go:142] [konflux-info] updating namespace I0417 10:55:59.370958 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:59.387707 3693 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-wt6h6] pod update took 99.128769ms I0417 10:55:59.387800 3693 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-wt6h6] addLogicalPort annotation time took 99.223293ms I0417 10:55:59.387833 3693 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:59.389407 3693 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-wt6h6] addLogicalPort took 100.921264ms, libovsdb time 1.104079ms I0417 10:55:59.399051 3693 namespace.go:142] [release-service] updating namespace I0417 10:55:59.401799 3693 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:59.472439 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:59.571143 3693 namespace.go:142] [konflux-info] updating namespace I0417 10:55:59.636696 3693 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-wt6h6 d7fbf92a17b8837291223a8629b6458a583ca7c552d5bde8607d93e8a826eedc network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-wt6h6 d7fbf92a17b8837291223a8629b6458a583ca7c552d5bde8607d93e8a826eedc network default NAD default NAD key ] I0417 10:55:59.646895 3693 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-wt6h6, hostIfaceName: d7fbf92a17b8837, network: default, NAD default, SandboxID: "d7fbf92a17b8837291223a8629b6458a583ca7c552d5bde8607d93e8a826eedc", PCI device ID: , UID: "a3f991a9-16c6-48d0-a9f6-a873cd1b7847", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0417 10:55:59.667836 3693 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:59.711124 3693 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-wt6h6 d7fbf92a17b8837291223a8629b6458a583ca7c552d5bde8607d93e8a826eedc network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-wt6h6 d7fbf92a17b8837291223a8629b6458a583ca7c552d5bde8607d93e8a826eedc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d5:3b:74:5a:65\",\"name\":\"d7fbf92a17b8837\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3231527e-d8d6-446e-b06f-0a1a9efb302f\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:55:59.765712 3693 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-7rpt9] creating logical port release-service_release-service-controller-manager-58f96dcd8d-7rpt9 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:55:59.765954 3693 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-7rpt9 I0417 10:55:59.769827 3693 namespace.go:142] [release-service] updating namespace I0417 10:55:59.789744 3693 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-7rpt9] pod update took 23.806003ms I0417 10:55:59.789770 3693 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-7rpt9] addLogicalPort annotation time took 23.858847ms I0417 10:55:59.791384 3693 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-7rpt9] addLogicalPort took 25.691336ms, libovsdb time 1.118828ms I0417 10:55:59.871560 3693 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:59.874847 3693 base_network_controller_pods.go:487] [default/konflux-ui/proxy-8485d95db6-n5rd6] creating logical port konflux-ui_proxy-8485d95db6-n5rd6 for pod on switch ip-10-0-2-117.ec2.internal I0417 10:55:59.875026 3693 kube.go:256] Updating pod konflux-ui/proxy-8485d95db6-n5rd6 I0417 10:55:59.904924 3693 pod.go:62] [konflux-ui/proxy-8485d95db6-n5rd6] pod update took 29.948694ms I0417 10:55:59.904952 3693 base_network_controller_pods.go:951] [default/konflux-ui/proxy-8485d95db6-n5rd6] addLogicalPort annotation time took 29.980241ms I0417 10:55:59.906501 3693 pods.go:271] [konflux-ui/proxy-8485d95db6-n5rd6] addLogicalPort took 31.672905ms, libovsdb time 1.088295ms W0417 10:56:01.498382 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 10:56:03.917433 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 10:56:05.909090 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0417 10:56:07.632399 3693 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-7rpt9 2922ac7c163481c1a86c9e292270ac52d6d75052ecde79f3065e5c8d5c594ec5 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-7rpt9 2922ac7c163481c1a86c9e292270ac52d6d75052ecde79f3065e5c8d5c594ec5 network default NAD default NAD key ] I0417 10:56:07.641458 3693 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-7rpt9, hostIfaceName: 2922ac7c163481c, network: default, NAD default, SandboxID: "2922ac7c163481c1a86c9e292270ac52d6d75052ecde79f3065e5c8d5c594ec5", PCI device ID: , UID: "308162f9-65bb-478f-a0eb-d05ccd014b25", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0417 10:56:07.690626 3693 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-7rpt9 2922ac7c163481c1a86c9e292270ac52d6d75052ecde79f3065e5c8d5c594ec5 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-7rpt9 2922ac7c163481c1a86c9e292270ac52d6d75052ecde79f3065e5c8d5c594ec5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:28:79:aa:19:c0\",\"name\":\"2922ac7c163481c\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e454553-3c2e-422a-9a96-7c00b7d48bee\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 10:56:07.741177 3693 cni.go:452] [konflux-ui/proxy-8485d95db6-n5rd6 09b95fd15ebc000b95bb9d244872b86b8597c6305f95438c2e5d150d3c0d7d44 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-8485d95db6-n5rd6 09b95fd15ebc000b95bb9d244872b86b8597c6305f95438c2e5d150d3c0d7d44 network default NAD default NAD key ] I0417 10:56:07.750154 3693 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-8485d95db6-n5rd6, hostIfaceName: 09b95fd15ebc000, network: default, NAD default, SandboxID: "09b95fd15ebc000b95bb9d244872b86b8597c6305f95438c2e5d150d3c0d7d44", PCI device ID: , UID: "12cdb98f-d39f-4546-8442-b01495cf488b", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0417 10:56:07.797662 3693 cni.go:473] [konflux-ui/proxy-8485d95db6-n5rd6 09b95fd15ebc000b95bb9d244872b86b8597c6305f95438c2e5d150d3c0d7d44 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-8485d95db6-n5rd6 09b95fd15ebc000b95bb9d244872b86b8597c6305f95438c2e5d150d3c0d7d44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:7e:ac:79:64:7f\",\"name\":\"09b95fd15ebc000\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a42e2e8-2013-4456-bf53-8d32f44ae538\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 10:56:08.548855 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 10:56:08.550489 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 10:56:08.583506 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 10:56:08.584097 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 10:56:08.610624 3693 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0417 10:56:12.577007 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.577030 3693 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.954225 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 10:56:12.954784 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 10:56:12.990711 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.990740 3693 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:14.905481 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 10:56:16.918170 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0417 10:56:19.896413 3693 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:56:19.897011 3693 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:56:20.619759 3693 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:56:20.619784 3693 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:56:20.624821 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw I0417 10:56:20.624847 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw W0417 10:56:23.959558 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0417 10:56:23.962942 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 10:56:52.650235 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:52.650256 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:52.650273 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:52.650280 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:53.025743 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:53.025761 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0417 10:57:22.474968 3693 obj_retry.go:498] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:22.475702 3693 obj_retry.go:498] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:22.961421 3693 obj_retry.go:492] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:22.961443 3693 obj_retry.go:492] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:22.968735 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:57:22.968758 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:57:25.302487 3693 cni.go:452] [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key ] I0417 10:57:25.390332 3693 cni.go:473] [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux d1b45f0456f03f12f72d64e1513fdfbc991e3a5b9560dba33bd10da7fd073de7 network default NAD default NAD key default], result "{}", err I0417 10:57:25.439881 3693 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:25.439912 3693 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0417 10:57:25.441304 3693 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.40 I0417 10:57:25.441337 3693 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:25.459058 3693 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:25.459081 3693 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:25.464658 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 10:57:25.464680 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 10:57:53.570907 3693 namespace.go:98] [default-managed-tenant-izslr] adding namespace I0417 10:57:53.571738 3693 namespace.go:102] [default-managed-tenant-izslr] adding namespace took 808.415µs I0417 10:57:53.619331 3693 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:53.640814 3693 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.574098 3693 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.707331 3693 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.804847 3693 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:58:57.325212 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0417 10:59:27.302769 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0417 10:59:42.318829 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0417 10:59:55.217319 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=61 I0417 11:00:00.214139 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607060-8znkb for pod on switch ip-10-0-2-117.ec2.internal I0417 11:00:00.214236 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb I0417 11:00:00.231472 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb] pod update took 17.255027ms I0417 11:00:00.231494 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb] addLogicalPort annotation time took 17.280382ms I0417 11:00:00.232675 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb] addLogicalPort took 18.551323ms, libovsdb time 765.448µs I0417 11:00:00.567992 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key ] I0417 11:00:00.576939 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607060-8znkb, hostIfaceName: f0d71e24cf08a1f, network: default, NAD default, SandboxID: "f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83", PCI device ID: , UID: "a8543129-a1fa-4aa5-a40a-f594773dd532", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0417 11:00:00.626320 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:1d:65:86:94:2f\",\"name\":\"f0d71e24cf08a1f\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e7bf960-ab77-42fd-84a9-1fbc5cd18915\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:00:04.054873 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key ] I0417 11:00:04.141873 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb f0d71e24cf08a1f8199625199736e2a101865ac5f974895b91289c5751859e83 network default NAD default NAD key default], result "{}", err I0417 11:00:04.192816 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:00:04.192867 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb I0417 11:00:04.194365 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb, ips: 10.129.0.45 I0417 11:00:04.194388 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:00:05.066181 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:00:05.066206 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:00:15.216515 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0417 11:00:37.219306 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=113 I0417 11:00:41.308319 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 11:01:00.313579 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0417 11:01:21.336842 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 11:01:47.229899 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=76 I0417 11:01:55.303173 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 11:01:58.213869 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0417 11:02:42.342272 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0417 11:03:07.227303 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=315 I0417 11:03:29.329954 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0417 11:03:50.342493 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0417 11:05:16.044189 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:16.044244 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:16.048133 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-mzxkk I0417 11:05:16.048155 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-mzxkk I0417 11:05:19.025627 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:19.025673 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:19.030005 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s2fgl I0417 11:05:19.030034 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s2fgl I0417 11:05:25.025431 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:25.025475 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:25.029984 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-lwc8s I0417 11:05:25.030005 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-lwc8s I0417 11:06:20.220901 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0417 11:06:22.328051 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 11:06:34.311904 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0417 11:06:43.612771 3693 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 11:07:07.321925 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0417 11:07:23.612624 3693 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-67b6c67ddb-ssr9g I0417 11:07:51.219852 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0417 11:08:06.305905 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0417 11:08:12.222219 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 W0417 11:08:18.612921 3693 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-85b65d9b5b-8xtlc I0417 11:08:29.307392 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0417 11:08:52.233182 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0417 11:09:08.345254 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0417 11:09:14.339800 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 11:09:21.317086 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0417 11:10:00.194598 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607070-mbz7s for pod on switch ip-10-0-2-117.ec2.internal I0417 11:10:00.194712 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s I0417 11:10:00.219421 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s] pod update took 24.73315ms I0417 11:10:00.219446 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s] addLogicalPort annotation time took 24.762889ms I0417 11:10:00.220635 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s] addLogicalPort took 26.055153ms, libovsdb time 825.815µs I0417 11:10:00.553993 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key ] I0417 11:10:00.563321 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607070-mbz7s, hostIfaceName: 2b01bc00ffb00ad, network: default, NAD default, SandboxID: "2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723", PCI device ID: , UID: "9c4706b9-a5fa-4178-b315-ba8e6618f1cb", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0417 11:10:00.614139 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:52:87:3b:50:41\",\"name\":\"2b01bc00ffb00ad\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2314370a-2616-4924-ae88-23a655e5519b\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:10:03.922692 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key ] I0417 11:10:03.995882 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s 2b01bc00ffb00ad1e1d5fa2753dc88361ef6e9db1d16623e6cd1939f535d3723 network default NAD default NAD key default], result "{}", err I0417 11:10:04.045756 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:10:04.045789 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s I0417 11:10:04.047066 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s, ips: 10.129.0.46 I0417 11:10:04.047092 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:10:04.934991 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:10:04.935043 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:10:48.216849 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0417 11:11:06.345366 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0417 11:11:13.230457 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29 I0417 11:11:26.333605 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0417 11:11:59.223764 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0417 11:12:41.128270 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:41.128813 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:41.870088 3693 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:12:41.870129 3693 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:12:41.877315 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:41.877351 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:44.716515 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-jhk6p for pod on switch ip-10-0-2-117.ec2.internal I0417 11:12:44.716649 3693 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:12:44.733314 3693 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p] pod update took 16.692771ms I0417 11:12:44.733334 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p] addLogicalPort annotation time took 16.716299ms I0417 11:12:44.734501 3693 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p] addLogicalPort took 17.998621ms, libovsdb time 812.361µs I0417 11:12:45.078100 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:45.078710 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:45.079253 3693 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key ] I0417 11:12:45.088527 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-jhk6p, hostIfaceName: 7917e324bf51f65, network: default, NAD default, SandboxID: "7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc", PCI device ID: , UID: "234cd6f5-c130-4443-8175-741c73f38d30", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0417 11:12:45.140802 3693 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:55:99:94:1a:8c\",\"name\":\"7917e324bf51f65\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92da212f-a4e6-4fe1-9278-e52f429093fd\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:12:45.217078 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-clone-repository-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:12:45.217201 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod I0417 11:12:45.239614 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod] pod update took 22.441542ms I0417 11:12:45.239634 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod] addLogicalPort annotation time took 22.467782ms I0417 11:12:45.241003 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod] addLogicalPort took 23.943294ms, libovsdb time 916.653µs I0417 11:12:45.578389 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key ] I0417 11:12:45.587804 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-clone-repository-pod, hostIfaceName: 99a165d4aed8898, network: default, NAD default, SandboxID: "99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8", PCI device ID: , UID: "bca6dab4-0953-49f0-978c-f51cd8010390", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0417 11:12:45.637567 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:02:4e:b8:07:3f\",\"name\":\"99a165d4aed8898\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd88efc4-4c10-4400-bdb3-bacd2e4002b1\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 11:12:57.940651 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940679 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940687 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940694 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940734 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940742 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940751 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940757 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:58.732474 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:58.732494 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:58.732500 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:58.732505 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 11:13:02.818228 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key ] I0417 11:13:02.918045 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod 99a165d4aed889892e2b3f124ec4347284ab88eedcc939dd8948f4f56b1b7df8 network default NAD default NAD key default], result "{}", err I0417 11:13:03.037518 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:03.037548 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod I0417 11:13:03.039042 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod, ips: 10.129.0.48 I0417 11:13:03.039070 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:03.750277 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:13:03.750410 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod I0417 11:13:03.777690 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod] pod update took 27.314238ms I0417 11:13:03.777729 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod] addLogicalPort annotation time took 27.341762ms I0417 11:13:03.779012 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod] addLogicalPort took 28.750471ms, libovsdb time 915.701µs I0417 11:13:04.115128 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key ] I0417 11:13:04.125698 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod, hostIfaceName: 03d29decbaed591, network: default, NAD default, SandboxID: "03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e", PCI device ID: , UID: "47f34018-e476-48ac-8651-2d0cf892527f", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0417 11:13:04.177597 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:54:4a:bf:b0:24\",\"name\":\"03d29decbaed591\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ea5ec63-35a2-4b63-a613-9fe663a1d978\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:13:11.222840 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=23 I0417 11:13:46.331149 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 11:13:48.089495 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key ] I0417 11:13:48.182481 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod 03d29decbaed591e58884e20a6cdafa57386b2f2587731ff5d2cef4e0920785e network default NAD default NAD key default], result "{}", err I0417 11:13:48.258399 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:48.258459 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod I0417 11:13:48.259782 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod, ips: 10.129.0.49 I0417 11:13:48.259808 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:14:09.227096 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 W0417 11:15:03.612706 3693 duration.go:461] Config duration recorder: measurement expired for pod/tsf/tsf-tekton-configuration-mt25v I0417 11:15:09.310577 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0417 11:15:21.236559 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 W0417 11:15:23.612943 3693 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-s2fgl I0417 11:15:30.348185 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0417 11:15:32.314829 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 11:16:24.744102 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-build-image-index-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:16:24.744329 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod I0417 11:16:24.776265 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod] pod update took 31.974774ms I0417 11:16:24.776287 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod] addLogicalPort annotation time took 32.000298ms I0417 11:16:24.777707 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod] addLogicalPort took 33.623951ms, libovsdb time 1.051657ms I0417 11:16:25.109275 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key ] I0417 11:16:25.118535 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-build-image-index-pod, hostIfaceName: 9bf1f3c62e511e5, network: default, NAD default, SandboxID: "9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955", PCI device ID: , UID: "a59332a4-0979-4ac3-927c-70e097697b91", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0417 11:16:25.172079 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1e:84:b4:41:f4\",\"name\":\"9bf1f3c62e511e5\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dfe3351-6470-4ae0-beff-3e67582c65bb\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:16:25.433525 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:16:25.434129 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:16:35.219584 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0417 11:16:44.324665 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0417 11:17:07.171513 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key ] I0417 11:17:07.259212 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod 9bf1f3c62e511e566751313abbf770190a3b168b9fde659024b964dffbf40955 network default NAD default NAD key default], result "{}", err I0417 11:17:07.397094 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:17:07.397129 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod I0417 11:17:07.398474 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod, ips: 10.129.0.50 I0417 11:17:07.398499 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:17:07.990692 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:17:07.990872 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod I0417 11:17:07.991212 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:17:07.991338 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod I0417 11:17:08.017406 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod] pod update took 26.091855ms I0417 11:17:08.017426 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod] addLogicalPort annotation time took 26.116052ms I0417 11:17:08.018682 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod] addLogicalPort took 27.483393ms, libovsdb time 863.097µs I0417 11:17:08.019943 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod] pod update took 29.104513ms I0417 11:17:08.019962 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod] addLogicalPort annotation time took 29.1281ms I0417 11:17:08.020976 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod] addLogicalPort took 30.302299ms, libovsdb time 695.871µs I0417 11:17:08.190683 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:17:08.190804 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod I0417 11:17:08.209686 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod] pod update took 18.910405ms I0417 11:17:08.209724 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod] addLogicalPort annotation time took 18.938353ms I0417 11:17:08.210969 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod] addLogicalPort took 20.301233ms, libovsdb time 850.816µs I0417 11:17:08.265651 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-tpa-scan-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:17:08.265779 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod I0417 11:17:08.286217 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod] pod update took 20.465257ms I0417 11:17:08.286246 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod] addLogicalPort annotation time took 20.498047ms I0417 11:17:08.287621 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod] addLogicalPort took 21.982531ms, libovsdb time 913.206µs I0417 11:17:08.485657 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key ] I0417 11:17:08.497405 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod, hostIfaceName: cc8d4fc140202c0, network: default, NAD default, SandboxID: "cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e", PCI device ID: , UID: "a462d789-bb16-477d-a4a6-f1b839b8fb64", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0417 11:17:08.510881 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key ] I0417 11:17:08.521079 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod, hostIfaceName: 52661f03ce5b88a, network: default, NAD default, SandboxID: "52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b", PCI device ID: , UID: "a5862373-7bd1-4724-a2e9-147ba7f76018", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0417 11:17:08.559082 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:2c:a3:ba:33:e2\",\"name\":\"cc8d4fc140202c0\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58d4a339-8410-44d5-beca-fe0bbeb491fb\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:17:08.582376 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7a:f0:54:4e:a6\",\"name\":\"52661f03ce5b88a\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/907e39d7-44a2-4cfa-bb63-ffe0aadc8925\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:17:08.656890 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key ] I0417 11:17:08.666768 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-tpa-scan-pod, hostIfaceName: 419511f5186ddeb, network: default, NAD default, SandboxID: "419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780", PCI device ID: , UID: "da534da7-744a-4bf3-ade7-b01e6d3dc909", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0417 11:17:08.737530 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:37:88:d0:1c:ae\",\"name\":\"419511f5186ddeb\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe70cf7-06eb-47cf-a38b-b8f5c2607af8\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:17:08.896866 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key ] I0417 11:17:08.907391 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod, hostIfaceName: d029ce0057dbeb7, network: default, NAD default, SandboxID: "d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae", PCI device ID: , UID: "64a356b9-15d5-4506-87ee-f24e6b108b60", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0417 11:17:08.962676 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d6:d4:7e:a5:1d\",\"name\":\"d029ce0057dbeb7\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f2d4819-9902-46a9-b75d-bc4a7a31f5d5\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:17:13.342706 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0417 11:17:23.612864 3693 duration.go:461] Config duration recorder: measurement expired for pod/konflux-ui/proxy-67584bf6d7-r9f4x I0417 11:17:30.309725 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0417 11:18:09.188490 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:09.189178 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:15.349189 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0417 11:18:26.851254 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key ] I0417 11:18:26.943027 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod 52661f03ce5b88a89170615ab817abaabc534b2661389d2a6841e5546f2c3f9b network default NAD default NAD key default], result "{}", err I0417 11:18:27.027363 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:27.027401 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod I0417 11:18:27.028836 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod, ips: 10.129.0.52 I0417 11:18:27.028865 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:30.886389 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key ] I0417 11:18:30.978883 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod cc8d4fc140202c067635335483d7511cfde3d96741710a0646893967609da92e network default NAD default NAD key default], result "{}", err I0417 11:18:31.090275 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:31.090327 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod I0417 11:18:31.091688 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod, ips: 10.129.0.51 I0417 11:18:31.091729 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:37.939610 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key ] I0417 11:18:38.031582 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod d029ce0057dbeb7c72781d292bbc05a04b5a70ef9e5a4c1471bd956d70f967ae network default NAD default NAD key default], result "{}", err I0417 11:18:38.202746 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:38.202785 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod I0417 11:18:38.204150 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod, ips: 10.129.0.53 I0417 11:18:38.204174 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:42.975063 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key ] I0417 11:18:43.052499 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod 419511f5186ddeb92715bff658ce1fe5683e507eeef71e0815c90311c1ece780 network default NAD default NAD key default], result "{}", err I0417 11:18:43.143709 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:43.143793 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod I0417 11:18:43.145199 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod, ips: 10.129.0.54 I0417 11:18:43.145228 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:46.320696 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0417 11:19:00.313692 3693 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key ] I0417 11:19:00.408075 3693 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p 7917e324bf51f655aab6bdb9660700a128bcd05989ff30b875018fef15f198bc network default NAD default NAD key default], result "{}", err I0417 11:19:00.480559 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.481135 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.481895 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.481962 3693 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:19:00.483228 3693 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p, ips: 10.129.0.47 I0417 11:19:00.483251 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:01.282117 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.282139 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.289771 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:19:01.289802 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:19:01.388751 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.388781 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.393945 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:19:01.393963 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:20:00.193367 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29607080-dzbkk for pod on switch ip-10-0-2-117.ec2.internal I0417 11:20:00.193498 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk I0417 11:20:00.207298 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk] pod update took 13.821533ms I0417 11:20:00.207318 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk] addLogicalPort annotation time took 13.84563ms I0417 11:20:00.208572 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk] addLogicalPort took 15.221853ms, libovsdb time 878.688µs I0417 11:20:00.553170 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key ] I0417 11:20:00.563087 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29607080-dzbkk, hostIfaceName: 9ee732c539e53b7, network: default, NAD default, SandboxID: "9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba", PCI device ID: , UID: "0bd4d56f-fcf0-413a-b08d-aa87bca02932", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0417 11:20:00.614419 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0a:88:d6:56:b3\",\"name\":\"9ee732c539e53b7\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3990834a-6d64-4615-a2b5-59e6d6bb796e\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:20:02.227644 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0417 11:20:04.476925 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key ] I0417 11:20:04.555769 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk 9ee732c539e53b7202b5ea400f8bd01a3b500b26bcbc7957973dc01ab63bd4ba network default NAD default NAD key default], result "{}", err I0417 11:20:04.607866 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:20:04.607902 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk I0417 11:20:04.609326 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk, ips: 10.129.0.55 I0417 11:20:04.609360 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:20:05.488381 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.488412 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.520550 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.520569 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.524615 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 11:20:05.524641 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 11:20:43.334195 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0417 11:20:56.234187 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=206 I0417 11:20:58.336627 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0417 11:21:00.226246 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:00.226861 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:28.401258 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:28.401856 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:45.230116 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0417 11:21:47.256296 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:21:47.256433 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:47.282426 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod] pod update took 26.026101ms I0417 11:21:47.282450 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod] addLogicalPort annotation time took 26.052417ms I0417 11:21:47.283796 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod] addLogicalPort took 27.514166ms, libovsdb time 933.433µs I0417 11:21:47.521848 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:47.522443 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:47.627660 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key ] I0417 11:21:47.637125 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod, hostIfaceName: 14dc110d186e5c1, network: default, NAD default, SandboxID: "14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951", PCI device ID: , UID: "b33d0419-e833-4784-a38b-e44bbb4633cb", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0417 11:21:47.688540 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ef:65:92:6b:6b\",\"name\":\"14dc110d186e5c1\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a70073a-8abb-40fe-8666-c8af3eb7c716\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:21:47.945895 3693 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nqyn-jcgnx-verify-pod] creating logical port default-tenant_my-integration-test-nqyn-jcgnx-verify-pod for pod on switch ip-10-0-2-117.ec2.internal I0417 11:21:47.946101 3693 kube.go:256] Updating pod default-tenant/my-integration-test-nqyn-jcgnx-verify-pod I0417 11:21:47.981077 3693 pod.go:62] [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod] pod update took 35.036886ms I0417 11:21:47.981100 3693 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nqyn-jcgnx-verify-pod] addLogicalPort annotation time took 35.063335ms I0417 11:21:47.982364 3693 pods.go:271] [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod] addLogicalPort took 36.48574ms, libovsdb time 892.416µs I0417 11:21:48.308774 3693 cni.go:452] [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key ] I0417 11:21:48.319079 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nqyn-jcgnx-verify-pod, hostIfaceName: e222d0866de62db, network: default, NAD default, SandboxID: "e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f", PCI device ID: , UID: "c112d301-483f-44ce-a74b-ddfa8df637c2", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0417 11:21:48.370250 3693 cni.go:473] [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:93:65:75:95:11\",\"name\":\"e222d0866de62db\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbaba139-7de7-4e61-a073-eac34cfe3a3c\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:21:48.542463 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:48.542975 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:51.269871 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key ] I0417 11:21:51.357535 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod 14dc110d186e5c13795a9a82b5529b29d6b46efe7bd28a069491f4d4daf95951 network default NAD default NAD key default], result "{}", err I0417 11:21:51.432049 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:51.432085 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:51.433333 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod, ips: 10.129.0.56 I0417 11:21:51.433362 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:52.156806 3693 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:21:52.156831 3693 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:21:52.162491 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:52.162521 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:59.605932 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:59.606557 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:00.500737 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-qntpw for pod on switch ip-10-0-2-117.ec2.internal I0417 11:22:00.500832 3693 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw I0417 11:22:00.518094 3693 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw] pod update took 17.294789ms I0417 11:22:00.518115 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw] addLogicalPort annotation time took 17.318545ms I0417 11:22:00.519377 3693 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw] addLogicalPort took 18.674667ms, libovsdb time 885.856µs I0417 11:22:00.882976 3693 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw 75ead78ab0d75ea08672776c242ea506a8133d47a639c9731f56554bcb1c0136 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw 75ead78ab0d75ea08672776c242ea506a8133d47a639c9731f56554bcb1c0136 network default NAD default NAD key ] I0417 11:22:00.892418 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-qntpw, hostIfaceName: 75ead78ab0d75ea, network: default, NAD default, SandboxID: "75ead78ab0d75ea08672776c242ea506a8133d47a639c9731f56554bcb1c0136", PCI device ID: , UID: "8f883635-dc18-42bc-bf31-ad1768957102", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0417 11:22:00.944307 3693 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw 75ead78ab0d75ea08672776c242ea506a8133d47a639c9731f56554bcb1c0136 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-qntpw 75ead78ab0d75ea08672776c242ea506a8133d47a639c9731f56554bcb1c0136 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b1:c5:76:ed:75\",\"name\":\"75ead78ab0d75ea\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34656c76-cd3b-4890-9f52-af2125d1c51f\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 11:22:10.743695 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:10.744347 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:11.306576 3693 cni.go:452] [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key ] I0417 11:22:11.405589 3693 cni.go:473] [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-nqyn-jcgnx-verify-pod e222d0866de62db0466681ca2066035fc7acf1348aacb5fde79bd8870bd7863f network default NAD default NAD key default], result "{}", err I0417 11:22:11.527018 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:11.527051 3693 pods.go:176] Deleting pod: default-tenant/my-integration-test-nqyn-jcgnx-verify-pod I0417 11:22:11.528421 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-nqyn-jcgnx-verify-pod, ips: 10.129.0.57 I0417 11:22:11.528451 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 11:22:12.240066 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.240089 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.240097 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.240104 3693 util.go:959] Failed to build node endpoints for node ip-10-0-2-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 11:22:28.225968 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0417 11:22:33.352256 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8