+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-179.ec2.internal ++ [[ -n ip-10-0-0-179.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-179.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 07:07:16.894595032 - disable conntrack on geneve port' I0424 07:07:16.894595032 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 07:07:16.921837390 - starting ovnkube-node' I0424 07:07:16.921837390 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-179.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-179.ec2.internal --init-node ip-10-0-0-179.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-179.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 07:07:16.968183 3807 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 07:07:16.968251 3807 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-57b70f2209.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 07:07:16.969740 3807 kube.go:431] Waiting for certificate I0424 07:07:16.969787 3807 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 07:07:16.969856 3807 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 07:07:16.970643 3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 07:07:17.006533 3807 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:17.006550 3807 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:17.010226 3807 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:17.010337 3807 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tkbbj" I0424 07:07:17.015651 3807 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tkbbj" I0424 07:07:17.015717 3807 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:17.970246 3807 kube.go:438] Certificate found I0424 07:07:17.970788 3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 07:07:17.971761 3807 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 07:07:18.020307 3807 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 07:02:17 +0000 UTC" deadline="2026-04-25 02:47:39.438376287 +0000 UTC" I0424 07:07:18.020347 3807 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h40m21.418043173s" I0424 07:07:18.040398 3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 07:07:18.052190 3807 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 07:07:18.052246 3807 server.go:101] MetricServer registers OVS metrics I0424 07:07:18.052506 3807 server.go:105] MetricServer registers OVN DB metrics I0424 07:07:18.052816 3807 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 07:07:18.052876 3807 factory.go:561] Starting watch factory I0424 07:07:18.053000 3807 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053013 3807 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053022 3807 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053026 3807 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053041 3807 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053090 3807 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053120 3807 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053024 3807 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053473 3807 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.053568 3807 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.054247 3807 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.054265 3807 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.057772 3807 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 07:07:18.057800 3807 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 07:07:18.057991 3807 controller_manager.go:370] Starting the ovnkube controller I0424 07:07:18.058003 3807 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-179.ec2.internal I0424 07:07:18.058068 3807 controller_manager.go:395] NBDB zone sync took: 54.717µs I0424 07:07:18.058080 3807 factory.go:561] Starting watch factory I0424 07:07:18.069814 3807 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.069909 3807 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.069891 3807 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.070586 3807 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.071696 3807 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.074950 3807 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 07:07:18.075021 3807 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 07:07:18.080304 3807 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 07:07:18.080343 3807 server.go:109] MetricServer registers OVN Controller metrics I0424 07:07:18.082871 3807 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:18.084764 3807 server.go:113] MetricServer registers OVN Northd metrics I0424 07:07:18.088966 3807 metrics.go:519] OVN Metrics Server starts to run ... I0424 07:07:18.158849 3807 factory.go:1977] *v1.Pod informer cache synced successfully I0424 07:07:18.158887 3807 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 07:07:18.158890 3807 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 07:07:18.158894 3807 factory.go:1977] *v1.Node informer cache synced successfully I0424 07:07:18.158897 3807 factory.go:1977] *v1.Service informer cache synced successfully I0424 07:07:18.158900 3807 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 07:07:18.159008 3807 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:18.159029 3807 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:18.159009 3807 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:18.159120 3807 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:18.162029 3807 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:18.162029 3807 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:18.164214 3807 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 07:07:18.164225 3807 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 07:07:18.164229 3807 factory.go:1977] *v1.Node informer cache synced successfully I0424 07:07:18.164232 3807 factory.go:1977] *v1.Service informer cache synced successfully I0424 07:07:18.164231 3807 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 07:07:18.164241 3807 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 07:07:18.164235 3807 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 07:07:18.164295 3807 factory.go:1977] *v1.Pod informer cache synced successfully I0424 07:07:18.164308 3807 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.164320 3807 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.166608 3807 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.169640 3807 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 07:07:18.169653 3807 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 07:07:18.169654 3807 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 07:07:18.169709 3807 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.169722 3807 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.172403 3807 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.175503 3807 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 07:07:18.175530 3807 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 07:07:18.175587 3807 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.175601 3807 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.177924 3807 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.180950 3807 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 07:07:18.181032 3807 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 07:07:18.181094 3807 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.181111 3807 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.183473 3807 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.186463 3807 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 07:07:18.186475 3807 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 07:07:18.186551 3807 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.186573 3807 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.188920 3807 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.192137 3807 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 07:07:18.192150 3807 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 07:07:18.192339 3807 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:18.192364 3807 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:18.194777 3807 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:18.197965 3807 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 07:07:18.197975 3807 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 07:07:18.198030 3807 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.198041 3807 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.198030 3807 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.198071 3807 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.200423 3807 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.200564 3807 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:18.203138 3807 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 07:07:18.203147 3807 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 07:07:18.203154 3807 factory.go:680] Watch Factory start up complete, took: 150.280386ms I0424 07:07:18.203155 3807 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 07:07:18.203213 3807 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 07:07:18.208728 3807 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 07:07:18.208739 3807 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 07:07:18.208746 3807 factory.go:680] Watch Factory start up complete, took: 150.665303ms I0424 07:07:18.208753 3807 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-179.ec2.internal" zone I0424 07:07:18.238018 3807 default_node_network_controller.go:710] Initializing the default node network controller I0424 07:07:18.296595 3807 udn_isolation.go:101] Starting UDN host isolation manager I0424 07:07:18.302653 3807 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 07:07:18.349801 3807 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 07:07:18.349889 3807 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 07:07:18.349909 3807 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 07:07:18.383858 3807 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 07:07:18.383941 3807 default_node_network_controller.go:809] Node ip-10-0-0-179.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0424 07:07:18.389480 3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.179"] k8s.ovn.org/zone-name:ip-10-0-0-179.ec2.internal] on node ip-10-0-0-179.ec2.internal I0424 07:07:18.410536 3807 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 07:07:18.416364 3807 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 07:07:18.416549 3807 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0424 07:07:18.416706 3807 gateway_init.go:263] Preparing Gateway I0424 07:07:18.416720 3807 gateway_shared_intf.go:1687] Creating new gateway I0424 07:07:18.459358 3807 controller_manager.go:429] Waiting for node in zone sync took: 250.591893ms I0424 07:07:18.463768 3807 controller_manager.go:611] Switching to transit router for layer2 networks I0424 07:07:18.463787 3807 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-179.ec2.internal I0424 07:07:18.478822 3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 07:07:18.484696 3807 controller_manager.go:290] SCTP support detected in OVN I0424 07:07:18.485248 3807 services_controller.go:69] Creating services controller for network=default I0424 07:07:18.485340 3807 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 07:07:18.485404 3807 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 07:07:18.485437 3807 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 07:07:18.485449 3807 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 07:07:18.485459 3807 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 07:07:18.485637 3807 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 07:07:18.485677 3807 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 07:07:18.485721 3807 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.453µs I0424 07:07:18.485742 3807 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 57.527µs I0424 07:07:18.485750 3807 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 70.381µs I0424 07:07:18.485755 3807 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 07:07:18.485762 3807 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 07:07:18.485772 3807 default_network_controller.go:325] Starting the default network controller I0424 07:07:18.485798 3807 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.608µs I0424 07:07:18.485828 3807 udn_enabled_svc.go:95] Performing full resync I0424 07:07:18.486153 3807 udn_enabled_svc.go:99] Waiting for handler to sync I0424 07:07:18.486166 3807 udn_enabled_svc.go:104] Starting worker I0424 07:07:18.494618 3807 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 07:07:18.494673 3807 repair.go:33] Syncing exgw routes took 42.846µs I0424 07:07:18.494694 3807 default_network_controller.go:414] Starting all the Watchers... I0424 07:07:18.494832 3807 namespace.go:98] [default] adding namespace I0424 07:07:18.494841 3807 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 07:07:18.494845 3807 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 07:07:18.494848 3807 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 07:07:18.494835 3807 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 07:07:18.494856 3807 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 07:07:18.494859 3807 namespace.go:98] [openshift] adding namespace I0424 07:07:18.494882 3807 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 07:07:18.494887 3807 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 07:07:18.494893 3807 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 07:07:18.494881 3807 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 07:07:18.494893 3807 namespace.go:98] [openshift-config] adding namespace I0424 07:07:18.494900 3807 namespace.go:98] [openshift-package-operator] adding namespace I0424 07:07:18.494887 3807 namespace.go:98] [dedicated-admin] adding namespace I0424 07:07:18.494832 3807 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 07:07:18.495391 3807 namespace.go:102] [default] adding namespace took 547.032µs I0424 07:07:18.495406 3807 namespace.go:98] [openshift-network-diagnostics] adding namespace W0424 07:07:18.495426 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-98mvx: pod openshift-network-diagnostics/network-check-target-98mvx: no pod IPs found W0424 07:07:18.495438 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9b97p: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found W0424 07:07:18.495445 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fp8cq: pod openshift-network-diagnostics/network-check-target-fp8cq: no pod IPs found I0424 07:07:18.495908 3807 namespace.go:102] [openshift-network-diagnostics] adding namespace took 495.984µs I0424 07:07:18.495927 3807 namespace.go:98] [kube-system] adding namespace I0424 07:07:18.496403 3807 namespace.go:102] [kube-system] adding namespace took 468.477µs I0424 07:07:18.496418 3807 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 07:07:18.496891 3807 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.038514ms I0424 07:07:18.496908 3807 namespace.go:98] [openshift-multus] adding namespace I0424 07:07:18.497732 3807 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.875233ms I0424 07:07:18.497748 3807 namespace.go:98] [openshift-network-console] adding namespace I0424 07:07:18.498115 3807 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.254571ms I0424 07:07:18.498128 3807 namespace.go:98] [openshift-marketplace] adding namespace I0424 07:07:18.498150 3807 iptables.go:108] Creating table: filter chain: FORWARD I0424 07:07:18.498694 3807 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.829502ms I0424 07:07:18.498710 3807 namespace.go:98] [openshift-etcd] adding namespace I0424 07:07:18.499061 3807 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.196807ms I0424 07:07:18.499070 3807 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 07:07:18.499534 3807 namespace.go:102] [openshift] adding namespace took 4.665543ms I0424 07:07:18.499548 3807 namespace.go:98] [openshift-operators] adding namespace I0424 07:07:18.500019 3807 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.125994ms I0424 07:07:18.500037 3807 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 07:07:18.500406 3807 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.508844ms I0424 07:07:18.500417 3807 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 07:07:18.500948 3807 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.04926ms I0424 07:07:18.500958 3807 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 07:07:18.501371 3807 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.467331ms I0424 07:07:18.501387 3807 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 07:07:18.501850 3807 namespace.go:102] [openshift-config] adding namespace took 6.945863ms I0424 07:07:18.501864 3807 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 07:07:18.502274 3807 namespace.go:102] [openshift-package-operator] adding namespace took 7.361898ms I0424 07:07:18.502290 3807 namespace.go:98] [kube-public] adding namespace I0424 07:07:18.502677 3807 namespace.go:102] [dedicated-admin] adding namespace took 7.7656ms I0424 07:07:18.502691 3807 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 07:07:18.503143 3807 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.204375ms I0424 07:07:18.503157 3807 namespace.go:98] [openshift-backplane-tam] adding namespace W0424 07:07:18.503483 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hjp2t: pod openshift-multus/network-metrics-daemon-hjp2t: no pod IPs found W0424 07:07:18.503507 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mj4zc: pod openshift-multus/network-metrics-daemon-mj4zc: no pod IPs found I0424 07:07:18.503531 3807 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.107154ms W0424 07:07:18.503534 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tftbn: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found I0424 07:07:18.503541 3807 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 07:07:18.503846 3807 iptables.go:108] Creating table: filter chain: OUTPUT I0424 07:07:18.504009 3807 namespace.go:102] [openshift-multus] adding namespace took 7.095364ms I0424 07:07:18.504026 3807 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 07:07:18.504451 3807 namespace.go:102] [openshift-network-console] adding namespace took 6.697242ms I0424 07:07:18.504466 3807 namespace.go:98] [openshift-node] adding namespace I0424 07:07:18.504850 3807 namespace.go:102] [openshift-marketplace] adding namespace took 6.716684ms I0424 07:07:18.504866 3807 namespace.go:98] [openshift-host-network] adding namespace I0424 07:07:18.505310 3807 namespace.go:102] [openshift-etcd] adding namespace took 6.593691ms I0424 07:07:18.505324 3807 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 07:07:18.505703 3807 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.627712ms I0424 07:07:18.505716 3807 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 07:07:18.506044 3807 namespace.go:102] [openshift-operators] adding namespace took 6.492215ms I0424 07:07:18.506055 3807 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 07:07:18.506535 3807 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.492751ms I0424 07:07:18.506547 3807 namespace.go:98] [openshift-config-managed] adding namespace I0424 07:07:18.506988 3807 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.565692ms I0424 07:07:18.507003 3807 namespace.go:98] [openshift-dns] adding namespace I0424 07:07:18.507471 3807 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.50906ms I0424 07:07:18.507483 3807 namespace.go:98] [openshift-monitoring] adding namespace I0424 07:07:18.507925 3807 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.532395ms I0424 07:07:18.507937 3807 namespace.go:98] [openshift-dns-operator] adding namespace I0424 07:07:18.508398 3807 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.528691ms I0424 07:07:18.508408 3807 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 07:07:18.508877 3807 namespace.go:102] [kube-public] adding namespace took 6.577857ms I0424 07:07:18.508901 3807 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 07:07:18.509323 3807 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.625901ms I0424 07:07:18.509335 3807 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 07:07:18.509736 3807 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.572293ms I0424 07:07:18.509750 3807 namespace.go:98] [openshift-image-registry] adding namespace I0424 07:07:18.509780 3807 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 07:07:18.509795 3807 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-179.ec2.internal","mac-address":"12:c8:f2:de:bd:91","ip-addresses":["10.0.0.179/24"],"ip-address":"10.0.0.179/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4e876a9e-cc7a-4cbb-a79b-51efd013c572 k8s.ovn.org/node-encap-ips:["10.0.0.179"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.179/24"} k8s.ovn.org/zone-name:ip-10-0-0-179.ec2.internal] on node ip-10-0-0-179.ec2.internal I0424 07:07:18.510107 3807 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.560579ms I0424 07:07:18.510545 3807 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.512567ms I0424 07:07:18.510562 3807 namespace.go:98] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] adding namespace I0424 07:07:18.511025 3807 namespace.go:102] [openshift-node] adding namespace took 6.553691ms I0424 07:07:18.511040 3807 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 07:07:18.511536 3807 namespace.go:102] [openshift-host-network] adding namespace took 6.661785ms I0424 07:07:18.511554 3807 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 07:07:18.511982 3807 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.653192ms I0424 07:07:18.511995 3807 namespace.go:98] [openshift-apiserver] adding namespace I0424 07:07:18.512369 3807 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.648801ms I0424 07:07:18.512382 3807 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 07:07:18.512798 3807 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.739724ms I0424 07:07:18.512809 3807 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 07:07:18.513167 3807 namespace.go:102] [openshift-config-managed] adding namespace took 6.614485ms I0424 07:07:18.513181 3807 namespace.go:98] [openshift-cluster-version] adding namespace I0424 07:07:18.513533 3807 namespace.go:102] [openshift-dns] adding namespace took 6.52531ms I0424 07:07:18.513542 3807 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 07:07:18.513945 3807 namespace.go:102] [openshift-monitoring] adding namespace took 6.456774ms I0424 07:07:18.513959 3807 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 07:07:18.514340 3807 namespace.go:102] [openshift-dns-operator] adding namespace took 6.397102ms I0424 07:07:18.514353 3807 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 07:07:18.515112 3807 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.698037ms I0424 07:07:18.515124 3807 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 07:07:18.515522 3807 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.600825ms I0424 07:07:18.515538 3807 namespace.go:98] [openshift-infra] adding namespace I0424 07:07:18.515915 3807 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.575508ms I0424 07:07:18.515927 3807 namespace.go:98] [openshift-insights] adding namespace I0424 07:07:18.516292 3807 namespace.go:102] [openshift-image-registry] adding namespace took 6.5367ms I0424 07:07:18.516305 3807 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 07:07:18.516697 3807 namespace.go:102] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] adding namespace took 6.129732ms I0424 07:07:18.516710 3807 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 07:07:18.517064 3807 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.019236ms I0424 07:07:18.517075 3807 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 07:07:18.517444 3807 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.883688ms I0424 07:07:18.517458 3807 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 07:07:18.517835 3807 namespace.go:102] [openshift-apiserver] adding namespace took 5.83458ms I0424 07:07:18.517849 3807 namespace.go:98] [kube-node-lease] adding namespace I0424 07:07:18.518209 3807 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.822006ms I0424 07:07:18.518221 3807 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 07:07:18.518585 3807 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.772151ms I0424 07:07:18.518597 3807 namespace.go:98] [openshift-ingress] adding namespace I0424 07:07:18.518980 3807 namespace.go:102] [openshift-cluster-version] adding namespace took 5.794716ms I0424 07:07:18.518994 3807 namespace.go:98] [openshift-console-operator] adding namespace I0424 07:07:18.519365 3807 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.818458ms I0424 07:07:18.519378 3807 namespace.go:98] [openshift-authentication] adding namespace I0424 07:07:18.519809 3807 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.844603ms I0424 07:07:18.519821 3807 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 07:07:18.520220 3807 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.863037ms I0424 07:07:18.520231 3807 namespace.go:98] [openshift-logging] adding namespace I0424 07:07:18.520733 3807 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.603086ms I0424 07:07:18.520748 3807 namespace.go:98] [openshift-backplane] adding namespace I0424 07:07:18.521132 3807 namespace.go:102] [openshift-infra] adding namespace took 5.587886ms I0424 07:07:18.521144 3807 namespace.go:98] [openshift-network-operator] adding namespace I0424 07:07:18.521535 3807 namespace.go:102] [openshift-insights] adding namespace took 5.602806ms I0424 07:07:18.521547 3807 namespace.go:98] [openshift-config-operator] adding namespace I0424 07:07:18.521919 3807 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.608917ms I0424 07:07:18.521930 3807 namespace.go:98] [openshift-controller-manager] adding namespace I0424 07:07:18.522306 3807 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.590409ms I0424 07:07:18.522697 3807 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.616872ms I0424 07:07:18.523076 3807 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.612949ms I0424 07:07:18.523442 3807 namespace.go:102] [kube-node-lease] adding namespace took 5.587573ms I0424 07:07:18.523453 3807 namespace.go:98] [openshift-machine-api] adding namespace I0424 07:07:18.523854 3807 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.627158ms I0424 07:07:18.523866 3807 namespace.go:98] [openshift-console] adding namespace I0424 07:07:18.524256 3807 namespace.go:102] [openshift-ingress] adding namespace took 5.652261ms I0424 07:07:18.524651 3807 namespace.go:102] [openshift-console-operator] adding namespace took 5.651638ms I0424 07:07:18.525270 3807 namespace.go:102] [openshift-authentication] adding namespace took 5.886879ms I0424 07:07:18.525282 3807 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 07:07:18.525732 3807 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.904828ms I0424 07:07:18.525747 3807 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 07:07:18.526133 3807 namespace.go:102] [openshift-logging] adding namespace took 5.897709ms I0424 07:07:18.526692 3807 namespace.go:102] [openshift-backplane] adding namespace took 5.937568ms I0424 07:07:18.527171 3807 namespace.go:102] [openshift-network-operator] adding namespace took 6.021839ms I0424 07:07:18.527694 3807 namespace.go:102] [openshift-config-operator] adding namespace took 6.141621ms I0424 07:07:18.528217 3807 namespace.go:102] [openshift-controller-manager] adding namespace took 6.28378ms I0424 07:07:18.528867 3807 namespace.go:102] [openshift-machine-api] adding namespace took 5.408881ms I0424 07:07:18.529402 3807 namespace.go:102] [openshift-console] adding namespace took 5.530047ms I0424 07:07:18.529415 3807 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:18.530074 3807 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.788224ms I0424 07:07:18.530552 3807 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.801304ms W0424 07:07:18.530627 3807 master.go:471] Unable to parse remote node ip-10-0-1-177.ec2.internal chassis-id annotation. Chassis may be removed during sync W0424 07:07:18.530636 3807 master.go:471] Unable to parse remote node ip-10-0-2-52.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 07:07:18.530762 3807 master.go:548] Adding or Updating local node "ip-10-0-0-179.ec2.internal" for network "default" I0424 07:07:18.530833 3807 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-177.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-177.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-177.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-177.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-177.ec2.internal I0424 07:07:18.530862 3807 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-52.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-52.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-52.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-52.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-52.ec2.internal W0424 07:07:18.539343 3807 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mj4zc: pod openshift-multus/network-metrics-daemon-mj4zc: no pod IPs found W0424 07:07:18.539376 3807 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-fp8cq: pod openshift-network-diagnostics/network-check-target-fp8cq: no pod IPs found I0424 07:07:18.540408 3807 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-179.ec2.internal for the network default I0424 07:07:18.540776 3807 zone_ic_handler.go:195] Time taken to create transit switch: 353.323µs I0424 07:07:18.541469 3807 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 07:07:18.541493 3807 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 07:07:18.541506 3807 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 07:07:18.541541 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-179.ec2.internal in network "default" I0424 07:07:18.541594 3807 node_tracker.go:169] Node ip-10-0-0-179.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:18.541611 3807 services_controller.go:574] Full service sync requested for network=default I0424 07:07:18.541622 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:18.541632 3807 node_tracker.go:235] Node ip-10-0-1-177.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-177.ec2.internal" I0424 07:07:18.541641 3807 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:18.541645 3807 services_controller.go:574] Full service sync requested for network=default I0424 07:07:18.541653 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:18.541660 3807 node_tracker.go:235] Node ip-10-0-2-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-52.ec2.internal" I0424 07:07:18.541666 3807 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:18.541669 3807 services_controller.go:574] Full service sync requested for network=default I0424 07:07:18.641764 3807 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 07:07:18.641791 3807 services_controller.go:208] Setting up event handlers for services for network=default I0424 07:07:18.641846 3807 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 07:07:18.641889 3807 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 07:07:18.641900 3807 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 07:07:18.742477 3807 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 07:07:18.742502 3807 repair.go:60] Starting repairing loop for services I0424 07:07:18.742633 3807 repair.go:131] Deleted 0 stale service LBs I0424 07:07:18.742659 3807 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 07:07:18.742683 3807 repair.go:62] Finished repairing loop for services: 183.741µs I0424 07:07:18.742719 3807 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 07:07:18.742732 3807 services_controller.go:254] Starting workers for network=default I0424 07:07:18.743081 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-98mvx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-98mvx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-98mvx: no pod IPs found I0424 07:07:18.743097 3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fp8cq] creating logical port openshift-network-diagnostics_network-check-target-fp8cq for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:18.743212 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9b97p, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9b97p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found I0424 07:07:18.743257 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-tftbn, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tftbn: suppressed error logged: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found I0424 07:07:18.743286 3807 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-fp8cq I0424 07:07:18.743297 3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mj4zc] creating logical port openshift-multus_network-metrics-daemon-mj4zc for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:18.743294 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-hjp2t, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hjp2t: suppressed error logged: pod openshift-multus/network-metrics-daemon-hjp2t: no pod IPs found I0424 07:07:18.743387 3807 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mj4zc I0424 07:07:18.759833 3807 pod.go:62] [openshift-network-diagnostics/network-check-target-fp8cq] pod update took 16.654331ms I0424 07:07:18.759857 3807 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-fp8cq] addLogicalPort annotation time took 16.682116ms I0424 07:07:18.760972 3807 pods.go:271] [openshift-network-diagnostics/network-check-target-fp8cq] addLogicalPort took 17.879915ms, libovsdb time 831.082µs I0424 07:07:18.761374 3807 pod.go:62] [openshift-multus/network-metrics-daemon-mj4zc] pod update took 18.015265ms I0424 07:07:18.761392 3807 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mj4zc] addLogicalPort annotation time took 18.03456ms I0424 07:07:18.762193 3807 pods.go:271] [openshift-multus/network-metrics-daemon-mj4zc] addLogicalPort took 18.904934ms, libovsdb time 600.189µs I0424 07:07:18.762566 3807 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 07:07:18.762585 3807 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 07:07:18.762597 3807 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 07:07:18.762602 3807 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 07:07:18.762780 3807 repair.go:29] Repairing admin network policies took 173.181µs I0424 07:07:18.762893 3807 repair.go:92] Repairing baseline admin network policies took 103.126µs I0424 07:07:18.763335 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 07:07:18.763353 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 07:07:18.765445 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 07:07:18.765469 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 07:07:18.765477 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 07:07:18.765875 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 07:07:18.765899 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 07:07:18.765909 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 07:07:18.767930 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 07:07:18.767950 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 07:07:18.767958 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 07:07:18.770215 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 07:07:18.770239 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 07:07:18.770255 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 07:07:18.772380 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 07:07:18.772400 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 07:07:18.772409 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 07:07:18.772930 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 07:07:18.772954 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 07:07:18.772968 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 07:07:18.775126 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 07:07:18.775146 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 07:07:18.775154 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 07:07:18.775645 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 07:07:18.775667 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 07:07:18.775678 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 07:07:18.776217 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 07:07:18.776236 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 07:07:18.776246 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 07:07:18.777488 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 07:07:18.777506 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 07:07:18.777527 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 07:07:18.778397 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 07:07:18.778424 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 07:07:18.778444 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 07:07:18.779907 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 07:07:18.779926 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 07:07:18.779933 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 07:07:18.780641 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 07:07:18.780656 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 07:07:18.780664 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 07:07:18.782172 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 07:07:18.782190 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 07:07:18.782199 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 07:07:18.782703 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 07:07:18.782724 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 07:07:18.782736 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 07:07:18.783231 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 07:07:18.783247 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 07:07:18.783641 3807 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 07:07:18.783652 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 07:07:18.784427 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 07:07:18.784445 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 07:07:18.784452 3807 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 07:07:18.786396 3807 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 07:07:18.786413 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 07:07:18.786420 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 07:07:18.787033 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 07:07:18.787062 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 07:07:18.787073 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 07:07:18.787686 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 07:07:18.787708 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 07:07:18.787732 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 07:07:18.788577 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 07:07:18.788599 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 07:07:18.788610 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 07:07:18.789776 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 07:07:18.789796 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 07:07:18.789806 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 07:07:18.791066 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 07:07:18.791085 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 07:07:18.791097 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 07:07:18.791655 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 07:07:18.791675 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 07:07:18.791682 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 07:07:18.792054 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 07:07:18.792078 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 07:07:18.792090 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 07:07:18.793247 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 07:07:18.793266 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 07:07:18.793275 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 07:07:18.793812 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 07:07:18.793830 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 07:07:18.793837 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 07:07:18.794160 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 07:07:18.794177 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 07:07:18.794187 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 07:07:18.794823 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 07:07:18.800017 3807 egressfirewall.go:374] Starting EgressFirewall controller I0424 07:07:18.800049 3807 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 07:07:18.800067 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 07:07:18.800080 3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 07:07:18.800090 3807 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 07:07:18.800107 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 07:07:18.800115 3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 07:07:18.800361 3807 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 07:07:18.800374 3807 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 07:07:18.800379 3807 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 07:07:18.800387 3807 egressqos.go:193] Setting up event handlers for EgressQoS I0424 07:07:18.800408 3807 egressfirewall.go:723] Syncing node "ip-10-0-0-179.ec2.internal" for egress firewall I0424 07:07:18.800433 3807 egressfirewall.go:723] Syncing node "ip-10-0-1-177.ec2.internal" for egress firewall I0424 07:07:18.800442 3807 egressfirewall.go:723] Syncing node "ip-10-0-2-52.ec2.internal" for egress firewall I0424 07:07:18.800470 3807 egressqos.go:245] Starting EgressQoS Controller I0424 07:07:18.800479 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 07:07:18.800484 3807 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 07:07:18.800489 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 07:07:18.800494 3807 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 07:07:18.800499 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 07:07:18.800503 3807 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 07:07:18.800507 3807 egressqos.go:259] Repairing EgressQoSes I0424 07:07:18.800528 3807 egressqos.go:399] Starting repairing loop for egressqos I0424 07:07:18.800602 3807 egressqos.go:401] Finished repairing loop for egressqos: 90.288µs I0424 07:07:18.800618 3807 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 07:07:18.800665 3807 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-179.ec2.internal I0424 07:07:18.800729 3807 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-179.ec2.internal : 68µs I0424 07:07:18.800752 3807 egressservice_zone.go:210] Starting Egress Services Controller I0424 07:07:18.800768 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 07:07:18.800781 3807 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 07:07:18.800791 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 07:07:18.800796 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 07:07:18.800801 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 07:07:18.800806 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 07:07:18.800811 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 07:07:18.800815 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 07:07:18.800819 3807 egressservice_zone.go:228] Repairing Egress Services I0424 07:07:18.801131 3807 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 07:07:18.801140 3807 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 07:07:18.801216 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-179.ec2.internal I0424 07:07:18.801229 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-179.ec2.internal: 16.776µs I0424 07:07:18.801237 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:18.801241 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 4.33µs I0424 07:07:18.801247 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:18.801246 3807 default_network_controller.go:585] Completing all the Watchers took 306.538686ms I0424 07:07:18.801252 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 5.468µs I0424 07:07:18.801265 3807 default_network_controller.go:589] Starting unidling controllers I0424 07:07:18.801281 3807 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 07:07:18.801288 3807 unidle.go:63] Populating Initial ContollerEvent events I0424 07:07:18.801301 3807 unidle.go:79] Setting up event handlers for services I0424 07:07:18.801472 3807 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 07:07:19.029299 3807 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:19.529823 3807 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:19.779573 3807 default_network_controller.go:1025] Node "ip-10-0-2-52.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:20.029644 3807 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:20.455763 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:20.455790 3807 egressfirewall.go:723] Syncing node "ip-10-0-2-52.ec2.internal" for egress firewall I0424 07:07:20.455792 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 35.285µs I0424 07:07:20.455816 3807 default_network_controller.go:1025] Node "ip-10-0-2-52.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:20.529705 3807 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:20.857062 3807 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 07:07:21.029127 3807 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:21.046681 3807 bridgeconfig.go:537] Gateway is ready I0424 07:07:21.046701 3807 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 07:07:21.058575 3807 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.179. Updating OVN encap IP. I0424 07:07:21.063843 3807 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.179 - it is already configured I0424 07:07:21.063856 3807 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.179/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 07:07:21.064056 3807 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.179/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-179.ec2.internal","mac-address":"12:c8:f2:de:bd:91","ip-addresses":["10.0.0.179/24"],"ip-address":"10.0.0.179/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4e876a9e-cc7a-4cbb-a79b-51efd013c572 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.179/24"}] on node ip-10-0-0-179.ec2.internal I0424 07:07:21.080578 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-179.ec2.internal I0424 07:07:21.080598 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-179.ec2.internal: 22.602µs I0424 07:07:21.080608 3807 egressfirewall.go:723] Syncing node "ip-10-0-0-179.ec2.internal" for egress firewall I0424 07:07:21.080642 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-179.ec2.internal in network "default" I0424 07:07:21.080682 3807 master.go:548] Adding or Updating local node "ip-10-0-0-179.ec2.internal" for network "default" I0424 07:07:21.080697 3807 node_tracker.go:169] Node ip-10-0-0-179.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:21.080712 3807 services_controller.go:574] Full service sync requested for network=default I0424 07:07:21.081157 3807 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.179 I0424 07:07:21.081437 3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-179.ec2.internal I0424 07:07:21.085188 3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-179.ec2.internal. Updating no re-route policies I0424 07:07:21.085273 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-pgnsp I0424 07:07:21.085290 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-pgnsp I0424 07:07:21.085288 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hrjhr I0424 07:07:21.085297 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fp8cq I0424 07:07:21.085301 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-698vk I0424 07:07:21.085305 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hrjhr I0424 07:07:21.085309 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-pgnsp after 0 failed attempt(s) I0424 07:07:21.085314 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-698vk I0424 07:07:21.085324 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-sqw9p I0424 07:07:21.085329 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-sqw9p I0424 07:07:21.085336 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hrjhr after 0 failed attempt(s) I0424 07:07:21.085334 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tftbn I0424 07:07:21.085346 3807 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jxjw2 I0424 07:07:21.085367 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gxzkp I0424 07:07:21.085405 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-98mvx I0424 07:07:21.085420 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-98mvx I0424 07:07:21.085427 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-698vk after 0 failed attempt(s) I0424 07:07:21.085411 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9b97p I0424 07:07:21.085437 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tftbn I0424 07:07:21.085445 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9b97p I0424 07:07:21.085342 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-sqw9p after 0 failed attempt(s) I0424 07:07:21.085405 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gxzkp I0424 07:07:21.085465 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-znrfg I0424 07:07:21.085475 3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-98mvx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-98mvx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-98mvx: no pod IPs found I0424 07:07:21.085478 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-znrfg I0424 07:07:21.085479 3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tftbn, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tftbn: suppressed error logged: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found I0424 07:07:21.085483 3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9b97p, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9b97p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found I0424 07:07:21.085352 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mj4zc I0424 07:07:21.085488 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gxzkp after 0 failed attempt(s) I0424 07:07:21.085502 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-znrfg after 0 failed attempt(s) I0424 07:07:21.085527 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mj4zc I0424 07:07:21.085570 3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mj4zc] creating logical port openshift-multus_network-metrics-daemon-mj4zc for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:21.085370 3807 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jxjw2 I0424 07:07:21.085641 3807 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jxjw2 after 0 failed attempt(s) I0424 07:07:21.085376 3807 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-179.ec2.internal I0424 07:07:21.085659 3807 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-179.ec2.internal I0424 07:07:21.085671 3807 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-179.ec2.internal after 0 failed attempt(s) I0424 07:07:21.085379 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hjp2t I0424 07:07:21.085682 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hjp2t I0424 07:07:21.085385 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-179.ec2.internal I0424 07:07:21.085706 3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-hjp2t, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hjp2t: suppressed error logged: pod openshift-multus/network-metrics-daemon-hjp2t: no pod IPs found I0424 07:07:21.085704 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-179.ec2.internal I0424 07:07:21.085725 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-179.ec2.internal after 0 failed attempt(s) I0424 07:07:21.085307 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fp8cq I0424 07:07:21.085749 3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fp8cq] creating logical port openshift-network-diagnostics_network-check-target-fp8cq for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:21.085356 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-n9v5s I0424 07:07:21.085804 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-n9v5s I0424 07:07:21.085818 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-n9v5s after 0 failed attempt(s) I0424 07:07:21.085385 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z99ln I0424 07:07:21.085827 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z99ln I0424 07:07:21.085838 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z99ln after 0 failed attempt(s) I0424 07:07:21.086287 3807 pods.go:271] [openshift-multus/network-metrics-daemon-mj4zc] addLogicalPort took 732.832µs, libovsdb time 262.668µs I0424 07:07:21.086303 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mj4zc after 0 failed attempt(s) I0424 07:07:21.086660 3807 pods.go:271] [openshift-network-diagnostics/network-check-target-fp8cq] addLogicalPort took 916.191µs, libovsdb time 599.344µs I0424 07:07:21.086674 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-fp8cq after 0 failed attempt(s) I0424 07:07:21.097456 3807 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 07:07:21.108934 3807 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 07:07:21.112082 3807 iptables.go:108] Creating table: nat chain: OUTPUT I0424 07:07:21.136597 3807 iptables.go:108] Creating table: nat chain: PREROUTING I0424 07:07:21.180557 3807 iptables.go:108] Creating table: filter chain: FORWARD I0424 07:07:21.197336 3807 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 07:07:21.197634 3807 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 07:07:21.197698 3807 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 07:07:21.197814 3807 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 07:07:21.197873 3807 gateway_init.go:325] Gateway and management port readiness took 2.673208331s I0424 07:07:21.197907 3807 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 07:07:21.197956 3807 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 07:07:21.197974 3807 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 07:07:21.197985 3807 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 07:07:21.198064 3807 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 07:07:21.198157 3807 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.128µs I0424 07:07:21.198526 3807 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 07:07:21.198553 3807 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.597µs I0424 07:07:21.198561 3807 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 53.919µs I0424 07:07:21.198568 3807 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 07:07:21.198577 3807 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 07:07:21.198584 3807 default_node_network_controller.go:899] Starting the default node network controller I0424 07:07:21.198589 3807 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 07:07:21.198605 3807 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.195µs I0424 07:07:21.198763 3807 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 07:07:21.198772 3807 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 07:07:21.198806 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c94290 0xc0003412d0 0xc000341340 0xc0003413b0 0xc000341420 0xc000341490 0xc000341500 0xc000c86dc0 0xc000341570 0xc000341650 0xc000b2c410 0xc006179340 0xc0003416c0 map[0x2ff9080:0xc0021a3ec0 0x2ff95c0:0xc00555a0c0 0x2ffa2e0:0xc0021a3e00 0x2ffa580:0xc0021a3e60 0x2ffad60:0xc0021a3f20 0x2ffb000:0xc00555a000 0x2ffb2a0:0xc00555a060 0x2ffba80:0xc00555a1e0 0x2ffbd20:0xc00555a240 0x3026980:0xc001306d80 0x3026d20:0xc001306de0 0x3027800:0xc000ca6c60 0x3029160:0xc000bd9260 0x30298a0:0xc002508c00 0x302a720:0xc000bd92c0] 0xc000180930 0} I0424 07:07:21.198868 3807 gateway.go:151] Starting gateway service sync I0424 07:07:21.199400 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 07:07:21.201583 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 07:07:21.211177 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 07:07:21.212330 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 07:07:21.213393 3807 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 07:07:21.247927 3807 gateway.go:168] Gateway service sync done. Time taken: 49.043707ms I0424 07:07:21.248558 3807 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32233 I0424 07:07:21.248816 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c94290 0xc0003412d0 0xc000341340 0xc0003413b0 0xc000341420 0xc000341490 0xc000341500 0xc000c86dc0 0xc000341570 0xc000341650 0xc000b2c410 0xc006179340 0xc0003416c0 map[0x2ff9080:0xc0021a3ec0 0x2ff95c0:0xc00555a0c0 0x2ffa2e0:0xc0021a3e00 0x2ffa580:0xc0021a3e60 0x2ffad60:0xc0021a3f20 0x2ffb000:0xc00555a000 0x2ffb2a0:0xc00555a060 0x2ffba80:0xc00555a1e0 0x2ffbd20:0xc00555a240 0x3026980:0xc001306d80 0x3026d20:0xc001306de0 0x3027800:0xc000ca6c60 0x3029160:0xc000bd9260 0x30298a0:0xc002508c00 0x302a720:0xc000bd92c0] 0xc000180930 0} I0424 07:07:21.249262 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c94290 0xc0003412d0 0xc000341340 0xc0003413b0 0xc000341420 0xc000341490 0xc000341500 0xc000c86dc0 0xc000341570 0xc000341650 0xc000b2c410 0xc006179340 0xc0003416c0 map[0x2ff9080:0xc0021a3ec0 0x2ff95c0:0xc00555a0c0 0x2ffa2e0:0xc0021a3e00 0x2ffa580:0xc0021a3e60 0x2ffad60:0xc0021a3f20 0x2ffb000:0xc00555a000 0x2ffb2a0:0xc00555a060 0x2ffba80:0xc00555a1e0 0x2ffbd20:0xc00555a240 0x3026980:0xc001306d80 0x3026d20:0xc001306de0 0x3027800:0xc000ca6c60 0x3029160:0xc000bd9260 0x30298a0:0xc002508c00 0x302a720:0xc000bd92c0] 0xc000180930 0} I0424 07:07:21.249296 3807 gateway.go:532] Reconciling gateway with updates I0424 07:07:21.254227 3807 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 07:07:21.254257 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:21.254264 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:21.254274 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:21.254282 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 07:07:21.254284 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:21.254285 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:21.254299 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:21.254305 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:21.254309 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:21.254309 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:21.254329 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:21.254346 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:21.254366 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:21.254365 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:21.254372 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 07:07:21.254380 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:21.254392 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:21.254394 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:21.254396 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:21.254403 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:21.254411 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:21.254316 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 07:07:21.254414 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:21.254432 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 07:07:21.254432 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:21.254429 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 07:07:21.254434 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:21.254444 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:21.254328 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:21.254449 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:21.254451 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:21.254457 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:21.254456 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 07:07:21.254465 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:21.254466 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:21.254473 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 07:07:21.254473 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:21.254448 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:21.254475 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:21.254488 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:21.254498 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:21.254501 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:21.254526 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:21.254529 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:21.254382 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:21.254539 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 07:07:21.254409 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 07:07:21.254386 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:21.254406 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:21.254562 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:21.254566 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:21.254565 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:21.254579 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:21.254498 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 07:07:21.254538 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:21.254595 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 07:07:21.254599 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 07:07:21.254552 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:21.254613 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 07:07:21.254613 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:21.254617 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:21.254616 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:21.254630 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:21.254633 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:21.254635 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:21.254634 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 07:07:21.254569 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:21.254646 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:21.254650 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 07:07:21.254655 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 07:07:21.254368 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 07:07:21.254462 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:21.254670 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:21.254671 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:21.254672 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:21.254681 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:21.254684 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:21.254685 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:21.254692 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 07:07:21.254581 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:21.254699 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:21.254708 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:21.254711 3807 default_node_network_controller.go:944] Gateway and management port readiness took 55.925775ms I0424 07:07:21.254720 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:21.254583 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:21.254504 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:21.254811 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:21.254676 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:21.254823 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 07:07:21.254687 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:21.254828 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:21.254837 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:21.254837 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:21.254851 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:21.254851 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:21.254433 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:21.254880 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:21.254662 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:21.254904 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:21.254659 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:21.254946 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:21.254957 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 07:07:21.254606 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 07:07:21.254975 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 07:07:21.254997 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 07:07:21.254498 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 07:07:21.254710 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 30905 is already open, no action needed I0424 07:07:21.255047 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32572 is already open, no action needed I0424 07:07:21.254855 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:21.255906 3807 node_ip_handler_linux.go:160] Node IP manager is running W0424 07:07:21.291345 3807 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 07:07:21.291502 3807 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 07:07:21.291662 3807 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0424 07:07:21.302095 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 07:07:21.302117 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 07:07:21.302123 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 07:07:21.302129 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 07:07:21.302136 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 07:07:21.302142 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 07:07:21.302147 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 07:07:21.302153 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 07:07:21.302159 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 07:07:21.302164 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 07:07:21.302170 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 07:07:21.302175 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 07:07:21.302180 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 07:07:21.343400 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 07:07:21.343424 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 07:07:21.343455 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 07:07:21.343462 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 07:07:21.343470 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 07:07:21.343476 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 07:07:21.384408 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 07:07:21.384434 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 07:07:21.384442 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 07:07:21.384449 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 07:07:21.384455 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 07:07:21.384461 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 07:07:21.384467 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0424 07:07:23.224467 3807 egressip_healthcheck.go:76] Health checking using insecure connection I0424 07:07:23.224504 3807 default_node_network_controller.go:1380] Starting node controller node sync I0424 07:07:23.224530 3807 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0424 07:07:23.236149 3807 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.61674ms I0424 07:07:23.236377 3807 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 07:07:23.236674 3807 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 07:07:23.236816 3807 egressservice_node.go:183] Starting Egress Services Controller I0424 07:07:23.236830 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 07:07:23.236839 3807 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 07:07:23.236845 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 07:07:23.236850 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 07:07:23.236855 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 07:07:23.236860 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 07:07:23.236865 3807 egressservice_node.go:197] Repairing Egress Services I0424 07:07:23.246936 3807 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 07:07:23.246949 3807 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 07:07:23.247087 3807 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 07:07:23.247101 3807 link_network_manager.go:119] Link manager is running I0424 07:07:23.247115 3807 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 07:07:23.247502 3807 vrf_manager.go:128] VRF manager is running I0424 07:07:23.247608 3807 node_controller_manager.go:437] Removing flows to drop GARP I0424 07:07:23.247618 3807 gateway.go:532] Reconciling gateway with updates I0424 07:07:23.247811 3807 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 07:07:23.267452 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:23.267472 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:23.267481 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:23.267486 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:23.267496 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:23.267498 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:23.267532 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:23.267536 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:23.267555 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:23.267567 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:23.267577 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:23.267578 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 07:07:23.267595 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 07:07:23.267601 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:23.267603 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:23.267608 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 07:07:23.267615 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:23.267616 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:23.267622 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 07:07:23.267628 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:23.267636 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 07:07:23.267639 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:23.267639 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:23.267639 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:23.267643 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 07:07:23.267647 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:23.267657 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:23.267657 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:23.267661 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 07:07:23.267667 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:23.267597 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:23.267674 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:23.267677 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:23.267681 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:23.267686 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:23.267691 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:23.267696 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:23.267694 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:23.267702 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:23.267706 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:23.267711 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:23.267714 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:23.267719 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:23.267699 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:23.267722 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:23.267724 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:23.267730 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:23.267733 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:23.267735 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:23.267740 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:23.267748 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:23.267760 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 07:07:23.267805 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:23.267819 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:23.267827 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:23.267829 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:23.267831 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:23.267710 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:23.267838 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 07:07:23.267840 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:23.267805 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:23.267851 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:23.267598 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:23.267862 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 07:07:23.267847 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 07:07:23.267870 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:23.267479 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:23.267882 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:23.267887 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:23.267903 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:23.267913 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:23.267664 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:23.267942 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:23.267637 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 07:07:23.267979 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:23.267992 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:23.267668 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:23.268043 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:23.267679 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 07:07:23.267565 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:23.268091 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:23.267621 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:23.268133 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:23.267457 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:23.268167 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:23.268172 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 07:07:23.267617 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:23.268180 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:23.267616 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 07:07:23.267623 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 07:07:23.267624 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 07:07:23.267664 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 07:07:23.268215 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 07:07:23.267680 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:23.268261 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 07:07:23.267710 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:23.268272 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:23.267703 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:23.268298 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:23.267709 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 30905 is already open, no action needed I0424 07:07:23.268332 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32572 is already open, no action needed I0424 07:07:23.267723 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:23.267727 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 07:07:23.267807 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:23.268400 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:23.289678 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 07:07:23.289712 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 07:07:23.289722 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 07:07:23.289729 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 07:07:23.289737 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 07:07:23.289746 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 07:07:23.289755 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 07:07:23.289764 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 07:07:23.289773 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 07:07:23.289783 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 07:07:23.289791 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 07:07:23.289801 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 07:07:23.289834 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 07:07:23.289846 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 07:07:23.289855 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 07:07:23.289864 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 07:07:23.289872 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 07:07:23.289881 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 07:07:23.289890 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 07:07:23.289899 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 07:07:23.289908 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 07:07:23.289917 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 07:07:23.329624 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 07:07:23.329650 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 07:07:23.329660 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 07:07:23.329668 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 07:07:23.368852 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 07:07:23.368869 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 07:07:23.368856 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 07:07:24.053122 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:24.053141 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 25.675µs I0424 07:07:24.053141 3807 egressfirewall.go:723] Syncing node "ip-10-0-1-177.ec2.internal" for egress firewall I0424 07:07:24.053250 3807 default_network_controller.go:1025] Node "ip-10-0-1-177.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:25.500402 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-179.ec2.internal I0424 07:07:25.500432 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-179.ec2.internal: 37.356µs I0424 07:07:25.528827 3807 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5998f9878-q2458] creating logical port openshift-image-registry_image-registry-5998f9878-q2458 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:25.528994 3807 kube.go:256] Updating pod openshift-image-registry/image-registry-5998f9878-q2458 I0424 07:07:25.546975 3807 pod.go:62] [openshift-image-registry/image-registry-5998f9878-q2458] pod update took 18.024486ms I0424 07:07:25.546994 3807 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5998f9878-q2458] addLogicalPort annotation time took 18.058514ms I0424 07:07:25.548059 3807 pods.go:271] [openshift-image-registry/image-registry-5998f9878-q2458] addLogicalPort took 19.250284ms, libovsdb time 834.926µs I0424 07:07:25.574384 3807 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qp7l7] creating logical port openshift-dns_dns-default-qp7l7 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:25.574527 3807 kube.go:256] Updating pod openshift-dns/dns-default-qp7l7 I0424 07:07:25.575639 3807 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6969b57d66-mtm6x] creating logical port openshift-ingress_router-default-6969b57d66-mtm6x for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:25.575763 3807 kube.go:256] Updating pod openshift-ingress/router-default-6969b57d66-mtm6x I0424 07:07:25.588112 3807 pod.go:62] [openshift-dns/dns-default-qp7l7] pod update took 13.644458ms I0424 07:07:25.588132 3807 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qp7l7] addLogicalPort annotation time took 13.666671ms I0424 07:07:25.589751 3807 pods.go:271] [openshift-dns/dns-default-qp7l7] addLogicalPort took 15.383462ms, libovsdb time 945.362µs I0424 07:07:25.595494 3807 pod.go:62] [openshift-ingress/router-default-6969b57d66-mtm6x] pod update took 19.765548ms I0424 07:07:25.595529 3807 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6969b57d66-mtm6x] addLogicalPort annotation time took 19.792362ms I0424 07:07:25.596381 3807 pods.go:271] [openshift-ingress/router-default-6969b57d66-mtm6x] addLogicalPort took 20.787596ms, libovsdb time 650.829µs I0424 07:07:25.597778 3807 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-bgz6w for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:25.597869 3807 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w I0424 07:07:25.601572 3807 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-z4jvk] creating logical port openshift-ingress-canary_ingress-canary-z4jvk for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:25.601829 3807 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-z4jvk I0424 07:07:25.601871 3807 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-tzwgm for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:25.602061 3807 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm I0424 07:07:25.602633 3807 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-lzspz for pod on switch ip-10-0-0-179.ec2.internal I0424 07:07:25.602797 3807 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz I0424 07:07:25.615684 3807 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w] pod update took 17.831072ms I0424 07:07:25.615756 3807 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w] addLogicalPort annotation time took 17.907296ms I0424 07:07:25.618140 3807 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w] addLogicalPort took 20.371849ms, libovsdb time 1.90685ms I0424 07:07:25.619723 3807 pod.go:62] [openshift-ingress-canary/ingress-canary-z4jvk] pod update took 17.942592ms I0424 07:07:25.619733 3807 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm] pod update took 17.715875ms I0424 07:07:25.619740 3807 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-z4jvk] addLogicalPort annotation time took 17.96419ms I0424 07:07:25.619749 3807 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm] addLogicalPort annotation time took 17.736289ms I0424 07:07:25.620321 3807 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz] pod update took 17.562319ms I0424 07:07:25.620336 3807 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz] addLogicalPort annotation time took 17.578935ms I0424 07:07:25.620726 3807 pods.go:271] [openshift-ingress-canary/ingress-canary-z4jvk] addLogicalPort took 19.16626ms, libovsdb time 767.602µs I0424 07:07:25.621048 3807 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm] addLogicalPort took 19.204637ms, libovsdb time 1.090795ms I0424 07:07:25.621500 3807 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz] addLogicalPort took 18.875997ms, libovsdb time 902.517µs I0424 07:07:25.979665 3807 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm 39a8bdba9180c503457ccfc2b4ca4199babca5fc16699e6a4e5c2c29b5b2dd10 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm 39a8bdba9180c503457ccfc2b4ca4199babca5fc16699e6a4e5c2c29b5b2dd10 network default NAD default NAD key ] I0424 07:07:25.979810 3807 cni.go:452] [openshift-ingress-canary/ingress-canary-z4jvk c0a9f84aaae708c46f4736549c82c412f16cecc52605fe8f1d444ab419bc53fa network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-z4jvk c0a9f84aaae708c46f4736549c82c412f16cecc52605fe8f1d444ab419bc53fa network default NAD default NAD key ] I0424 07:07:25.999260 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-z4jvk, hostIfaceName: c0a9f84aaae708c, network: default, NAD default, SandboxID: "c0a9f84aaae708c46f4736549c82c412f16cecc52605fe8f1d444ab419bc53fa", PCI device ID: , UID: "dd405f6e-1f99-4ff2-ab55-e6cf62f536dd", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0424 07:07:25.999348 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-tzwgm, hostIfaceName: 39a8bdba9180c50, network: default, NAD default, SandboxID: "39a8bdba9180c503457ccfc2b4ca4199babca5fc16699e6a4e5c2c29b5b2dd10", PCI device ID: , UID: "e332d6eb-df14-4894-9524-a183c055848c", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0424 07:07:26.044467 3807 cni.go:473] [openshift-ingress-canary/ingress-canary-z4jvk c0a9f84aaae708c46f4736549c82c412f16cecc52605fe8f1d444ab419bc53fa network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-z4jvk c0a9f84aaae708c46f4736549c82c412f16cecc52605fe8f1d444ab419bc53fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:cb:d8:28:a7:2f\",\"name\":\"c0a9f84aaae708c\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/785dca9c-d439-4a02-a478-3351630f89ab\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:07:26.049608 3807 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm 39a8bdba9180c503457ccfc2b4ca4199babca5fc16699e6a4e5c2c29b5b2dd10 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-tzwgm 39a8bdba9180c503457ccfc2b4ca4199babca5fc16699e6a4e5c2c29b5b2dd10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2d:f9:39:0f:da\",\"name\":\"39a8bdba9180c50\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbf81fe9-5c3c-49a9-9f5c-5bffb19c14d9\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:07:29.373451 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:29.814600 3807 default_network_controller.go:1025] Node "ip-10-0-2-52.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:30.060600 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:30.060643 3807 node_tracker.go:235] Node ip-10-0-1-177.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-177.ec2.internal" I0424 07:07:30.060646 3807 default_network_controller.go:1025] Node "ip-10-0-1-177.ec2.internal" in remote zone "ip-10-0-1-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:30.060658 3807 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:30.060670 3807 services_controller.go:574] Full service sync requested for network=default W0424 07:07:30.060744 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:30.081754 3807 default_network_controller.go:1025] Node "ip-10-0-1-177.ec2.internal" in remote zone "ip-10-0-1-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:30.290372 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:30.290395 3807 default_network_controller.go:1025] Node "ip-10-0-1-177.ec2.internal" in remote zone "ip-10-0-1-177.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:30.290442 3807 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:30.290459 3807 services_controller.go:574] Full service sync requested for network=default W0424 07:07:30.290642 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:30.291402 3807 zone_ic_handler.go:195] Time taken to create transit switch: 301.34µs I0424 07:07:30.291414 3807 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-177.ec2.internal for the network default I0424 07:07:30.292414 3807 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-177.ec2.internal" on network "default" took: 1.328026ms I0424 07:07:32.412857 3807 egressfirewall.go:723] Syncing node "ip-10-0-1-177.ec2.internal" for egress firewall I0424 07:07:32.412879 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:32.412893 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:32.412900 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 26.935µs I0424 07:07:32.412950 3807 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:32.412964 3807 services_controller.go:574] Full service sync requested for network=default I0424 07:07:32.412896 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-177.ec2.internal", IP: 10.0.1.177 to PMTUD blocking rules I0424 07:07:32.412977 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0424 07:07:32.413418 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:32.419157 3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-177.ec2.internal. Updating no re-route policies I0424 07:07:32.428113 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-177.ec2.internal", IP: 10.0.1.177 to PMTUD blocking rules I0424 07:07:32.428126 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:36.136388 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:36.136419 3807 node_tracker.go:235] Node ip-10-0-2-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-52.ec2.internal" I0424 07:07:36.136437 3807 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:36.136453 3807 services_controller.go:574] Full service sync requested for network=default I0424 07:07:36.136507 3807 default_network_controller.go:1025] Node "ip-10-0-2-52.ec2.internal" in remote zone "ip-10-0-2-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 07:07:36.136870 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:36.281563 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:36.281600 3807 default_network_controller.go:1025] Node "ip-10-0-2-52.ec2.internal" in remote zone "ip-10-0-2-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:36.281629 3807 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:36.281645 3807 services_controller.go:574] Full service sync requested for network=default W0424 07:07:36.281958 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:36.282547 3807 zone_ic_handler.go:195] Time taken to create transit switch: 304.739µs I0424 07:07:36.282562 3807 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-52.ec2.internal for the network default I0424 07:07:36.283752 3807 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-52.ec2.internal" on network "default" took: 1.517258ms W0424 07:07:36.331905 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:36.440140 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:36.440168 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 36.521µs I0424 07:07:38.340598 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:38.340663 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:38.340670 3807 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:38.340675 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 10.0.2.52 to PMTUD blocking rules I0424 07:07:38.340688 3807 services_controller.go:574] Full service sync requested for network=default I0424 07:07:38.340696 3807 egressfirewall.go:723] Syncing node "ip-10-0-2-52.ec2.internal" for egress firewall I0424 07:07:38.340697 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:38.340718 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 23.926µs I0424 07:07:38.346717 3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-52.ec2.internal. Updating no re-route policies I0424 07:07:38.364694 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:38.364713 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-52.ec2.internal", IP: 10.0.2.52 to PMTUD blocking rules I0424 07:07:42.343597 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:42.343622 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 31.655µs W0424 07:07:49.617306 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 07:07:52.335867 3807 cni.go:452] [openshift-network-diagnostics/network-check-target-fp8cq 71f36b312c5c4dd142d33d27c247103c138277bc2c5c8620f5205da75b1c5fff network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-fp8cq 71f36b312c5c4dd142d33d27c247103c138277bc2c5c8620f5205da75b1c5fff network default NAD default NAD key ] I0424 07:07:52.346574 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-fp8cq, hostIfaceName: 71f36b312c5c4dd, network: default, NAD default, SandboxID: "71f36b312c5c4dd142d33d27c247103c138277bc2c5c8620f5205da75b1c5fff", PCI device ID: , UID: "81095bc3-8549-45cb-a62f-f682f1f120f0", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0424 07:07:52.390569 3807 cni.go:473] [openshift-network-diagnostics/network-check-target-fp8cq 71f36b312c5c4dd142d33d27c247103c138277bc2c5c8620f5205da75b1c5fff network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-fp8cq 71f36b312c5c4dd142d33d27c247103c138277bc2c5c8620f5205da75b1c5fff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6d:92:4f:b7:d9\",\"name\":\"71f36b312c5c4dd\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d4fcb6a-a40c-4187-8a10-886cc78a9e62\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:07:56.357920 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:13.287830 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:20.623176 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:20.623198 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:27.367970 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 07:09:13.930160 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.930732 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.930756 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.930764 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 07:09:13.930778 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.930782 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 07:09:14.955902 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.955927 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.955941 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.955956 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:19.223720 3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 07:09:19.241170 3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 07:09:24.847896 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:11:07.075738 3807 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-4jh55 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:07.075863 3807 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55 I0424 07:11:07.084455 3807 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-zsvn6] creating logical port openshift-insights_insights-operator-6dbb575d6c-zsvn6 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:07.084582 3807 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-zsvn6 I0424 07:11:07.095502 3807 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55] pod update took 19.659704ms I0424 07:11:07.095538 3807 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55] addLogicalPort annotation time took 19.699731ms I0424 07:11:07.096473 3807 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55] addLogicalPort took 20.752534ms, libovsdb time 653.648µs I0424 07:11:07.106450 3807 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-zsvn6] pod update took 21.889912ms I0424 07:11:07.106470 3807 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-zsvn6] addLogicalPort annotation time took 21.912653ms I0424 07:11:07.107430 3807 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-zsvn6] addLogicalPort took 22.990811ms, libovsdb time 701.78µs I0424 07:11:07.177567 3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-8qm44 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:07.177641 3807 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44 I0424 07:11:07.191817 3807 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6b699b789c-pkhd2] creating logical port openshift-ingress_router-default-6b699b789c-pkhd2 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:07.191892 3807 kube.go:256] Updating pod openshift-ingress/router-default-6b699b789c-pkhd2 I0424 07:11:07.209632 3807 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44] pod update took 32.00929ms I0424 07:11:07.209655 3807 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44] addLogicalPort annotation time took 32.034532ms I0424 07:11:07.210722 3807 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44] addLogicalPort took 33.167246ms, libovsdb time 792.258µs I0424 07:11:07.222596 3807 pod.go:62] [openshift-ingress/router-default-6b699b789c-pkhd2] pod update took 30.727377ms I0424 07:11:07.222618 3807 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6b699b789c-pkhd2] addLogicalPort annotation time took 30.75302ms I0424 07:11:07.223567 3807 pods.go:271] [openshift-ingress/router-default-6b699b789c-pkhd2] addLogicalPort took 31.764509ms, libovsdb time 713.255µs I0424 07:11:07.223612 3807 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-6bwbs] creating logical port openshift-console-operator_console-operator-66dbbb6468-6bwbs for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:07.223679 3807 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-6bwbs I0424 07:11:07.263394 3807 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-6bwbs I0424 07:11:07.276295 3807 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-6bwbs] pod update took 52.643133ms I0424 07:11:07.276310 3807 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-6bwbs] addLogicalPort annotation time took 52.661287ms I0424 07:11:07.277226 3807 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-6bwbs] addLogicalPort took 53.621252ms, libovsdb time 626.145µs I0424 07:11:07.434235 3807 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55 b8e4892e3935030dbc1188757f5b2cdc3bd037938750558fc39210d6a776de84 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55 b8e4892e3935030dbc1188757f5b2cdc3bd037938750558fc39210d6a776de84 network default NAD default NAD key ] I0424 07:11:07.437029 3807 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-zsvn6 60c37dab7fd8b9766c5c120034cb4afdf99891cd22635bc4c34a41a9416c5adc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-zsvn6 60c37dab7fd8b9766c5c120034cb4afdf99891cd22635bc4c34a41a9416c5adc network default NAD default NAD key ] I0424 07:11:07.443293 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-4jh55, hostIfaceName: b8e4892e3935030, network: default, NAD default, SandboxID: "b8e4892e3935030dbc1188757f5b2cdc3bd037938750558fc39210d6a776de84", PCI device ID: , UID: "beb47853-2070-4fce-8123-c0b9a282c8b8", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0424 07:11:07.445850 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-zsvn6, hostIfaceName: 60c37dab7fd8b97, network: default, NAD default, SandboxID: "60c37dab7fd8b9766c5c120034cb4afdf99891cd22635bc4c34a41a9416c5adc", PCI device ID: , UID: "b9fe4bb8-8f4c-4b30-ba40-928b023df9fe", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0424 07:11:07.487601 3807 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55 b8e4892e3935030dbc1188757f5b2cdc3bd037938750558fc39210d6a776de84 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-4jh55 b8e4892e3935030dbc1188757f5b2cdc3bd037938750558fc39210d6a776de84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a9:85:11:1e:6c\",\"name\":\"b8e4892e3935030\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d57b1c1-735a-415f-b8a8-7cf118c73113\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:07.504151 3807 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-zsvn6 60c37dab7fd8b9766c5c120034cb4afdf99891cd22635bc4c34a41a9416c5adc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-zsvn6 60c37dab7fd8b9766c5c120034cb4afdf99891cd22635bc4c34a41a9416c5adc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:da:17:b7:6b:fb\",\"name\":\"60c37dab7fd8b97\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/328890f1-4489-42b8-8d9a-36a6317710c2\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:07.535214 3807 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44 83e0e92d3be90250610d54434354f12aead5c04a52d061f25324e5135a8ea92f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44 83e0e92d3be90250610d54434354f12aead5c04a52d061f25324e5135a8ea92f network default NAD default NAD key ] I0424 07:11:07.545214 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-8qm44, hostIfaceName: 83e0e92d3be9025, network: default, NAD default, SandboxID: "83e0e92d3be90250610d54434354f12aead5c04a52d061f25324e5135a8ea92f", PCI device ID: , UID: "08657fbe-a527-4b90-97f1-e6d24ffae78f", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0424 07:11:07.555844 3807 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-6bwbs 18ef3f1a224f62197e3fc3ac38014ba098a9f47266d076c00dfcdaa462be06ac network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-6bwbs 18ef3f1a224f62197e3fc3ac38014ba098a9f47266d076c00dfcdaa462be06ac network default NAD default NAD key ] I0424 07:11:07.565473 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-6bwbs, hostIfaceName: 18ef3f1a224f621, network: default, NAD default, SandboxID: "18ef3f1a224f62197e3fc3ac38014ba098a9f47266d076c00dfcdaa462be06ac", PCI device ID: , UID: "71c8c9df-36ef-44f5-ab16-4db6cbcf4909", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0424 07:11:07.591399 3807 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44 83e0e92d3be90250610d54434354f12aead5c04a52d061f25324e5135a8ea92f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-8qm44 83e0e92d3be90250610d54434354f12aead5c04a52d061f25324e5135a8ea92f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:38:b5:fb:78:9e\",\"name\":\"83e0e92d3be9025\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9196be1-8734-4159-a3be-a20bc54e73f2\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:07.610954 3807 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-6bwbs 18ef3f1a224f62197e3fc3ac38014ba098a9f47266d076c00dfcdaa462be06ac network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-6bwbs 18ef3f1a224f62197e3fc3ac38014ba098a9f47266d076c00dfcdaa462be06ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0e:c6:a4:28:1e\",\"name\":\"18ef3f1a224f621\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18fbb07a-acf2-41b8-bd98-160987e2ba7f\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:11:10.813733 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 07:11:12.367151 3807 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 07:11:12.368042 3807 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 866.176µs I0424 07:11:12.391624 3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 07:11:13.575955 3807 namespace.go:98] [openshift-service-ca] adding namespace I0424 07:11:13.576944 3807 namespace.go:102] [openshift-service-ca] adding namespace took 967.043µs I0424 07:11:13.599570 3807 namespace.go:142] [openshift-service-ca] updating namespace W0424 07:11:23.100826 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 07:11:34.089580 3807 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-h8k2b] creating logical port openshift-insights_insights-runtime-extractor-h8k2b for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:34.089680 3807 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-h8k2b I0424 07:11:34.160045 3807 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-h8k2b I0424 07:11:34.212135 3807 pod.go:62] [openshift-insights/insights-runtime-extractor-h8k2b] pod update took 122.486874ms I0424 07:11:34.212157 3807 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-h8k2b] addLogicalPort annotation time took 122.512931ms I0424 07:11:34.213382 3807 pods.go:271] [openshift-insights/insights-runtime-extractor-h8k2b] addLogicalPort took 123.819538ms, libovsdb time 947.355µs I0424 07:11:34.446253 3807 cni.go:452] [openshift-insights/insights-runtime-extractor-h8k2b 535ca45b3ef91e6e9cbae4632fe053a8769dc81fe8c68618d62cf7798bc6fcd7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-h8k2b 535ca45b3ef91e6e9cbae4632fe053a8769dc81fe8c68618d62cf7798bc6fcd7 network default NAD default NAD key ] I0424 07:11:34.455059 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-h8k2b, hostIfaceName: 535ca45b3ef91e6, network: default, NAD default, SandboxID: "535ca45b3ef91e6e9cbae4632fe053a8769dc81fe8c68618d62cf7798bc6fcd7", PCI device ID: , UID: "1fe6ce0f-a683-4d3c-8c1a-e0c56e4dace6", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0424 07:11:34.499365 3807 cni.go:473] [openshift-insights/insights-runtime-extractor-h8k2b 535ca45b3ef91e6e9cbae4632fe053a8769dc81fe8c68618d62cf7798bc6fcd7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-h8k2b 535ca45b3ef91e6e9cbae4632fe053a8769dc81fe8c68618d62cf7798bc6fcd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c2:eb:cd:b3:3a\",\"name\":\"535ca45b3ef91e6\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab793197-59f9-4aa3-b171-af365535de72\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:35.192906 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.193525 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.209609 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.209633 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.213856 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:11:35.213876 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:11:35.614192 3807 cni.go:452] [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key ] I0424 07:11:35.620034 3807 cni.go:452] [openshift-dns/dns-default-qp7l7 8ee25b5a483a9583cea76d61e9690ac8ce4b822ed784ef32feefaa58172b7108 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qp7l7 8ee25b5a483a9583cea76d61e9690ac8ce4b822ed784ef32feefaa58172b7108 network default NAD default NAD key ] I0424 07:11:35.622578 3807 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w 1ae80d609a2e61cdcabcfa3a30467b0b590b7fac2f6c948c045e3ac3723d76f5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w 1ae80d609a2e61cdcabcfa3a30467b0b590b7fac2f6c948c045e3ac3723d76f5 network default NAD default NAD key ] I0424 07:11:35.623845 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5998f9878-q2458, hostIfaceName: ec6a8063705cffe, network: default, NAD default, SandboxID: "ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e", PCI device ID: , UID: "2291532f-b5d2-455d-8720-83725820bf4a", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0424 07:11:35.633505 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qp7l7, hostIfaceName: 8ee25b5a483a958, network: default, NAD default, SandboxID: "8ee25b5a483a9583cea76d61e9690ac8ce4b822ed784ef32feefaa58172b7108", PCI device ID: , UID: "c5478bd0-37e6-433b-92ea-21ce416410ee", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0424 07:11:35.634292 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-bgz6w, hostIfaceName: 1ae80d609a2e61c, network: default, NAD default, SandboxID: "1ae80d609a2e61cdcabcfa3a30467b0b590b7fac2f6c948c045e3ac3723d76f5", PCI device ID: , UID: "464d90f6-e0c9-4bf1-ba73-a96b1f396b3f", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0424 07:11:35.674595 3807 cni.go:473] [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f4:c1:6d:80:8d\",\"name\":\"ec6a8063705cffe\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c12c315-ff0a-4c01-8e89-a6f056821724\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:35.767061 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.767669 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.780151 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.780175 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.787989 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5998f9878-79qs4 I0424 07:11:35.788014 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5998f9878-79qs4 I0424 07:11:35.898719 3807 cni.go:473] [openshift-dns/dns-default-qp7l7 8ee25b5a483a9583cea76d61e9690ac8ce4b822ed784ef32feefaa58172b7108 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qp7l7 8ee25b5a483a9583cea76d61e9690ac8ce4b822ed784ef32feefaa58172b7108 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:14:36:97:b3:f3\",\"name\":\"8ee25b5a483a958\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b75bc42-6b1f-4533-91f8-77bce1c4654e\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:35.898752 3807 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w 1ae80d609a2e61cdcabcfa3a30467b0b590b7fac2f6c948c045e3ac3723d76f5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-bgz6w 1ae80d609a2e61cdcabcfa3a30467b0b590b7fac2f6c948c045e3ac3723d76f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:60:09:bf:c1:00\",\"name\":\"1ae80d609a2e61c\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a402c934-329e-4414-92ec-f5af5d607082\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:11:35.902259 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:35.951931 3807 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz 55a51169465b73bea134b99c3b5bb72d25e6115d493766fb14623e04d098cfef network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz 55a51169465b73bea134b99c3b5bb72d25e6115d493766fb14623e04d098cfef network default NAD default NAD key ] I0424 07:11:35.961776 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-lzspz, hostIfaceName: 55a51169465b73b, network: default, NAD default, SandboxID: "55a51169465b73bea134b99c3b5bb72d25e6115d493766fb14623e04d098cfef", PCI device ID: , UID: "7b9227af-524e-4445-806b-c845c0aa46d2", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0424 07:11:36.010738 3807 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz 55a51169465b73bea134b99c3b5bb72d25e6115d493766fb14623e04d098cfef network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lzspz 55a51169465b73bea134b99c3b5bb72d25e6115d493766fb14623e04d098cfef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f7:23:cb:aa:a5\",\"name\":\"55a51169465b73b\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/073ec378-0a0a-425a-8c35-818e6904953f\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:11:36.202384 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:36.776373 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:38.919871 3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:38.919891 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:38.919896 3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0424 07:11:39.357432 3807 cni.go:452] [openshift-ingress/router-default-6b699b789c-pkhd2 05881ce1f0a4576fe25da07292f63fea42311a6ff1b96872b5296d896b1c0498 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6b699b789c-pkhd2 05881ce1f0a4576fe25da07292f63fea42311a6ff1b96872b5296d896b1c0498 network default NAD default NAD key ] I0424 07:11:39.367827 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6b699b789c-pkhd2, hostIfaceName: 05881ce1f0a4576, network: default, NAD default, SandboxID: "05881ce1f0a4576fe25da07292f63fea42311a6ff1b96872b5296d896b1c0498", PCI device ID: , UID: "d051070c-8551-47cf-87fd-9b2c4bdccfd5", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0424 07:11:39.412886 3807 cni.go:473] [openshift-ingress/router-default-6b699b789c-pkhd2 05881ce1f0a4576fe25da07292f63fea42311a6ff1b96872b5296d896b1c0498 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6b699b789c-pkhd2 05881ce1f0a4576fe25da07292f63fea42311a6ff1b96872b5296d896b1c0498 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:70:c6:70:6b:99\",\"name\":\"05881ce1f0a4576\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1229efe5-4cf9-42fe-a6c4-f05ab97034b3\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:11:39.926604 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.926626 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.926633 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.926702 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 07:11:39.926717 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 07:11:40.934874 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 07:11:40.934899 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0424 07:11:41.005343 3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 07:11:41.017435 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:41.017449 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:41.017454 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:44.231185 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 07:11:49.824970 3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.824988 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.824993 3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927792 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927812 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.927820 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 07:11:52.286968 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-fbz7v for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:52.287062 3807 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v I0424 07:11:52.307811 3807 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v] pod update took 20.776884ms I0424 07:11:52.307831 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v] addLogicalPort annotation time took 20.802544ms I0424 07:11:52.308948 3807 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v] addLogicalPort took 21.998864ms, libovsdb time 825.122µs I0424 07:11:52.645545 3807 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v 1a8579bee4501e3d7de28f5fab090a392a608d59597b7e16b1564208f3faf7ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v 1a8579bee4501e3d7de28f5fab090a392a608d59597b7e16b1564208f3faf7ee network default NAD default NAD key ] I0424 07:11:52.655932 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-fbz7v, hostIfaceName: 1a8579bee4501e3, network: default, NAD default, SandboxID: "1a8579bee4501e3d7de28f5fab090a392a608d59597b7e16b1564208f3faf7ee", PCI device ID: , UID: "71352a10-c0b5-4286-8790-6673250abd41", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0424 07:11:52.703676 3807 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v 1a8579bee4501e3d7de28f5fab090a392a608d59597b7e16b1564208f3faf7ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fbz7v 1a8579bee4501e3d7de28f5fab090a392a608d59597b7e16b1564208f3faf7ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b7:b8:98:f6:54\",\"name\":\"1a8579bee4501e3\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7c134d6-66c3-450a-85d6-720b88e099b1\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:53.405968 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:53.406098 3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0424 07:11:53.431706 3807 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.661978ms I0424 07:11:53.431740 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.697373ms I0424 07:11:53.432906 3807 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.956143ms, libovsdb time 842.598µs I0424 07:11:53.763062 3807 cni.go:452] [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key ] I0424 07:11:53.775180 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 092b364a0dee4a9, network: default, NAD default, SandboxID: "092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d", PCI device ID: , UID: "8ea76b42-ce28-4107-9890-f9d00dba3d23", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0424 07:11:53.835541 3807 cni.go:473] [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:dd:8c:27:24:83\",\"name\":\"092b364a0dee4a9\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50b501b4-5e83-4c10-bc31-c2a31e89e8c5\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:11:56.017343 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.017373 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.017380 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.354735 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.354756 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.354761 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 07:11:56.822100 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-57977c589b-5gwkw] creating logical port openshift-monitoring_metrics-server-57977c589b-5gwkw for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:56.822210 3807 kube.go:256] Updating pod openshift-monitoring/metrics-server-57977c589b-5gwkw I0424 07:11:56.837211 3807 pod.go:62] [openshift-monitoring/metrics-server-57977c589b-5gwkw] pod update took 15.029037ms I0424 07:11:56.837237 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-57977c589b-5gwkw] addLogicalPort annotation time took 15.057946ms I0424 07:11:56.838538 3807 pods.go:271] [openshift-monitoring/metrics-server-57977c589b-5gwkw] addLogicalPort took 16.459711ms, libovsdb time 875.518µs W0424 07:11:56.924649 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:57.185339 3807 cni.go:452] [openshift-monitoring/metrics-server-57977c589b-5gwkw a0fe2608c2a3164cbe8e652beeac095a46c21d00147062c13684ec05435528ea network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-57977c589b-5gwkw a0fe2608c2a3164cbe8e652beeac095a46c21d00147062c13684ec05435528ea network default NAD default NAD key ] I0424 07:11:57.195973 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-57977c589b-5gwkw, hostIfaceName: a0fe2608c2a3164, network: default, NAD default, SandboxID: "a0fe2608c2a3164cbe8e652beeac095a46c21d00147062c13684ec05435528ea", PCI device ID: , UID: "44a83654-0e85-47ba-afc8-af3836729321", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0424 07:11:57.247576 3807 cni.go:473] [openshift-monitoring/metrics-server-57977c589b-5gwkw a0fe2608c2a3164cbe8e652beeac095a46c21d00147062c13684ec05435528ea network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-57977c589b-5gwkw a0fe2608c2a3164cbe8e652beeac095a46c21d00147062c13684ec05435528ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:66:2b:e8:9c:12\",\"name\":\"a0fe2608c2a3164\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6228f163-c856-4179-a6ee-5d4e7f59260c\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:11:58.513701 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:11:58.513833 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 07:11:58.546619 3807 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 32.821534ms I0424 07:11:58.546642 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 32.85003ms I0424 07:11:58.547839 3807 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 34.153651ms, libovsdb time 871.126µs I0424 07:11:58.877696 3807 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key ] I0424 07:11:58.887241 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f79169d0038dc49, network: default, NAD default, SandboxID: "f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e", PCI device ID: , UID: "9fc8313a-17f7-4a1d-b042-e5da69373877", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0424 07:11:58.936957 3807 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:da:2b:2e:f5:61\",\"name\":\"f79169d0038dc49\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0a6052e-4f74-4c36-a6f6-2d6a94b7f30b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:11:59.879111 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:00.067702 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.067720 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.090427 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:00.326145 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.326163 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.384110 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384129 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384135 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384139 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888336 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888358 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888363 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888367 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.122492 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0424 07:12:06.144095 3807 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-wft8j] creating logical port openshift-console_downloads-5c54f4944f-wft8j for pod on switch ip-10-0-0-179.ec2.internal I0424 07:12:06.144200 3807 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-wft8j I0424 07:12:06.157690 3807 pod.go:62] [openshift-console/downloads-5c54f4944f-wft8j] pod update took 13.520482ms I0424 07:12:06.157715 3807 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-wft8j] addLogicalPort annotation time took 13.550391ms I0424 07:12:06.159067 3807 pods.go:271] [openshift-console/downloads-5c54f4944f-wft8j] addLogicalPort took 14.997166ms, libovsdb time 927.001µs I0424 07:12:06.504590 3807 cni.go:452] [openshift-console/downloads-5c54f4944f-wft8j e53043a2bd6487572dbf908da784d1a73337a2e522e70a721b10a39b5fb7c052 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-wft8j e53043a2bd6487572dbf908da784d1a73337a2e522e70a721b10a39b5fb7c052 network default NAD default NAD key ] I0424 07:12:06.513405 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-wft8j, hostIfaceName: e53043a2bd64875, network: default, NAD default, SandboxID: "e53043a2bd6487572dbf908da784d1a73337a2e522e70a721b10a39b5fb7c052", PCI device ID: , UID: "b5c7a80f-37ce-40d7-9025-6d359fc05a2f", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0424 07:12:06.561227 3807 cni.go:473] [openshift-console/downloads-5c54f4944f-wft8j e53043a2bd6487572dbf908da784d1a73337a2e522e70a721b10a39b5fb7c052 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-wft8j e53043a2bd6487572dbf908da784d1a73337a2e522e70a721b10a39b5fb7c052 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:60:aa:71:2e:2d\",\"name\":\"e53043a2bd64875\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb296390-0510-471c-be08-39a7ef3887a0\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:12:12.917077 3807 base_network_controller_pods.go:487] [default/openshift-console/console-777946df55-jpnk9] creating logical port openshift-console_console-777946df55-jpnk9 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:12:12.917214 3807 kube.go:256] Updating pod openshift-console/console-777946df55-jpnk9 I0424 07:12:12.953872 3807 pod.go:62] [openshift-console/console-777946df55-jpnk9] pod update took 36.717483ms I0424 07:12:12.953893 3807 base_network_controller_pods.go:951] [default/openshift-console/console-777946df55-jpnk9] addLogicalPort annotation time took 36.745473ms I0424 07:12:12.955104 3807 pods.go:271] [openshift-console/console-777946df55-jpnk9] addLogicalPort took 38.045377ms, libovsdb time 893.086µs I0424 07:12:13.283927 3807 cni.go:452] [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key ] I0424 07:12:13.293910 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-777946df55-jpnk9, hostIfaceName: de44dbc0b33a0a8, network: default, NAD default, SandboxID: "de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256", PCI device ID: , UID: "b86f3c84-5982-4ca0-a8e7-740e64d328f4", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0424 07:12:13.348451 3807 cni.go:473] [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b0:b0:ee:4d:d2\",\"name\":\"de44dbc0b33a0a8\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/252efd6a-71e8-4e39-9764-778b4dbe6bd7\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:12:17.955719 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:18.097107 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:18.245322 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 07:12:19.204282 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=4 W0424 07:12:20.889493 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:20.889565 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:21.020072 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 07:12:21.175648 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0424 07:12:21.403029 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:23.823622 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.823648 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.823657 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:24.129689 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:12:28.773573 3807 cni.go:452] [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key ] I0424 07:12:28.847437 3807 cni.go:473] [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5998f9878-q2458 ec6a8063705cffe46db9d17f86586e98a3418ac3a9684f4610541567cb1bf78e network default NAD default NAD key default], result "{}", err I0424 07:12:28.912028 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:28.912139 3807 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5998f9878-q2458 I0424 07:12:28.913642 3807 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5998f9878-q2458, ips: 10.128.0.5 I0424 07:12:28.913672 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 07:12:29.153756 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0424 07:12:29.162625 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:29.162646 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:29.168680 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5998f9878-q2458 I0424 07:12:29.168764 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5998f9878-q2458 W0424 07:12:29.205120 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0424 07:12:32.002832 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 07:12:37.193458 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 07:12:37.193492 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 07:12:37.193555 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 07:12:38.187628 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 07:12:43.211132 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 07:12:43.211143 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 07:12:43.211210 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 07:12:44.216401 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 07:12:45.075305 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0424 07:12:45.261014 3807 obj_retry.go:498] Detected object openshift-console/console-777946df55-4fpjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:45.261672 3807 obj_retry.go:498] Detected object openshift-console/console-777946df55-4fpjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:46.070749 3807 obj_retry.go:492] Detected object openshift-console/console-777946df55-4fpjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:46.070771 3807 obj_retry.go:492] Detected object openshift-console/console-777946df55-4fpjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:46.076422 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-777946df55-4fpjv I0424 07:12:46.076436 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-777946df55-4fpjv I0424 07:12:49.204330 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 07:12:50.164790 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0424 07:12:54.665585 3807 cni.go:452] [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key ] I0424 07:12:54.763600 3807 cni.go:473] [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-777946df55-jpnk9 de44dbc0b33a0a8456757e11822fd5830a14efbab1502c43a55f00d0e2851256 network default NAD default NAD key default], result "{}", err I0424 07:12:54.845971 3807 obj_retry.go:498] Detected object openshift-console/console-777946df55-jpnk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:54.846011 3807 pods.go:176] Deleting pod: openshift-console/console-777946df55-jpnk9 I0424 07:12:54.847978 3807 pods.go:236] Attempting to release IPs for pod: openshift-console/console-777946df55-jpnk9, ips: 10.128.0.23 I0424 07:12:54.848020 3807 obj_retry.go:498] Detected object openshift-console/console-777946df55-jpnk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:55.254116 3807 obj_retry.go:492] Detected object openshift-console/console-777946df55-jpnk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:55.254250 3807 obj_retry.go:492] Detected object openshift-console/console-777946df55-jpnk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:55.260796 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-777946df55-jpnk9 I0424 07:12:55.260824 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-777946df55-jpnk9 W0424 07:12:59.309709 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:59.309732 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 07:13:00.377047 3807 cni.go:452] [openshift-multus/network-metrics-daemon-mj4zc f8676aed9e5595fe1782afd2e03ceff6e3a0f5755aa191b18b6f02a054048365 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mj4zc f8676aed9e5595fe1782afd2e03ceff6e3a0f5755aa191b18b6f02a054048365 network default NAD default NAD key ] I0424 07:13:00.385956 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mj4zc, hostIfaceName: f8676aed9e5595f, network: default, NAD default, SandboxID: "f8676aed9e5595fe1782afd2e03ceff6e3a0f5755aa191b18b6f02a054048365", PCI device ID: , UID: "bf7308d7-fe5d-4542-8974-e9a8178724e1", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0424 07:13:00.433992 3807 cni.go:473] [openshift-multus/network-metrics-daemon-mj4zc f8676aed9e5595fe1782afd2e03ceff6e3a0f5755aa191b18b6f02a054048365 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mj4zc f8676aed9e5595fe1782afd2e03ceff6e3a0f5755aa191b18b6f02a054048365 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:51:fc:4f:d0:04\",\"name\":\"f8676aed9e5595f\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26c76dde-8675-4d9b-bc09-188737651a71\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:13:02.287572 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:02.288145 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:03.144315 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:03.144339 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:13.938789 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:13.939452 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:14.609599 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:14.609625 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:14.615596 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 07:13:14.615619 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 07:13:18.324421 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:18.325041 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:18.637558 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:18.637582 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:18.643261 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 07:13:18.643287 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 07:13:21.074575 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0424 07:13:21.981529 3807 base_network_controller_pods.go:487] [default/openshift-console/console-ddb9584c4-8vsnd] creating logical port openshift-console_console-ddb9584c4-8vsnd for pod on switch ip-10-0-0-179.ec2.internal I0424 07:13:21.981642 3807 kube.go:256] Updating pod openshift-console/console-ddb9584c4-8vsnd I0424 07:13:22.000927 3807 pod.go:62] [openshift-console/console-ddb9584c4-8vsnd] pod update took 19.322987ms I0424 07:13:22.000950 3807 base_network_controller_pods.go:951] [default/openshift-console/console-ddb9584c4-8vsnd] addLogicalPort annotation time took 19.349204ms I0424 07:13:22.002114 3807 pods.go:271] [openshift-console/console-ddb9584c4-8vsnd] addLogicalPort took 20.619484ms, libovsdb time 832.523µs I0424 07:13:22.369225 3807 cni.go:452] [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key ] I0424 07:13:22.378143 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ddb9584c4-8vsnd, hostIfaceName: 4b9af2abc3d67c2, network: default, NAD default, SandboxID: "4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc", PCI device ID: , UID: "d4a5da73-2a71-4b1a-b7ca-c8d06f1cfab4", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0424 07:13:22.633627 3807 cni.go:473] [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0e:fc:5b:e8:40\",\"name\":\"4b9af2abc3d67c2\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33f48604-3a59-4842-ba02-bf845f266036\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:13:32.415000 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:13:46.730187 3807 cni.go:452] [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key ] I0424 07:13:46.802630 3807 cni.go:473] [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 092b364a0dee4a9fd75cf952c061e1398ef7cc1f056dd06cace6c56af24c092d network default NAD default NAD key default], result "{}", err I0424 07:13:46.866338 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:46.866374 3807 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0424 07:13:46.867768 3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.19 I0424 07:13:46.867805 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.281883 3807 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-2zl8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.282546 3807 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-2zl8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.468640 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.468777 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.477156 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 07:13:47.477193 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 07:13:47.518227 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:13:47.518356 3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0424 07:13:47.543861 3807 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.5594ms I0424 07:13:47.543883 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.585151ms I0424 07:13:47.545060 3807 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.853983ms, libovsdb time 829.544µs I0424 07:13:47.593636 3807 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-2zl8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.593656 3807 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-2zl8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.603135 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5987fc5db8-2zl8v I0424 07:13:47.603156 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5987fc5db8-2zl8v I0424 07:13:47.876814 3807 cni.go:452] [openshift-monitoring/alertmanager-main-0 93fcc3aad360bce4aa814990d83a6df8ac4fd3bd843b4b666431e131fa516de6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 93fcc3aad360bce4aa814990d83a6df8ac4fd3bd843b4b666431e131fa516de6 network default NAD default NAD key ] I0424 07:13:47.905552 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 93fcc3aad360bce, network: default, NAD default, SandboxID: "93fcc3aad360bce4aa814990d83a6df8ac4fd3bd843b4b666431e131fa516de6", PCI device ID: , UID: "03fd864e-2ab9-4b6b-b910-82fbbce2d950", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0424 07:13:47.951793 3807 cni.go:473] [openshift-monitoring/alertmanager-main-0 93fcc3aad360bce4aa814990d83a6df8ac4fd3bd843b4b666431e131fa516de6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 93fcc3aad360bce4aa814990d83a6df8ac4fd3bd843b4b666431e131fa516de6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:cf:8a:ac:78:c6\",\"name\":\"93fcc3aad360bce\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab757405-7ba0-4f66-a606-c28742f226fb\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:13:50.073500 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=114 I0424 07:13:57.745786 3807 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-v2g8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:57.746417 3807 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-v2g8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:58.109711 3807 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-v2g8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:58.109735 3807 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-v2g8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:58.115310 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5987fc5db8-v2g8h I0424 07:13:58.115338 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5987fc5db8-v2g8h I0424 07:13:59.191767 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 07:14:05.072746 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 W0424 07:14:17.925967 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:14:17.925992 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:14:17.926000 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 07:14:21.103533 3807 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key ] I0424 07:14:21.172810 3807 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 f79169d0038dc49340e4ffe7a525db07eb5eb8866f0b5ed72fda759eba57152e network default NAD default NAD key default], result "{}", err I0424 07:14:21.233008 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:14:21.233041 3807 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0424 07:14:21.234391 3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.21 I0424 07:14:21.234419 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:14:21.617665 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:14:21.617692 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:14:21.630956 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 07:14:21.630984 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 07:14:21.709156 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:14:21.709256 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 07:14:21.745081 3807 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 35.864146ms I0424 07:14:21.745103 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 35.890456ms I0424 07:14:21.746301 3807 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 37.163008ms, libovsdb time 889.232µs I0424 07:14:22.069862 3807 cni.go:452] [openshift-monitoring/prometheus-k8s-0 dfebd0efc21ac42c8245b5433f57c209e675006dc6b07d3f4b0ce8ec5a45208e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 dfebd0efc21ac42c8245b5433f57c209e675006dc6b07d3f4b0ce8ec5a45208e network default NAD default NAD key ] I0424 07:14:22.080271 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: dfebd0efc21ac42, network: default, NAD default, SandboxID: "dfebd0efc21ac42c8245b5433f57c209e675006dc6b07d3f4b0ce8ec5a45208e", PCI device ID: , UID: "20907636-60cd-4184-aade-4ecd978e36d1", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0424 07:14:22.128965 3807 cni.go:473] [openshift-monitoring/prometheus-k8s-0 dfebd0efc21ac42c8245b5433f57c209e675006dc6b07d3f4b0ce8ec5a45208e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 dfebd0efc21ac42c8245b5433f57c209e675006dc6b07d3f4b0ce8ec5a45208e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d1:d6:ac:17:d0\",\"name\":\"dfebd0efc21ac42\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e94c13aa-a92f-4615-96b3-da405d2c9595\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:14:32.086038 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=577 I0424 07:15:04.165263 3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0424 07:15:22.910759 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:15:22.910782 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 07:15:41.197934 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 07:15:54.053195 3807 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-74xb7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:15:54.053828 3807 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-74xb7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:15:54.783802 3807 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-74xb7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:15:54.783856 3807 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-74xb7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:15:54.789240 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddb9584c4-74xb7 I0424 07:15:54.789267 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddb9584c4-74xb7 I0424 07:16:04.439629 3807 cni.go:452] [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key ] I0424 07:16:04.507247 3807 cni.go:473] [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ddb9584c4-8vsnd 4b9af2abc3d67c2b4e1ee3a3493cc03ba7426d9fec0d76d9ddece5d3614736bc network default NAD default NAD key default], result "{}", err I0424 07:16:04.552306 3807 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-8vsnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:16:04.552371 3807 pods.go:176] Deleting pod: openshift-console/console-ddb9584c4-8vsnd I0424 07:16:04.553794 3807 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ddb9584c4-8vsnd, ips: 10.128.0.24 I0424 07:16:04.553827 3807 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-8vsnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:16:05.038459 3807 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-8vsnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:16:05.038483 3807 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-8vsnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:16:05.044204 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddb9584c4-8vsnd I0424 07:16:05.044229 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddb9584c4-8vsnd I0424 07:16:44.180770 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0424 07:16:54.074006 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 07:16:54.165285 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0424 07:17:09.185602 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 07:17:11.168879 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0424 07:19:13.207835 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 07:19:52.207498 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 07:20:03.816101 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:20:03.816783 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:20:04.718045 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:20:04.718073 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:20:23.075988 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0424 07:20:37.088912 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=45 I0424 07:20:38.078325 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0424 07:20:57.200693 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0424 07:21:19.783918 3807 namespace.go:98] [tsf] adding namespace I0424 07:21:19.784802 3807 namespace.go:102] [tsf] adding namespace took 863.442µs I0424 07:21:19.804153 3807 namespace.go:142] [tsf] updating namespace I0424 07:21:19.813470 3807 namespace.go:142] [tsf] updating namespace I0424 07:21:21.094709 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0424 07:21:23.801696 3807 namespace.go:98] [cert-manager-operator] adding namespace I0424 07:21:23.802612 3807 namespace.go:102] [cert-manager-operator] adding namespace took 891.681µs I0424 07:21:23.811249 3807 namespace.go:98] [tsf-keycloak] adding namespace I0424 07:21:23.811274 3807 namespace.go:98] [tsf-tas] adding namespace I0424 07:21:23.811468 3807 namespace.go:98] [rhbk-operator] adding namespace I0424 07:21:23.811593 3807 namespace.go:98] [tsf-tpa] adding namespace I0424 07:21:23.811608 3807 namespace.go:98] [konflux-operator] adding namespace I0424 07:21:23.811730 3807 namespace.go:98] [konflux-ui] adding namespace I0424 07:21:23.811839 3807 namespace.go:98] [rhtpa-operator] adding namespace I0424 07:21:23.811944 3807 namespace.go:102] [tsf-keycloak] adding namespace took 681.981µs I0424 07:21:23.812618 3807 namespace.go:102] [tsf-tas] adding namespace took 1.332964ms I0424 07:21:23.813224 3807 namespace.go:102] [rhbk-operator] adding namespace took 1.742746ms I0424 07:21:23.813771 3807 namespace.go:102] [tsf-tpa] adding namespace took 2.168137ms I0424 07:21:23.814263 3807 namespace.go:102] [konflux-operator] adding namespace took 2.64416ms I0424 07:21:23.814837 3807 namespace.go:102] [konflux-ui] adding namespace took 3.093418ms I0424 07:21:23.815420 3807 namespace.go:102] [rhtpa-operator] adding namespace took 3.570328ms I0424 07:21:23.817270 3807 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:23.826412 3807 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:23.834297 3807 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.847332 3807 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:23.856449 3807 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.856509 3807 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.859612 3807 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:23.868399 3807 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:23.868500 3807 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.874309 3807 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.874328 3807 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.881583 3807 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.892800 3807 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.906298 3807 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.913181 3807 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.929483 3807 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.933277 3807 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.954362 3807 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.954408 3807 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.962097 3807 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.973698 3807 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:23.986317 3807 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:24.018683 3807 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:24.210861 3807 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:25.014773 3807 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:25.032130 3807 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:30.747053 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.747569 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.747595 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.747605 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:30.747620 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.747627 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:30.769641 3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770055 3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770078 3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770085 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:30.770095 3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.770099 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:31.772958 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.772980 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.772992 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.773005 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799621 3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799641 3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799655 3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799674 3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:33.757846 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758352 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758379 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758389 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:33.758407 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758415 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:34.651565 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.651590 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.651602 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.651612 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:36.793665 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794186 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794210 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794218 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:36.794229 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794232 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:37.923314 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.923842 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.923870 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.923877 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:37.923889 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.923893 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:37.970907 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.970929 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.970949 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.970962 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.973969 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.973992 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.974006 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.974018 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:40.216360 3807 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-jhvc6 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:21:40.216583 3807 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6 I0424 07:21:40.268670 3807 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6] pod update took 52.113253ms I0424 07:21:40.268697 3807 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6] addLogicalPort annotation time took 52.156239ms I0424 07:21:40.269872 3807 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6] addLogicalPort took 53.526773ms, libovsdb time 848.509µs I0424 07:21:40.574156 3807 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6 11b75106b493ea2aa12c40b8ee0a51d2cf3de86f86f172d6ea8734eb6a6ea08e network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6 11b75106b493ea2aa12c40b8ee0a51d2cf3de86f86f172d6ea8734eb6a6ea08e network default NAD default NAD key ] I0424 07:21:40.583730 3807 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-jhvc6, hostIfaceName: 11b75106b493ea2, network: default, NAD default, SandboxID: "11b75106b493ea2aa12c40b8ee0a51d2cf3de86f86f172d6ea8734eb6a6ea08e", PCI device ID: , UID: "608b56ff-91cf-41cb-9c22-06e71f0be01a", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0424 07:21:40.633004 3807 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6 11b75106b493ea2aa12c40b8ee0a51d2cf3de86f86f172d6ea8734eb6a6ea08e network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jhvc6 11b75106b493ea2aa12c40b8ee0a51d2cf3de86f86f172d6ea8734eb6a6ea08e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6c:6d:20:76:44\",\"name\":\"11b75106b493ea2\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d385f2-5798-4ff6-9d98-73d142a91e85\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:21:46.736938 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 07:21:47.614617 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 07:21:47.630777 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 07:21:47.858999 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.859620 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.859643 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.859652 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:47.859669 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.859676 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:48.076765 3807 namespace.go:142] [openshift-operators] updating namespace I0424 07:21:48.088098 3807 namespace.go:142] [openshift-operators] updating namespace I0424 07:21:48.938925 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.938958 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.938975 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.938992 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:21:50.902272 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.647226 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.660198 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.665533 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.679447 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 07:21:56.867701 3807 namespace.go:142] [openshift-operators] updating namespace I0424 07:22:01.909052 3807 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-kd8pr for pod on switch ip-10-0-0-179.ec2.internal I0424 07:22:01.909169 3807 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr I0424 07:22:01.932919 3807 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr] pod update took 23.781933ms I0424 07:22:01.932946 3807 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr] addLogicalPort annotation time took 23.813722ms I0424 07:22:01.934124 3807 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr] addLogicalPort took 25.093526ms, libovsdb time 858.774µs I0424 07:22:02.372667 3807 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr e447a85280e93116869cbbe8ee305700956e89bfd1080713e76a2e6a9f9fec8a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr e447a85280e93116869cbbe8ee305700956e89bfd1080713e76a2e6a9f9fec8a network default NAD default NAD key ] I0424 07:22:02.381779 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-kd8pr, hostIfaceName: e447a85280e9311, network: default, NAD default, SandboxID: "e447a85280e93116869cbbe8ee305700956e89bfd1080713e76a2e6a9f9fec8a", PCI device ID: , UID: "859a0e38-1892-48cb-ab7d-87261b7b6f94", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0424 07:22:02.431157 3807 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr e447a85280e93116869cbbe8ee305700956e89bfd1080713e76a2e6a9f9fec8a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-kd8pr e447a85280e93116869cbbe8ee305700956e89bfd1080713e76a2e6a9f9fec8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:88:f4:35:18:f4\",\"name\":\"e447a85280e9311\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9acbc6b-ddc1-4e76-9a33-ac1b36e8980e\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:22:05.039529 3807 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 07:22:05.040433 3807 namespace.go:102] [trusted-artifact-signer] adding namespace took 878.077µs I0424 07:22:05.134451 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:05.160437 3807 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 07:22:05.471308 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 07:22:06.221108 3807 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-wfx5k for pod on switch ip-10-0-0-179.ec2.internal I0424 07:22:06.221234 3807 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k I0424 07:22:06.235896 3807 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k] pod update took 14.680989ms I0424 07:22:06.235921 3807 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k] addLogicalPort annotation time took 14.708552ms I0424 07:22:06.237350 3807 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k] addLogicalPort took 16.261467ms, libovsdb time 971.715µs I0424 07:22:06.593578 3807 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k e6c57e03eec1970d1d80f6d06bfcb69b8197ffaefaf76f216d680c7267e0eb9b network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k e6c57e03eec1970d1d80f6d06bfcb69b8197ffaefaf76f216d680c7267e0eb9b network default NAD default NAD key ] I0424 07:22:06.602871 3807 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-wfx5k, hostIfaceName: e6c57e03eec1970, network: default, NAD default, SandboxID: "e6c57e03eec1970d1d80f6d06bfcb69b8197ffaefaf76f216d680c7267e0eb9b", PCI device ID: , UID: "a5f15769-4a33-4850-8bda-213994a66535", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0424 07:22:06.651579 3807 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k e6c57e03eec1970d1d80f6d06bfcb69b8197ffaefaf76f216d680c7267e0eb9b network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wfx5k e6c57e03eec1970d1d80f6d06bfcb69b8197ffaefaf76f216d680c7267e0eb9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:79:a2:87:b3:22\",\"name\":\"e6c57e03eec1970\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55eb769a-a01a-4e54-a410-cc5fb2a327a0\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:22:07.985687 3807 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-7bg56 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:22:07.985892 3807 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56 I0424 07:22:08.007501 3807 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56] pod update took 21.63629ms I0424 07:22:08.007548 3807 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56] addLogicalPort annotation time took 21.690457ms I0424 07:22:08.009170 3807 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56] addLogicalPort took 23.506569ms, libovsdb time 1.165905ms I0424 07:22:10.478956 3807 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56 310e4b09df0c4782f2d55e41653edcb49ecc058e35bb74fc14ee4e064b03d5e0 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56 310e4b09df0c4782f2d55e41653edcb49ecc058e35bb74fc14ee4e064b03d5e0 network default NAD default NAD key ] I0424 07:22:10.491536 3807 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-7bg56, hostIfaceName: 310e4b09df0c478, network: default, NAD default, SandboxID: "310e4b09df0c4782f2d55e41653edcb49ecc058e35bb74fc14ee4e064b03d5e0", PCI device ID: , UID: "9da7d981-3a9b-4868-8964-2218efa59960", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0424 07:22:10.543488 3807 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56 310e4b09df0c4782f2d55e41653edcb49ecc058e35bb74fc14ee4e064b03d5e0 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7bg56 310e4b09df0c4782f2d55e41653edcb49ecc058e35bb74fc14ee4e064b03d5e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2a:49:7e:3a:c4\",\"name\":\"310e4b09df0c478\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42b63003-db0b-4697-a5a6-f981ad15808a\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:22:12.178571 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 07:22:12.760218 3807 namespace.go:98] [cert-manager] adding namespace I0424 07:22:12.761436 3807 namespace.go:102] [cert-manager] adding namespace took 1.192588ms I0424 07:22:12.796144 3807 namespace.go:142] [cert-manager] updating namespace I0424 07:22:12.814895 3807 namespace.go:142] [cert-manager] updating namespace I0424 07:22:13.446490 3807 namespace.go:98] [openshift-pipelines] adding namespace I0424 07:22:13.447567 3807 namespace.go:102] [openshift-pipelines] adding namespace took 1.051924ms I0424 07:22:13.537468 3807 namespace.go:142] [openshift-pipelines] updating namespace I0424 07:22:14.774404 3807 namespace.go:142] [cert-manager] updating namespace I0424 07:22:14.993992 3807 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:15.382442 3807 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:15.598260 3807 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:15.785828 3807 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:16.274594 3807 namespace.go:142] [rhbk-operator] updating namespace W0424 07:22:16.475975 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 07:22:16.517161 3807 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:16.788820 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:17.018383 3807 namespace.go:142] [tsf] updating namespace I0424 07:22:17.224505 3807 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:17.433588 3807 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:17.634199 3807 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:17.763248 3807 namespace.go:142] [cert-manager] updating namespace I0424 07:22:17.779010 3807 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:17.800377 3807 namespace.go:142] [default] updating namespace I0424 07:22:17.823040 3807 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:17.839593 3807 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:17.857604 3807 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:17.892071 3807 namespace.go:142] [openshift] updating namespace I0424 07:22:17.892192 3807 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:17.895426 3807 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:17.906363 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:17.918409 3807 namespace.go:142] [tsf] updating namespace I0424 07:22:17.925460 3807 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:17.945975 3807 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:17.960366 3807 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:18.030447 3807 namespace.go:142] [cert-manager] updating namespace I0424 07:22:18.109570 3807 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:18.224640 3807 namespace.go:142] [default] updating namespace I0424 07:22:18.313609 3807 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:18.427477 3807 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:18.465455 3807 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-n4svq] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-n4svq for pod on switch ip-10-0-0-179.ec2.internal I0424 07:22:18.465565 3807 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-n4svq I0424 07:22:18.493467 3807 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-n4svq] pod update took 27.924823ms I0424 07:22:18.493493 3807 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-n4svq] addLogicalPort annotation time took 27.955522ms I0424 07:22:18.494695 3807 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-n4svq] addLogicalPort took 29.260599ms, libovsdb time 837.693µs I0424 07:22:18.587821 3807 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:18.712633 3807 namespace.go:142] [openshift] updating namespace I0424 07:22:18.821833 3807 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-n4svq 4ad5c4a71170ae1e5a03a6b92ca69e8c17a99246f04cf8726209f8d1bd624d63 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-n4svq 4ad5c4a71170ae1e5a03a6b92ca69e8c17a99246f04cf8726209f8d1bd624d63 network default NAD default NAD key ] I0424 07:22:18.831535 3807 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-n4svq, hostIfaceName: 4ad5c4a71170ae1, network: default, NAD default, SandboxID: "4ad5c4a71170ae1e5a03a6b92ca69e8c17a99246f04cf8726209f8d1bd624d63", PCI device ID: , UID: "89814a07-1ffa-4ff5-a30d-581eefdc4502", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0424 07:22:18.857166 3807 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:18.881133 3807 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-n4svq 4ad5c4a71170ae1e5a03a6b92ca69e8c17a99246f04cf8726209f8d1bd624d63 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-n4svq 4ad5c4a71170ae1e5a03a6b92ca69e8c17a99246f04cf8726209f8d1bd624d63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:a5:6f:51:80:d2\",\"name\":\"4ad5c4a71170ae1\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/356ee60a-3e66-43f6-897b-462ba313172d\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:22:18.967866 3807 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:19.086131 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:19.180427 3807 namespace.go:142] [tsf] updating namespace I0424 07:22:19.307773 3807 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:19.384018 3807 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:19.483459 3807 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:20.092463 3807 namespace.go:142] [openshift-pipelines] updating namespace W0424 07:22:23.929191 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 07:22:23.929216 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 07:22:28.606578 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-gmwtc for pod on switch ip-10-0-0-179.ec2.internal I0424 07:22:28.606671 3807 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc I0424 07:22:28.622453 3807 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc] pod update took 15.804447ms I0424 07:22:28.622474 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc] addLogicalPort annotation time took 15.831542ms I0424 07:22:28.623635 3807 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc] addLogicalPort took 17.073904ms, libovsdb time 819.079µs I0424 07:22:28.965279 3807 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc 353992a06f1ab4e8632e389f76c9a477303aee9f1af65e02e5d853fb4e891fa2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc 353992a06f1ab4e8632e389f76c9a477303aee9f1af65e02e5d853fb4e891fa2 network default NAD default NAD key ] I0424 07:22:28.974747 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-gmwtc, hostIfaceName: 353992a06f1ab4e, network: default, NAD default, SandboxID: "353992a06f1ab4e8632e389f76c9a477303aee9f1af65e02e5d853fb4e891fa2", PCI device ID: , UID: "a1f4ec0f-468a-4620-a175-90926d5c4ae3", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0424 07:22:29.027029 3807 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc 353992a06f1ab4e8632e389f76c9a477303aee9f1af65e02e5d853fb4e891fa2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gmwtc 353992a06f1ab4e8632e389f76c9a477303aee9f1af65e02e5d853fb4e891fa2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d9:14:51:d5:c1\",\"name\":\"353992a06f1ab4e\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3ea7832-3dd5-4498-822d-884e5c0692c2\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:22:31.983467 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:31.983489 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:31.983497 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:33.332386 3807 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.332409 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.332415 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.332419 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:22:34.831015 3807 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-8zfjz] creating logical port cert-manager_cert-manager-59c77684cc-8zfjz for pod on switch ip-10-0-0-179.ec2.internal I0424 07:22:34.831112 3807 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-8zfjz I0424 07:22:34.847759 3807 pod.go:62] [cert-manager/cert-manager-59c77684cc-8zfjz] pod update took 16.674254ms I0424 07:22:34.847781 3807 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-8zfjz] addLogicalPort annotation time took 16.704076ms I0424 07:22:34.848979 3807 pods.go:271] [cert-manager/cert-manager-59c77684cc-8zfjz] addLogicalPort took 17.983479ms, libovsdb time 806.428µs I0424 07:22:35.186964 3807 cni.go:452] [cert-manager/cert-manager-59c77684cc-8zfjz 525ba4ae0719fc6ea0ee04b471715c47bfde996d2bab3fd6092466a57efca71c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-8zfjz 525ba4ae0719fc6ea0ee04b471715c47bfde996d2bab3fd6092466a57efca71c network default NAD default NAD key ] I0424 07:22:35.196780 3807 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-8zfjz, hostIfaceName: 525ba4ae0719fc6, network: default, NAD default, SandboxID: "525ba4ae0719fc6ea0ee04b471715c47bfde996d2bab3fd6092466a57efca71c", PCI device ID: , UID: "abab1534-a149-4bfa-bfd2-edde331da2aa", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0424 07:22:35.247713 3807 cni.go:473] [cert-manager/cert-manager-59c77684cc-8zfjz 525ba4ae0719fc6ea0ee04b471715c47bfde996d2bab3fd6092466a57efca71c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-8zfjz 525ba4ae0719fc6ea0ee04b471715c47bfde996d2bab3fd6092466a57efca71c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ae:23:77:f8:80\",\"name\":\"525ba4ae0719fc6\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c243fe38-c2fc-4484-8aee-851cf5e88317\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:22:38.459603 3807 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:22:38.460222 3807 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:22:38.481031 3807 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:22:38.481053 3807 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:22:38.487356 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 07:22:38.487385 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0424 07:22:44.048204 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:44.048226 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:44.048236 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0424 07:22:45.168937 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0424 07:22:49.387340 3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 07:22:49.434563 3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 07:22:53.077321 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0424 07:23:01.736901 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-9c962 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:23:01.737004 3807 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962 I0424 07:23:01.756376 3807 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962] pod update took 19.402321ms I0424 07:23:01.756404 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962] addLogicalPort annotation time took 19.436456ms I0424 07:23:01.757693 3807 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962] addLogicalPort took 20.808081ms, libovsdb time 839.549µs I0424 07:23:02.118335 3807 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962 5fb1a6c72aa1f375720202b79de01afbc8747633de6934abbf93c5f053875705 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962 5fb1a6c72aa1f375720202b79de01afbc8747633de6934abbf93c5f053875705 network default NAD default NAD key ] I0424 07:23:02.129070 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-9c962, hostIfaceName: 5fb1a6c72aa1f37, network: default, NAD default, SandboxID: "5fb1a6c72aa1f375720202b79de01afbc8747633de6934abbf93c5f053875705", PCI device ID: , UID: "6d266520-607b-4fc1-9f78-d5a4bcc820d2", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0424 07:23:02.178775 3807 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962 5fb1a6c72aa1f375720202b79de01afbc8747633de6934abbf93c5f053875705 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-9c962 5fb1a6c72aa1f375720202b79de01afbc8747633de6934abbf93c5f053875705 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f2:48:1f:d2:76\",\"name\":\"5fb1a6c72aa1f37\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d0464e0-0bcc-426d-ba2c-83872418415c\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:23:05.169720 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 07:23:12.631786 3807 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:23:12.632339 3807 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:23:12.651824 3807 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:23:12.651853 3807 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:23:12.657337 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 07:23:12.657361 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 07:23:14.653608 3807 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 07:23:14.654228 3807 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 07:23:14.654252 3807 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 07:23:14.656279 3807 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 07:23:18.194225 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0424 07:23:19.027658 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-sqp59] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-sqp59 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:23:19.027782 3807 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-sqp59 I0424 07:23:19.042321 3807 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-sqp59] pod update took 14.562457ms I0424 07:23:19.042346 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-sqp59] addLogicalPort annotation time took 14.590549ms I0424 07:23:19.043829 3807 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-sqp59] addLogicalPort took 16.189628ms, libovsdb time 1.054907ms I0424 07:23:19.389312 3807 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-sqp59 f2bcce8f270db0d10364b456e55137961469579e0ea61d884712ddbf38467ebe network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-sqp59 f2bcce8f270db0d10364b456e55137961469579e0ea61d884712ddbf38467ebe network default NAD default NAD key ] I0424 07:23:19.398478 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-sqp59, hostIfaceName: f2bcce8f270db0d, network: default, NAD default, SandboxID: "f2bcce8f270db0d10364b456e55137961469579e0ea61d884712ddbf38467ebe", PCI device ID: , UID: "759f3a85-d5c8-4339-8daa-1a230246bd4c", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0424 07:23:19.448390 3807 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-sqp59 f2bcce8f270db0d10364b456e55137961469579e0ea61d884712ddbf38467ebe network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-sqp59 f2bcce8f270db0d10364b456e55137961469579e0ea61d884712ddbf38467ebe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3b:98:60:af:18\",\"name\":\"f2bcce8f270db0d\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8fd2d9d-a0ab-4e87-a9e3-4d6775c9ad51\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:23:20.554022 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:20.554044 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:20.557662 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 07:23:20.557723 3807 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 07:23:21.076670 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=83 I0424 07:23:23.018411 3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 07:23:36.717480 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-xcdwm for pod on switch ip-10-0-0-179.ec2.internal I0424 07:23:36.717603 3807 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm I0424 07:23:36.735014 3807 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm] pod update took 17.444876ms I0424 07:23:36.735040 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm] addLogicalPort annotation time took 17.473384ms I0424 07:23:36.736396 3807 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm] addLogicalPort took 18.932287ms, libovsdb time 987.745µs I0424 07:23:36.817715 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-xp4t6 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:23:36.817835 3807 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6 I0424 07:23:36.831987 3807 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6] pod update took 14.170246ms I0424 07:23:36.832006 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6] addLogicalPort annotation time took 14.196038ms I0424 07:23:36.833232 3807 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6] addLogicalPort took 15.536203ms, libovsdb time 853.597µs I0424 07:23:37.678654 3807 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm fa50be7d7fc82d428cca2cd516b0c4a322fe79c5525287f8a683c18a8d119e17 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm fa50be7d7fc82d428cca2cd516b0c4a322fe79c5525287f8a683c18a8d119e17 network default NAD default NAD key ] I0424 07:23:37.687800 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-xcdwm, hostIfaceName: fa50be7d7fc82d4, network: default, NAD default, SandboxID: "fa50be7d7fc82d428cca2cd516b0c4a322fe79c5525287f8a683c18a8d119e17", PCI device ID: , UID: "8e855e81-5f9e-451c-9418-ea12b567e10a", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0424 07:23:37.738284 3807 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm fa50be7d7fc82d428cca2cd516b0c4a322fe79c5525287f8a683c18a8d119e17 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-xcdwm fa50be7d7fc82d428cca2cd516b0c4a322fe79c5525287f8a683c18a8d119e17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b0:36:de:e9:71\",\"name\":\"fa50be7d7fc82d4\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bbb57a6-9cbc-4824-b11f-d044813622d8\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:23:37.775988 3807 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6 ebaf0abd22601763557426012ce62efe31b7b26d7329d977605d692dd9272942 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6 ebaf0abd22601763557426012ce62efe31b7b26d7329d977605d692dd9272942 network default NAD default NAD key ] I0424 07:23:37.785119 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-xp4t6, hostIfaceName: ebaf0abd2260176, network: default, NAD default, SandboxID: "ebaf0abd22601763557426012ce62efe31b7b26d7329d977605d692dd9272942", PCI device ID: , UID: "6ece07ab-871c-4bd8-ab4b-d6e57429d86d", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0424 07:23:37.834852 3807 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6 ebaf0abd22601763557426012ce62efe31b7b26d7329d977605d692dd9272942 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-xp4t6 ebaf0abd22601763557426012ce62efe31b7b26d7329d977605d692dd9272942 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:1e:4c:e0:b7:9e\",\"name\":\"ebaf0abd2260176\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7547c31d-9846-434f-9c81-ef1e7bc95342\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:23:41.930263 3807 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:41.930284 3807 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:41.930289 3807 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:47.965353 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:47.965377 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:47.965385 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 07:24:04.980410 3807 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:04.980978 3807 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:05.027116 3807 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:05.027140 3807 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:05.036234 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 07:24:05.036256 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 07:24:06.800326 3807 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-4zxdz-gs4hz] creating logical port tsf-tas_segment-backup-installation-4zxdz-gs4hz for pod on switch ip-10-0-0-179.ec2.internal I0424 07:24:06.800467 3807 kube.go:256] Updating pod tsf-tas/segment-backup-installation-4zxdz-gs4hz I0424 07:24:06.815216 3807 pod.go:62] [tsf-tas/segment-backup-installation-4zxdz-gs4hz] pod update took 14.769186ms I0424 07:24:06.815240 3807 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-4zxdz-gs4hz] addLogicalPort annotation time took 14.803353ms I0424 07:24:06.816558 3807 pods.go:271] [tsf-tas/segment-backup-installation-4zxdz-gs4hz] addLogicalPort took 16.256826ms, libovsdb time 900.486µs I0424 07:24:07.162184 3807 cni.go:452] [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key ] I0424 07:24:07.171827 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-4zxdz-gs4hz, hostIfaceName: 6aff72b07cebf49, network: default, NAD default, SandboxID: "6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1", PCI device ID: , UID: "50e52a1e-8823-48d7-930c-7f48d61a2d1b", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0424 07:24:07.227875 3807 cni.go:473] [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9a:a5:3b:9a:d1\",\"name\":\"6aff72b07cebf49\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c6df310-3a76-4f47-8160-2e42180da60f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:24:07.558926 3807 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-szdzl-7542x] creating logical port tsf-tas_ctlog-createtree-job-szdzl-7542x for pod on switch ip-10-0-0-179.ec2.internal I0424 07:24:07.559016 3807 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-szdzl-7542x I0424 07:24:07.577913 3807 pod.go:62] [tsf-tas/ctlog-createtree-job-szdzl-7542x] pod update took 18.918841ms I0424 07:24:07.577938 3807 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-szdzl-7542x] addLogicalPort annotation time took 18.947419ms I0424 07:24:07.579123 3807 pods.go:271] [tsf-tas/ctlog-createtree-job-szdzl-7542x] addLogicalPort took 20.217099ms, libovsdb time 811.48µs I0424 07:24:07.920255 3807 cni.go:452] [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key ] I0424 07:24:07.930073 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-szdzl-7542x, hostIfaceName: 23a4e68edfc1a10, network: default, NAD default, SandboxID: "23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48", PCI device ID: , UID: "71d707b3-2752-432f-9ba9-912e19100834", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0424 07:24:07.984115 3807 cni.go:473] [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:93:ce:c6:e1:12\",\"name\":\"23a4e68edfc1a10\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e96ec5f-580d-408d-886d-5052eff0ae69\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:24:08.063041 3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-2gk7h-stsbq] creating logical port tsf-tas_rekor-createtree-job-2gk7h-stsbq for pod on switch ip-10-0-0-179.ec2.internal I0424 07:24:08.063121 3807 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-2gk7h-stsbq I0424 07:24:08.086430 3807 pod.go:62] [tsf-tas/rekor-createtree-job-2gk7h-stsbq] pod update took 23.329585ms I0424 07:24:08.086461 3807 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-2gk7h-stsbq] addLogicalPort annotation time took 23.356211ms I0424 07:24:08.087668 3807 pods.go:271] [tsf-tas/rekor-createtree-job-2gk7h-stsbq] addLogicalPort took 24.64156ms, libovsdb time 831.422µs I0424 07:24:08.430233 3807 cni.go:452] [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key ] I0424 07:24:08.440162 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-2gk7h-stsbq, hostIfaceName: b1815d38c634578, network: default, NAD default, SandboxID: "b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0", PCI device ID: , UID: "8600758d-f994-48e8-8e60-880033a2c6f3", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0424 07:24:08.494033 3807 cni.go:473] [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6d:ba:7e:6f:11\",\"name\":\"b1815d38c634578\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dc4593a-bcf9-4580-9ec0-769dc63bc28b\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:24:09.527635 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 07:24:09.527660 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0424 07:24:10.543229 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-scj85 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:24:10.543378 3807 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85 I0424 07:24:10.556958 3807 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85] pod update took 13.616826ms I0424 07:24:10.556987 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85] addLogicalPort annotation time took 13.647365ms I0424 07:24:10.558747 3807 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85] addLogicalPort took 15.542552ms, libovsdb time 1.18073ms I0424 07:24:10.915782 3807 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85 740e3167d39e5899e4fc519c51c6192e571ae1e14a9d649c3022750ac499686f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85 740e3167d39e5899e4fc519c51c6192e571ae1e14a9d649c3022750ac499686f network default NAD default NAD key ] I0424 07:24:10.926765 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-scj85, hostIfaceName: 740e3167d39e589, network: default, NAD default, SandboxID: "740e3167d39e5899e4fc519c51c6192e571ae1e14a9d649c3022750ac499686f", PCI device ID: , UID: "460579e5-d15f-4243-8cdf-830b046c8940", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0424 07:24:10.984036 3807 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85 740e3167d39e5899e4fc519c51c6192e571ae1e14a9d649c3022750ac499686f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-scj85 740e3167d39e5899e4fc519c51c6192e571ae1e14a9d649c3022750ac499686f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:0a:07:61:0d:52\",\"name\":\"740e3167d39e589\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14938311-61da-42d0-a488-16b6945559fa\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:24:14.019194 3807 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-spzh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:14.019830 3807 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-spzh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:14.900138 3807 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-spzh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:14.900164 3807 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-spzh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:24:16.575740 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 07:24:16.620845 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 07:24:16.645435 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0424 07:24:18.122996 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 07:24:18.123018 3807 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 07:24:18.147362 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 07:24:18.147381 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0424 07:24:21.143630 3807 cni.go:452] [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key ] I0424 07:24:21.237035 3807 cni.go:473] [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-4zxdz-gs4hz 6aff72b07cebf49ab870d76dea479c1d85a59ec979f740fb78cab01c0115d7d1 network default NAD default NAD key default], result "{}", err I0424 07:24:21.285564 3807 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:21.285599 3807 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-4zxdz-gs4hz I0424 07:24:21.286960 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-4zxdz-gs4hz, ips: 10.128.0.38 I0424 07:24:21.286987 3807 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:22.306449 3807 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:22.306474 3807 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:24:25.639677 3807 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 07:24:44.488830 3807 namespace.go:142] [openshift-pipelines] updating namespace I0424 07:25:00.220224 3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:00.220835 3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:00.240817 3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:00.240841 3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:00.247126 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 07:25:00.247151 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 07:25:05.171994 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 07:25:09.298368 3807 obj_retry.go:498] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:09.299035 3807 obj_retry.go:498] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:10.179289 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:10.179318 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:15.322220 3807 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-28sdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:15.322757 3807 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-28sdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:16.211243 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 07:25:16.344568 3807 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-28sdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.344592 3807 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-28sdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.379454 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.379479 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.385175 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4p8sv I0424 07:25:16.385195 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4p8sv I0424 07:25:20.353501 3807 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:20.354175 3807 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:20.374069 3807 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:20.374092 3807 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:20.376700 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 07:25:20.376725 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 07:25:25.453557 3807 cni.go:452] [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key ] I0424 07:25:25.542495 3807 cni.go:473] [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-szdzl-7542x 23a4e68edfc1a10355b23394ab636ee3c539984615d912005cdb62627b564c48 network default NAD default NAD key default], result "{}", err I0424 07:25:25.591803 3807 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:25.591842 3807 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-szdzl-7542x I0424 07:25:25.593336 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-szdzl-7542x, ips: 10.128.0.39 I0424 07:25:25.593370 3807 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.404821 3807 obj_retry.go:498] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.405357 3807 obj_retry.go:498] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.466841 3807 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:26.466863 3807 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.427834 3807 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.427859 3807 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.867864 3807 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6d777df449-2285w] creating logical port tsf-tas_ctlog-6d777df449-2285w for pod on switch ip-10-0-0-179.ec2.internal I0424 07:25:27.867968 3807 kube.go:256] Updating pod tsf-tas/ctlog-6d777df449-2285w I0424 07:25:27.894675 3807 pod.go:62] [tsf-tas/ctlog-6d777df449-2285w] pod update took 26.730469ms I0424 07:25:27.894695 3807 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6d777df449-2285w] addLogicalPort annotation time took 26.759407ms I0424 07:25:27.895853 3807 pods.go:271] [tsf-tas/ctlog-6d777df449-2285w] addLogicalPort took 28.003709ms, libovsdb time 798.545µs I0424 07:25:28.221680 3807 cni.go:452] [tsf-tas/ctlog-6d777df449-2285w 9d152d2dac1dba774893ca8c2f64ff7a2b7699dc5f3db9bb46d7dd1d20de4a20 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6d777df449-2285w 9d152d2dac1dba774893ca8c2f64ff7a2b7699dc5f3db9bb46d7dd1d20de4a20 network default NAD default NAD key ] I0424 07:25:28.230979 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6d777df449-2285w, hostIfaceName: 9d152d2dac1dba7, network: default, NAD default, SandboxID: "9d152d2dac1dba774893ca8c2f64ff7a2b7699dc5f3db9bb46d7dd1d20de4a20", PCI device ID: , UID: "370e486d-f74b-4905-a5e0-9337cbde5ace", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0424 07:25:28.282315 3807 cni.go:473] [tsf-tas/ctlog-6d777df449-2285w 9d152d2dac1dba774893ca8c2f64ff7a2b7699dc5f3db9bb46d7dd1d20de4a20 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6d777df449-2285w 9d152d2dac1dba774893ca8c2f64ff7a2b7699dc5f3db9bb46d7dd1d20de4a20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9d:58:7f:92:7b\",\"name\":\"9d152d2dac1dba7\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458fdc55-e2b2-4df7-a4a6-4bc0d2144f72\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:25:30.427309 3807 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:30.427837 3807 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:30.575760 3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:30.575781 3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:30.777220 3807 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-jjbws] creating logical port tsf-tpa_create-importers-jjbws for pod on switch ip-10-0-0-179.ec2.internal I0424 07:25:30.777345 3807 kube.go:256] Updating pod tsf-tpa/create-importers-jjbws I0424 07:25:30.789361 3807 pod.go:62] [tsf-tpa/create-importers-jjbws] pod update took 12.042352ms I0424 07:25:30.789380 3807 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-jjbws] addLogicalPort annotation time took 12.067947ms I0424 07:25:30.790700 3807 pods.go:271] [tsf-tpa/create-importers-jjbws] addLogicalPort took 13.501845ms, libovsdb time 897.696µs I0424 07:25:31.142054 3807 cni.go:452] [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key ] I0424 07:25:31.151192 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-jjbws, hostIfaceName: 9ce40b9752fcc22, network: default, NAD default, SandboxID: "9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137", PCI device ID: , UID: "f2656a0c-24a5-48b5-933d-e69cfd8045b7", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0424 07:25:31.202651 3807 cni.go:473] [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:06:a2:aa:e0:52\",\"name\":\"9ce40b9752fcc22\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99ea7035-c2ae-49ae-bfdd-6d19bb561ec3\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:25:33.494087 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 07:25:35.168173 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0424 07:25:35.510239 3807 cni.go:452] [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key ] I0424 07:25:35.593358 3807 cni.go:473] [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-jjbws 9ce40b9752fcc225d79cb3b2e0d1f0629cb61a56c7804a4a101efcc2ab315137 network default NAD default NAD key default], result "{}", err I0424 07:25:35.642317 3807 obj_retry.go:498] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:35.642346 3807 pods.go:176] Deleting pod: tsf-tpa/create-importers-jjbws I0424 07:25:35.643708 3807 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-jjbws, ips: 10.128.0.43 I0424 07:25:35.643737 3807 obj_retry.go:498] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:36.665462 3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:36.665485 3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:25:38.338036 3807 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 07:25:40.535669 3807 cni.go:452] [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key ] I0424 07:25:40.623434 3807 cni.go:473] [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-2gk7h-stsbq b1815d38c6345788bfbf28c2daeadcaca2828acc61825ee8d50a9b03f19e7ab0 network default NAD default NAD key default], result "{}", err I0424 07:25:40.678191 3807 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:40.678247 3807 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-2gk7h-stsbq I0424 07:25:40.679572 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-2gk7h-stsbq, ips: 10.128.0.40 I0424 07:25:40.679599 3807 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:41.553119 3807 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:41.553142 3807 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:44.326065 3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-69b5846d6-tchcq] creating logical port tsf-tas_rekor-redis-69b5846d6-tchcq for pod on switch ip-10-0-0-179.ec2.internal I0424 07:25:44.326163 3807 kube.go:256] Updating pod tsf-tas/rekor-redis-69b5846d6-tchcq I0424 07:25:44.340419 3807 pod.go:62] [tsf-tas/rekor-redis-69b5846d6-tchcq] pod update took 14.280232ms I0424 07:25:44.340442 3807 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-69b5846d6-tchcq] addLogicalPort annotation time took 14.309095ms I0424 07:25:44.341770 3807 pods.go:271] [tsf-tas/rekor-redis-69b5846d6-tchcq] addLogicalPort took 15.712609ms, libovsdb time 890.366µs I0424 07:25:44.464880 3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-644bf6fdd9-p786q] creating logical port tsf-tas_rekor-search-ui-644bf6fdd9-p786q for pod on switch ip-10-0-0-179.ec2.internal I0424 07:25:44.464970 3807 kube.go:256] Updating pod tsf-tas/rekor-search-ui-644bf6fdd9-p786q I0424 07:25:44.476576 3807 pod.go:62] [tsf-tas/rekor-search-ui-644bf6fdd9-p786q] pod update took 11.630852ms I0424 07:25:44.476601 3807 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-644bf6fdd9-p786q] addLogicalPort annotation time took 11.658812ms I0424 07:25:44.478179 3807 pods.go:271] [tsf-tas/rekor-search-ui-644bf6fdd9-p786q] addLogicalPort took 13.317144ms, libovsdb time 1.09969ms W0424 07:25:44.528277 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0424 07:25:44.686124 3807 cni.go:452] [tsf-tas/rekor-redis-69b5846d6-tchcq fd253ce2ff404a203de8c2c9afa9057323806ef8d9acec37806aaaa5020b8b18 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-69b5846d6-tchcq fd253ce2ff404a203de8c2c9afa9057323806ef8d9acec37806aaaa5020b8b18 network default NAD default NAD key ] I0424 07:25:44.696088 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-69b5846d6-tchcq, hostIfaceName: fd253ce2ff404a2, network: default, NAD default, SandboxID: "fd253ce2ff404a203de8c2c9afa9057323806ef8d9acec37806aaaa5020b8b18", PCI device ID: , UID: "701ab5c8-9525-476b-a2d5-f5d7bcabea01", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0424 07:25:44.749351 3807 cni.go:473] [tsf-tas/rekor-redis-69b5846d6-tchcq fd253ce2ff404a203de8c2c9afa9057323806ef8d9acec37806aaaa5020b8b18 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-69b5846d6-tchcq fd253ce2ff404a203de8c2c9afa9057323806ef8d9acec37806aaaa5020b8b18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:49:ad:b4:74:b3\",\"name\":\"fd253ce2ff404a2\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0be0a3bc-676b-445c-9101-f385b4053065\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:25:44.827507 3807 cni.go:452] [tsf-tas/rekor-search-ui-644bf6fdd9-p786q 6891868b2b4f2160d9e31faeff75c1f60db2f88204aac81ae39516914ea9522b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-644bf6fdd9-p786q 6891868b2b4f2160d9e31faeff75c1f60db2f88204aac81ae39516914ea9522b network default NAD default NAD key ] I0424 07:25:44.837398 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-644bf6fdd9-p786q, hostIfaceName: 6891868b2b4f216, network: default, NAD default, SandboxID: "6891868b2b4f2160d9e31faeff75c1f60db2f88204aac81ae39516914ea9522b", PCI device ID: , UID: "8771bb86-30c4-4099-b632-607ea9ad4ff2", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0424 07:25:44.888351 3807 cni.go:473] [tsf-tas/rekor-search-ui-644bf6fdd9-p786q 6891868b2b4f2160d9e31faeff75c1f60db2f88204aac81ae39516914ea9522b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-644bf6fdd9-p786q 6891868b2b4f2160d9e31faeff75c1f60db2f88204aac81ae39516914ea9522b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d0:67:d0:57:fd\",\"name\":\"6891868b2b4f216\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d62fb06-46f7-4b31-84ae-340844dcc10a\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:25:46.574459 3807 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 07:25:47.052907 3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-797b78cc69-28wsm] creating logical port tsf-tas_rekor-server-797b78cc69-28wsm for pod on switch ip-10-0-0-179.ec2.internal I0424 07:25:47.053003 3807 kube.go:256] Updating pod tsf-tas/rekor-server-797b78cc69-28wsm I0424 07:25:47.066918 3807 pod.go:62] [tsf-tas/rekor-server-797b78cc69-28wsm] pod update took 13.938507ms I0424 07:25:47.066944 3807 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-797b78cc69-28wsm] addLogicalPort annotation time took 13.96967ms I0424 07:25:47.068263 3807 pods.go:271] [tsf-tas/rekor-server-797b78cc69-28wsm] addLogicalPort took 15.370638ms, libovsdb time 897.252µs W0424 07:25:47.597326 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 07:25:50.116704 3807 cni.go:452] [tsf-tas/rekor-server-797b78cc69-28wsm 8471c350320776c6380b31fbb963e72919f86130971ea7b80ecc1a2381cc7a76 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-797b78cc69-28wsm 8471c350320776c6380b31fbb963e72919f86130971ea7b80ecc1a2381cc7a76 network default NAD default NAD key ] I0424 07:25:50.125967 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-797b78cc69-28wsm, hostIfaceName: 8471c350320776c, network: default, NAD default, SandboxID: "8471c350320776c6380b31fbb963e72919f86130971ea7b80ecc1a2381cc7a76", PCI device ID: , UID: "9bfdfab7-3fa8-4340-93e6-c5e6551c2bac", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0424 07:25:50.177046 3807 cni.go:473] [tsf-tas/rekor-server-797b78cc69-28wsm 8471c350320776c6380b31fbb963e72919f86130971ea7b80ecc1a2381cc7a76 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-797b78cc69-28wsm 8471c350320776c6380b31fbb963e72919f86130971ea7b80ecc1a2381cc7a76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d6:93:d6:39:9e\",\"name\":\"8471c350320776c\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22dd4e3c-8084-4bfb-8ef6-15619dfcc35b\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:25:52.612835 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 07:25:53.184264 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0424 07:25:56.188437 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0424 07:25:58.613599 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0424 07:25:59.602095 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 07:26:03.622232 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0424 07:26:06.637396 3807 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:06.637941 3807 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:06.681995 3807 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:06.682017 3807 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:06.687730 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 07:26:06.687755 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 07:26:07.403392 3807 namespace.go:98] [image-controller] adding namespace I0424 07:26:07.404345 3807 namespace.go:102] [image-controller] adding namespace took 933.055µs I0424 07:26:07.418880 3807 namespace.go:98] [default-tenant] adding namespace I0424 07:26:07.418932 3807 namespace.go:98] [build-service] adding namespace I0424 07:26:07.419650 3807 namespace.go:102] [default-tenant] adding namespace took 755.793µs I0424 07:26:07.420260 3807 namespace.go:102] [build-service] adding namespace took 1.315073ms I0424 07:26:07.424596 3807 namespace.go:98] [integration-service] adding namespace I0424 07:26:07.425146 3807 namespace.go:102] [integration-service] adding namespace took 538.857µs I0424 07:26:07.458287 3807 namespace.go:142] [image-controller] updating namespace I0424 07:26:07.517903 3807 namespace.go:142] [image-controller] updating namespace I0424 07:26:07.517951 3807 namespace.go:142] [default-tenant] updating namespace I0424 07:26:07.553854 3807 namespace.go:142] [default-tenant] updating namespace I0424 07:26:07.553906 3807 namespace.go:142] [build-service] updating namespace I0424 07:26:07.590105 3807 namespace.go:142] [build-service] updating namespace I0424 07:26:07.608539 3807 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.618285 3807 namespace.go:142] [build-service] updating namespace I0424 07:26:07.627782 3807 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.643376 3807 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.682435 3807 namespace.go:98] [release-service] adding namespace I0424 07:26:07.683259 3807 namespace.go:102] [release-service] adding namespace took 810.444µs I0424 07:26:07.716446 3807 namespace.go:142] [release-service] updating namespace I0424 07:26:07.746476 3807 namespace.go:142] [release-service] updating namespace I0424 07:26:07.773542 3807 namespace.go:142] [konflux-ui] updating namespace I0424 07:26:07.850492 3807 namespace.go:98] [konflux-info] adding namespace I0424 07:26:07.851340 3807 namespace.go:102] [konflux-info] adding namespace took 804.052µs I0424 07:26:07.870775 3807 namespace.go:98] [namespace-lister] adding namespace I0424 07:26:07.871482 3807 namespace.go:102] [namespace-lister] adding namespace took 690.447µs I0424 07:26:08.023554 3807 namespace.go:142] [image-controller] updating namespace I0424 07:26:08.023770 3807 namespace.go:98] [enterprise-contract-service] adding namespace I0424 07:26:08.024455 3807 namespace.go:102] [enterprise-contract-service] adding namespace took 671.927µs I0424 07:26:08.091686 3807 namespace.go:142] [konflux-info] updating namespace I0424 07:26:08.175909 3807 namespace.go:142] [default-tenant] updating namespace I0424 07:26:08.228531 3807 namespace.go:142] [konflux-info] updating namespace I0424 07:26:08.228655 3807 namespace.go:98] [segment-bridge] adding namespace I0424 07:26:08.229557 3807 namespace.go:102] [segment-bridge] adding namespace took 883.231µs I0424 07:26:08.342763 3807 namespace.go:98] [konflux-cli] adding namespace I0424 07:26:08.343577 3807 namespace.go:102] [konflux-cli] adding namespace took 779.184µs I0424 07:26:08.402509 3807 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:08.653787 3807 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:08.821422 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:08.890605 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:08.981458 3807 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:09.055474 3807 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:09.125710 3807 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:09.218455 3807 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:09.483698 3807 base_network_controller_pods.go:487] [default/konflux-ui/dex-78dd99f89-xct8r] creating logical port konflux-ui_dex-78dd99f89-xct8r for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:09.483789 3807 kube.go:256] Updating pod konflux-ui/dex-78dd99f89-xct8r I0424 07:26:09.560409 3807 pod.go:62] [konflux-ui/dex-78dd99f89-xct8r] pod update took 76.647526ms I0424 07:26:09.560433 3807 base_network_controller_pods.go:951] [default/konflux-ui/dex-78dd99f89-xct8r] addLogicalPort annotation time took 76.674779ms I0424 07:26:09.560698 3807 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-sn7tb] creating logical port namespace-lister_namespace-lister-696b855848-sn7tb for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:09.560816 3807 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-sn7tb I0424 07:26:09.561881 3807 pods.go:271] [konflux-ui/dex-78dd99f89-xct8r] addLogicalPort took 78.198603ms, libovsdb time 957.538µs I0424 07:26:09.566738 3807 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 07:26:09.618153 3807 pod.go:62] [namespace-lister/namespace-lister-696b855848-sn7tb] pod update took 57.366642ms I0424 07:26:09.618174 3807 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-sn7tb] addLogicalPort annotation time took 57.390627ms I0424 07:26:09.619409 3807 pods.go:271] [namespace-lister/namespace-lister-696b855848-sn7tb] addLogicalPort took 58.727999ms, libovsdb time 826.127µs I0424 07:26:09.619524 3807 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 07:26:09.619547 3807 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 07:26:09.622867 3807 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 07:26:09.678539 3807 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 07:26:09.678571 3807 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 07:26:09.679657 3807 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 07:26:09.728728 3807 base_network_controller_pods.go:487] [default/konflux-ui/proxy-85d4f788f8-q2r8f] creating logical port konflux-ui_proxy-85d4f788f8-q2r8f for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:09.728828 3807 kube.go:256] Updating pod konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:26:09.731656 3807 namespace.go:142] [build-service] updating namespace I0424 07:26:09.900864 3807 pod.go:62] [konflux-ui/proxy-85d4f788f8-q2r8f] pod update took 172.062852ms I0424 07:26:09.900893 3807 base_network_controller_pods.go:951] [default/konflux-ui/proxy-85d4f788f8-q2r8f] addLogicalPort annotation time took 172.095731ms I0424 07:26:09.902356 3807 pods.go:271] [konflux-ui/proxy-85d4f788f8-q2r8f] addLogicalPort took 173.638753ms, libovsdb time 897.307µs I0424 07:26:10.189897 3807 namespace.go:142] [default-tenant] updating namespace I0424 07:26:10.333534 3807 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-bddwd] creating logical port image-controller_image-controller-controller-manager-6f859968fc-bddwd for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:10.333658 3807 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-bddwd I0424 07:26:10.353593 3807 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-bddwd] pod update took 19.957689ms I0424 07:26:10.353621 3807 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-bddwd] addLogicalPort annotation time took 19.988226ms I0424 07:26:10.355240 3807 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-bddwd] addLogicalPort took 21.743128ms, libovsdb time 1.047375ms I0424 07:26:10.456752 3807 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-jhssm] creating logical port build-service_build-service-controller-manager-7cbf488fcf-jhssm for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:10.456878 3807 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-jhssm I0424 07:26:10.486879 3807 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-jhssm] pod update took 30.028117ms I0424 07:26:10.486903 3807 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-jhssm] addLogicalPort annotation time took 30.060264ms I0424 07:26:10.488153 3807 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-jhssm] addLogicalPort took 31.423004ms, libovsdb time 852.084µs I0424 07:26:10.505160 3807 cni.go:452] [namespace-lister/namespace-lister-696b855848-sn7tb 13b6ea1d3f961c87f821e8eca9ae97ba11e779bf00d3bf76f5240d5eb4e3d43d network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-sn7tb 13b6ea1d3f961c87f821e8eca9ae97ba11e779bf00d3bf76f5240d5eb4e3d43d network default NAD default NAD key ] I0424 07:26:10.514582 3807 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-sn7tb, hostIfaceName: 13b6ea1d3f961c8, network: default, NAD default, SandboxID: "13b6ea1d3f961c87f821e8eca9ae97ba11e779bf00d3bf76f5240d5eb4e3d43d", PCI device ID: , UID: "5df3aa73-de4f-4a9d-8e57-3bad9af982b9", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0424 07:26:10.566859 3807 cni.go:473] [namespace-lister/namespace-lister-696b855848-sn7tb 13b6ea1d3f961c87f821e8eca9ae97ba11e779bf00d3bf76f5240d5eb4e3d43d network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-sn7tb 13b6ea1d3f961c87f821e8eca9ae97ba11e779bf00d3bf76f5240d5eb4e3d43d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:21:07:4b:c0:07\",\"name\":\"13b6ea1d3f961c8\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd260f5d-1f63-4247-8f38-201ce5bf946c\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:26:10.589491 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:10.594122 3807 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-ztkmz for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:10.594208 3807 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz I0424 07:26:10.618770 3807 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz] pod update took 24.583778ms I0424 07:26:10.618798 3807 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz] addLogicalPort annotation time took 24.615242ms I0424 07:26:10.620011 3807 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz] addLogicalPort took 25.902436ms, libovsdb time 814.398µs I0424 07:26:10.700882 3807 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-bddwd 89e7a35ed3e025657ff079a25ec66fc00e55b21bd1b51d71e72de7be3f9d917f network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-bddwd 89e7a35ed3e025657ff079a25ec66fc00e55b21bd1b51d71e72de7be3f9d917f network default NAD default NAD key ] I0424 07:26:10.710420 3807 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-bddwd, hostIfaceName: 89e7a35ed3e0256, network: default, NAD default, SandboxID: "89e7a35ed3e025657ff079a25ec66fc00e55b21bd1b51d71e72de7be3f9d917f", PCI device ID: , UID: "f72ae6ed-b269-4c04-8443-812f70e57351", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0424 07:26:10.762901 3807 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-bddwd 89e7a35ed3e025657ff079a25ec66fc00e55b21bd1b51d71e72de7be3f9d917f network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-bddwd 89e7a35ed3e025657ff079a25ec66fc00e55b21bd1b51d71e72de7be3f9d917f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:11:bf:ea:97:a7\",\"name\":\"89e7a35ed3e0256\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c227f08a-d55b-43fe-9251-92f1ea768a16\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:26:10.769236 3807 namespace.go:142] [image-controller] updating namespace I0424 07:26:10.823648 3807 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-jhssm 460923a20ee764a3ed9a3f436084a2a131318423eede2d2e0628fe325869be33 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-jhssm 460923a20ee764a3ed9a3f436084a2a131318423eede2d2e0628fe325869be33 network default NAD default NAD key ] I0424 07:26:10.832857 3807 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-jhssm, hostIfaceName: 460923a20ee764a, network: default, NAD default, SandboxID: "460923a20ee764a3ed9a3f436084a2a131318423eede2d2e0628fe325869be33", PCI device ID: , UID: "71525832-97c4-4dda-84c6-7ae9b6877eb0", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0424 07:26:10.886275 3807 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-jhssm 460923a20ee764a3ed9a3f436084a2a131318423eede2d2e0628fe325869be33 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-jhssm 460923a20ee764a3ed9a3f436084a2a131318423eede2d2e0628fe325869be33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:51:17:dd:d2:c2\",\"name\":\"460923a20ee764a\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/150237eb-53a4-4cf2-a84e-d767912eca0a\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:26:10.941000 3807 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-sx6nh for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:10.941117 3807 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh I0424 07:26:10.957737 3807 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh] pod update took 16.645455ms I0424 07:26:10.957759 3807 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh] addLogicalPort annotation time took 16.670633ms I0424 07:26:10.959178 3807 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh] addLogicalPort took 18.196515ms, libovsdb time 992.281µs I0424 07:26:10.962715 3807 namespace.go:142] [integration-service] updating namespace I0424 07:26:11.174428 3807 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:11.389969 3807 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj] creating logical port integration-service_integration-service-controller-manager-85d7dd55fb-4s4cj for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:11.390085 3807 kube.go:256] Updating pod integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj I0424 07:26:11.410036 3807 pod.go:62] [integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj] pod update took 19.978726ms I0424 07:26:11.410065 3807 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj] addLogicalPort annotation time took 20.014644ms I0424 07:26:11.411628 3807 pods.go:271] [integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj] addLogicalPort took 21.67976ms, libovsdb time 1.146484ms I0424 07:26:11.450683 3807 namespace.go:142] [konflux-info] updating namespace I0424 07:26:11.674822 3807 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:11.871637 3807 namespace.go:142] [release-service] updating namespace I0424 07:26:12.069568 3807 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:12.200652 3807 namespace.go:142] [build-service] updating namespace I0424 07:26:12.229644 3807 namespace.go:142] [default-tenant] updating namespace I0424 07:26:12.258525 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:12.286770 3807 namespace.go:142] [image-controller] updating namespace I0424 07:26:12.309690 3807 namespace.go:142] [integration-service] updating namespace I0424 07:26:12.350645 3807 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:12.409594 3807 namespace.go:142] [konflux-info] updating namespace I0424 07:26:12.447656 3807 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:12.481596 3807 namespace.go:142] [release-service] updating namespace I0424 07:26:12.533628 3807 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:12.616260 3807 namespace.go:142] [build-service] updating namespace W0424 07:26:12.734749 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 07:26:12.771606 3807 namespace.go:142] [default-tenant] updating namespace I0424 07:26:12.856639 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:12.940806 3807 namespace.go:142] [image-controller] updating namespace I0424 07:26:13.088666 3807 namespace.go:142] [integration-service] updating namespace I0424 07:26:13.171759 3807 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-dm8nh-wcpbj] creating logical port tsf-tas_tuf-repository-init-dm8nh-wcpbj for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:13.171889 3807 kube.go:256] Updating pod tsf-tas/tuf-repository-init-dm8nh-wcpbj I0424 07:26:13.191318 3807 pod.go:62] [tsf-tas/tuf-repository-init-dm8nh-wcpbj] pod update took 19.460702ms I0424 07:26:13.191341 3807 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-dm8nh-wcpbj] addLogicalPort annotation time took 19.488099ms I0424 07:26:13.192712 3807 pods.go:271] [tsf-tas/tuf-repository-init-dm8nh-wcpbj] addLogicalPort took 20.968841ms, libovsdb time 919.06µs I0424 07:26:13.212583 3807 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:13.302555 3807 namespace.go:142] [konflux-info] updating namespace I0424 07:26:13.370883 3807 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:13.419374 3807 namespace.go:142] [release-service] updating namespace I0424 07:26:13.471061 3807 namespace.go:142] [segment-bridge] updating namespace W0424 07:26:13.737332 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0424 07:26:14.737169 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 07:26:14.755153 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 07:26:17.360784 3807 cni.go:452] [konflux-ui/dex-78dd99f89-xct8r 5c2a34985eb1a72e1c7fc0461dcd31ad1cc0ba3e6876ed5302ce76877f78eae3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-78dd99f89-xct8r 5c2a34985eb1a72e1c7fc0461dcd31ad1cc0ba3e6876ed5302ce76877f78eae3 network default NAD default NAD key ] I0424 07:26:17.369753 3807 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-78dd99f89-xct8r, hostIfaceName: 5c2a34985eb1a72, network: default, NAD default, SandboxID: "5c2a34985eb1a72e1c7fc0461dcd31ad1cc0ba3e6876ed5302ce76877f78eae3", PCI device ID: , UID: "f6a91935-a99a-4911-9a9c-00d72abfd541", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0424 07:26:17.424634 3807 cni.go:473] [konflux-ui/dex-78dd99f89-xct8r 5c2a34985eb1a72e1c7fc0461dcd31ad1cc0ba3e6876ed5302ce76877f78eae3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-78dd99f89-xct8r 5c2a34985eb1a72e1c7fc0461dcd31ad1cc0ba3e6876ed5302ce76877f78eae3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8f:a5:d3:49:c0\",\"name\":\"5c2a34985eb1a72\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a084e5d-db95-413c-9045-0073967fc776\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:26:18.786288 3807 cni.go:452] [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key ] I0424 07:26:18.787364 3807 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key ] I0424 07:26:18.797105 3807 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-ztkmz, hostIfaceName: 15ffc522ffbb4b7, network: default, NAD default, SandboxID: "15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec", PCI device ID: , UID: "890b6ff9-abf6-4cfd-99de-cff1732dd784", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0424 07:26:18.797664 3807 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-85d4f788f8-q2r8f, hostIfaceName: b1c219c6aa1562e, network: default, NAD default, SandboxID: "b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb", PCI device ID: , UID: "61aef183-07cf-4146-9c37-79be752cedc9", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0424 07:26:18.839288 3807 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh e50ba996bc2cdf38b58498ce6017ef742cc63a0e668cd7607aa54cfc798a371e network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh e50ba996bc2cdf38b58498ce6017ef742cc63a0e668cd7607aa54cfc798a371e network default NAD default NAD key ] I0424 07:26:18.851243 3807 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-sx6nh, hostIfaceName: e50ba996bc2cdf3, network: default, NAD default, SandboxID: "e50ba996bc2cdf38b58498ce6017ef742cc63a0e668cd7607aa54cfc798a371e", PCI device ID: , UID: "66b10037-500c-4f96-b830-686d01bce59e", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0424 07:26:18.857064 3807 cni.go:473] [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a2:85:bf:e4:44\",\"name\":\"b1c219c6aa1562e\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5b8970f-96c8-4556-8511-b58b3f64f4a4\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:26:18.879539 3807 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ec:fa:c4:29:c7\",\"name\":\"15ffc522ffbb4b7\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5ab81ad-40fd-49ad-9c24-fc0653010556\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:26:18.907873 3807 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh e50ba996bc2cdf38b58498ce6017ef742cc63a0e668cd7607aa54cfc798a371e network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-sx6nh e50ba996bc2cdf38b58498ce6017ef742cc63a0e668cd7607aa54cfc798a371e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fb:9d:f6:c6:82\",\"name\":\"e50ba996bc2cdf3\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/461b13b9-5838-4abf-ae57-3908411c7a10\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:26:19.210335 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 07:26:19.255387 3807 cni.go:452] [integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj 72680794365d35ad8005d69572a1ed3417ca3c394e6040889bd4ae6a075a4d80 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj 72680794365d35ad8005d69572a1ed3417ca3c394e6040889bd4ae6a075a4d80 network default NAD default NAD key ] I0424 07:26:19.265321 3807 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-85d7dd55fb-4s4cj, hostIfaceName: 72680794365d35a, network: default, NAD default, SandboxID: "72680794365d35ad8005d69572a1ed3417ca3c394e6040889bd4ae6a075a4d80", PCI device ID: , UID: "9a88c6e0-7a03-45f0-b62f-f144705303f2", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0424 07:26:19.316855 3807 cni.go:473] [integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj 72680794365d35ad8005d69572a1ed3417ca3c394e6040889bd4ae6a075a4d80 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-85d7dd55fb-4s4cj 72680794365d35ad8005d69572a1ed3417ca3c394e6040889bd4ae6a075a4d80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:3b:cc:de:af:3d\",\"name\":\"72680794365d35a\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b534f41e-e440-41c4-83f0-27d30aff5019\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:26:19.777508 3807 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0424 07:26:19.844098 3807 cni.go:452] [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key ] I0424 07:26:19.855146 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-dm8nh-wcpbj, hostIfaceName: 02d3d3c0a8aa88c, network: default, NAD default, SandboxID: "02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93", PCI device ID: , UID: "c558c1de-052e-4beb-9052-3fc425b33153", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0424 07:26:19.908924 3807 cni.go:473] [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a1:e8:3d:12:c7\",\"name\":\"02d3d3c0a8aa88c\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a59899ef-f452-4201-901b-ca8db076608e\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:26:21.843389 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 07:26:21.843467 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0424 07:26:22.092533 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=567 W0424 07:26:24.351230 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:24.351249 3807 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:25.749437 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 07:26:25.769538 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 07:26:26.839352 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 07:26:26.839352 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 07:26:26.866548 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 07:26:26.867827 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0424 07:26:27.078688 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 W0424 07:26:27.856197 3807 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:27.856216 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0424 07:26:28.862959 3807 cni.go:452] [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key ] I0424 07:26:28.952079 3807 cni.go:473] [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-dm8nh-wcpbj 02d3d3c0a8aa88c51fcec6d559b3e5c168031d56e32f266f980c371079f09d93 network default NAD default NAD key default], result "{}", err I0424 07:26:29.005690 3807 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:29.005801 3807 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-dm8nh-wcpbj I0424 07:26:29.007155 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-dm8nh-wcpbj, ips: 10.128.0.55 I0424 07:26:29.007183 3807 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:30.028831 3807 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:30.028912 3807 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:30.235545 3807 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-hmf75] creating logical port tsf-tas_tuf-97fc8ff76-hmf75 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:26:30.235642 3807 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-hmf75 I0424 07:26:30.252007 3807 pod.go:62] [tsf-tas/tuf-97fc8ff76-hmf75] pod update took 16.391852ms I0424 07:26:30.252031 3807 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-hmf75] addLogicalPort annotation time took 16.420408ms I0424 07:26:30.253672 3807 pods.go:271] [tsf-tas/tuf-97fc8ff76-hmf75] addLogicalPort took 18.209937ms, libovsdb time 1.073343ms W0424 07:26:32.813762 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0424 07:26:32.839808 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0424 07:26:32.839909 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 07:26:37.878782 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 07:26:37.878908 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0424 07:26:38.115761 3807 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key ] I0424 07:26:38.205212 3807 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz 15ffc522ffbb4b78b4b6fbc85962e4441bd6b90f28873c3aac93a5b063030cec network default NAD default NAD key default], result "{}", err I0424 07:26:38.259917 3807 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:38.259947 3807 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz I0424 07:26:38.261486 3807 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz, ips: 10.128.0.52 I0424 07:26:38.261530 3807 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:38.917178 3807 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.917205 3807 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.923797 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz I0424 07:26:38.923817 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz I0424 07:26:40.198537 3807 cni.go:452] [tsf-tas/tuf-97fc8ff76-hmf75 3887156bc5f093115e1d3d59d8196bbb485afaea35ad8576cb0a5fc6ed629519 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-hmf75 3887156bc5f093115e1d3d59d8196bbb485afaea35ad8576cb0a5fc6ed629519 network default NAD default NAD key ] I0424 07:26:40.213157 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-hmf75, hostIfaceName: 3887156bc5f0931, network: default, NAD default, SandboxID: "3887156bc5f093115e1d3d59d8196bbb485afaea35ad8576cb0a5fc6ed629519", PCI device ID: , UID: "7c7df075-fd83-43d3-b054-2fca8bb96940", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0424 07:26:40.273363 3807 cni.go:473] [tsf-tas/tuf-97fc8ff76-hmf75 3887156bc5f093115e1d3d59d8196bbb485afaea35ad8576cb0a5fc6ed629519 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-hmf75 3887156bc5f093115e1d3d59d8196bbb485afaea35ad8576cb0a5fc6ed629519 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:27:64:fe:be:b6\",\"name\":\"3887156bc5f0931\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f0e7dd5-9620-4450-aa0d-2281b720bf68\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:26:41.950740 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 07:26:52.954834 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0424 07:27:04.432552 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 07:27:04.432575 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 07:27:04.432587 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 07:27:04.432593 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 07:27:05.921172 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 07:27:05.921190 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0424 07:27:18.081808 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0424 07:27:34.294083 3807 cni.go:452] [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key ] I0424 07:27:34.382138 3807 cni.go:473] [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-85d4f788f8-q2r8f b1c219c6aa1562ea63f1982bfb11369155b66293e5c8319a4edec0453fe975eb network default NAD default NAD key default], result "{}", err I0424 07:27:34.448322 3807 obj_retry.go:498] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:34.448357 3807 pods.go:176] Deleting pod: konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:27:34.449690 3807 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-85d4f788f8-q2r8f, ips: 10.128.0.49 I0424 07:27:34.449719 3807 obj_retry.go:498] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:35.238840 3807 obj_retry.go:492] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:35.238867 3807 obj_retry.go:492] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:35.245678 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:27:35.245708 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:27:37.924136 3807 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:37.924675 3807 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:37.943131 3807 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:37.943152 3807 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:37.948339 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 07:27:37.948359 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 07:27:58.204101 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 07:28:04.733745 3807 namespace.go:98] [default-managed-tenant-flll7] adding namespace I0424 07:28:04.734778 3807 namespace.go:102] [default-managed-tenant-flll7] adding namespace took 1.01204ms I0424 07:28:04.761590 3807 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:04.778210 3807 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:05.810328 3807 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:05.927077 3807 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:06.018036 3807 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:45.197112 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 07:29:47.130864 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0424 07:29:52.172624 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0424 07:30:00.197377 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616930-wtz9t for pod on switch ip-10-0-0-179.ec2.internal I0424 07:30:00.197500 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t I0424 07:30:00.223127 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t] pod update took 25.65312ms I0424 07:30:00.223153 3807 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t] addLogicalPort annotation time took 25.683929ms I0424 07:30:00.224824 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t] addLogicalPort took 27.459668ms, libovsdb time 993.618µs I0424 07:30:00.558906 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key ] I0424 07:30:00.568262 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616930-wtz9t, hostIfaceName: 5392ef429141d50, network: default, NAD default, SandboxID: "5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c", PCI device ID: , UID: "cc24854c-3206-4b7a-b187-e8d7b679a816", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0424 07:30:00.621583 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b3:67:e8:a6:48\",\"name\":\"5392ef429141d50\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06046f7b-24df-4daf-b4d3-8f26d5d54bcc\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:30:04.065990 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key ] I0424 07:30:04.155852 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t 5392ef429141d5053b05e7b810eccab52ecd5a60031d5b6ff209c6092013255c network default NAD default NAD key default], result "{}", err I0424 07:30:04.209562 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:30:04.209624 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t I0424 07:30:04.210967 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t, ips: 10.128.0.57 I0424 07:30:04.210994 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:30:05.078945 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:30:05.078974 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:30:13.080178 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=98 I0424 07:30:21.181180 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 07:31:40.079997 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0424 07:32:01.187204 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0424 07:33:04.175110 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 07:33:46.191859 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0424 07:33:54.206690 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0424 07:34:19.213046 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 07:34:21.199601 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 07:34:25.215314 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0424 07:34:29.085153 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0424 07:34:44.081423 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0424 07:34:44.095427 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=60 I0424 07:35:24.171607 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0424 07:35:27.063268 3807 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:27.063308 3807 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:27.068693 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q75v7 I0424 07:35:27.068720 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q75v7 I0424 07:35:30.027532 3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:30.027579 3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:30.031479 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gsjwt I0424 07:35:30.031533 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gsjwt I0424 07:35:36.041734 3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:36.041789 3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:36.044293 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jjbws I0424 07:35:36.044326 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jjbws I0424 07:35:44.175533 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0424 07:37:07.082797 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0424 07:37:30.083198 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0424 07:38:09.133961 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0424 07:39:15.189961 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 07:39:30.216377 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0424 07:40:00.238899 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616940-rqdgg for pod on switch ip-10-0-0-179.ec2.internal I0424 07:40:00.239008 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg I0424 07:40:00.266582 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg] pod update took 27.595733ms I0424 07:40:00.266605 3807 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg] addLogicalPort annotation time took 27.625307ms I0424 07:40:00.267989 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg] addLogicalPort took 29.111579ms, libovsdb time 853.855µs I0424 07:40:00.599801 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key ] I0424 07:40:00.608942 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616940-rqdgg, hostIfaceName: 0ce155722c743fa, network: default, NAD default, SandboxID: "0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72", PCI device ID: , UID: "5babc89f-f03f-49de-bef8-ba8530e55c79", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0424 07:40:00.661892 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:61:42:ad:34:06\",\"name\":\"0ce155722c743fa\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a105118-d4bd-41f2-bbc7-5a884c6c969d\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:40:04.386219 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key ] I0424 07:40:04.479860 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg 0ce155722c743fafaca45babefc55f4a183d1304466fe6346101c4fe68b9be72 network default NAD default NAD key default], result "{}", err I0424 07:40:04.532454 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:40:04.532491 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg I0424 07:40:04.533872 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg, ips: 10.128.0.58 I0424 07:40:04.533905 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:40:05.400864 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.400896 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.450474 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.450536 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.460247 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:40:05.460270 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:40:14.183882 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 07:40:19.088437 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0424 07:40:30.202921 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0424 07:41:38.485737 3807 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm I0424 07:41:52.098888 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0424 07:42:13.209692 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0424 07:42:22.177963 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0424 07:42:22.728730 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-init-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:42:22.728869 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-init-pod I0424 07:42:22.753768 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod] pod update took 24.924084ms I0424 07:42:22.753795 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-init-pod] addLogicalPort annotation time took 24.956375ms I0424 07:42:22.755350 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod] addLogicalPort took 26.636643ms, libovsdb time 961.878µs I0424 07:42:23.093266 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key ] I0424 07:42:23.102336 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-init-pod, hostIfaceName: 811258b1cfa3db1, network: default, NAD default, SandboxID: "811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba", PCI device ID: , UID: "6ae3ba7b-4a8a-4872-b2ec-11646628bc9a", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0424 07:42:23.156464 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:65:cb:fb:41:b4\",\"name\":\"811258b1cfa3db1\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b471d761-ef5e-45b3-89f0-f2a562bb5fd8\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:42:40.178692 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0424 07:42:40.724972 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-init-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:42:40.725091 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-init-pod I0424 07:42:40.745268 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-init-pod] pod update took 20.206999ms I0424 07:42:40.745295 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-init-pod] addLogicalPort annotation time took 20.238617ms I0424 07:42:40.746635 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-init-pod] addLogicalPort took 21.677322ms, libovsdb time 885.154µs I0424 07:42:41.091508 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key ] I0424 07:42:41.100869 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-init-pod, hostIfaceName: 35f64d98b47c328, network: default, NAD default, SandboxID: "35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c", PCI device ID: , UID: "dfd1f00b-62c4-46c0-91d4-99cf2692aeaf", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0424 07:42:41.272709 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key ] I0424 07:42:41.362131 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c2:6c:b1:43:48\",\"name\":\"35f64d98b47c328\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01779563-d9d0-4832-a654-8af06ac56992\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:42:41.364124 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-init-pod 811258b1cfa3db1409a5f33ba611609cee6db957df80708344825a650a0ac6ba network default NAD default NAD key default], result "{}", err I0424 07:42:41.409999 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:41.410067 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-init-pod I0424 07:42:41.411439 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-init-pod, ips: 10.128.0.59 I0424 07:42:41.411465 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:42.875209 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-kd7vc for pod on switch ip-10-0-0-179.ec2.internal I0424 07:42:42.875323 3807 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:42:42.890913 3807 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc] pod update took 15.622194ms I0424 07:42:42.890934 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc] addLogicalPort annotation time took 15.651057ms I0424 07:42:42.892211 3807 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc] addLogicalPort took 17.024362ms, libovsdb time 834.712µs I0424 07:42:43.236382 3807 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key ] I0424 07:42:43.246269 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-kd7vc, hostIfaceName: 2a759677a5b970e, network: default, NAD default, SandboxID: "2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9", PCI device ID: , UID: "f604fdcb-21c0-4eb7-bfdb-83dcbcf569c1", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0424 07:42:43.303836 3807 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:4a:d9:8d:8d:e8\",\"name\":\"2a759677a5b970e\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/058d6a94-a8ae-479b-b6f5-b7ef4a7c2180\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:42:45.294020 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:45.294576 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:46.027574 3807 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:42:46.027598 3807 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:42:46.034370 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:46.034395 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:46.317873 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key ] I0424 07:42:46.403688 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-init-pod 35f64d98b47c32836c0cf1f20228af6fe8fd69ec7ed3b0e42504ffbce9617b6c network default NAD default NAD key default], result "{}", err I0424 07:42:46.466238 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:46.466350 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-init-pod I0424 07:42:46.467977 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-init-pod, ips: 10.128.0.60 I0424 07:42:46.468013 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:47.723295 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-clone-repository-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:42:47.723419 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod I0424 07:42:47.745986 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod] pod update took 22.600873ms I0424 07:42:47.746010 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod] addLogicalPort annotation time took 22.630271ms I0424 07:42:47.747333 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod] addLogicalPort took 24.052826ms, libovsdb time 878.865µs I0424 07:42:48.088037 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key ] I0424 07:42:48.098083 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-clone-repository-pod, hostIfaceName: f743aa55e67ebea, network: default, NAD default, SandboxID: "f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744", PCI device ID: , UID: "ac6dd9b5-ca0d-4e8f-83cc-20be364b0c3f", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0424 07:42:48.152122 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:b0:95:3d:ec:b3\",\"name\":\"f743aa55e67ebea\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcdc8caa-0ec0-4529-aaf7-04c1937bceab\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 07:42:56.040926 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.040949 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.040956 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.040960 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.040974 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.040978 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.040982 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.040986 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:42:56.085289 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 W0424 07:42:56.317543 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.317563 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.317570 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.317575 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:42:58.295496 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:58.296203 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:01.445868 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key ] I0424 07:43:01.531433 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod f743aa55e67ebeae75c257b17fd1b1fcaa8dbbfab3351f451b69865d714d1744 network default NAD default NAD key default], result "{}", err I0424 07:43:01.690955 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:01.690994 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod I0424 07:43:01.692402 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod, ips: 10.128.0.62 I0424 07:43:01.692432 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:02.076621 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:43:02.076747 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod I0424 07:43:02.115929 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod] pod update took 39.216706ms I0424 07:43:02.115952 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod] addLogicalPort annotation time took 39.244694ms I0424 07:43:02.117346 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod] addLogicalPort took 40.745188ms, libovsdb time 990.27µs I0424 07:43:02.442216 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key ] I0424 07:43:02.451797 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod, hostIfaceName: b3be88f614a966d, network: default, NAD default, SandboxID: "b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7", PCI device ID: , UID: "156951e4-aca6-41fb-bec0-e3a18e306e93", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0424 07:43:02.505654 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ab:ba:59:73:69\",\"name\":\"b3be88f614a966d\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de3a2199-4e39-4714-b95f-95e61946ce43\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:43:17.174604 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 07:43:33.195329 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 07:43:35.590235 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:35.590869 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:40.591381 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-build-container-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:43:40.591586 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod I0424 07:43:40.657980 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod] pod update took 66.430827ms I0424 07:43:40.658010 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod] addLogicalPort annotation time took 66.465316ms I0424 07:43:40.659406 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod] addLogicalPort took 68.041083ms, libovsdb time 967.816µs I0424 07:43:40.718215 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key ] I0424 07:43:40.809557 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod b3be88f614a966d83ec52285c898d6f9a74325fc94311d0e52201d9d6b83fae7 network default NAD default NAD key default], result "{}", err I0424 07:43:40.878060 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:40.878091 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod I0424 07:43:40.879925 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod, ips: 10.128.0.63 I0424 07:43:40.879959 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:40.952011 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key ] I0424 07:43:40.961471 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-build-container-pod, hostIfaceName: 82114d0fbe90f73, network: default, NAD default, SandboxID: "82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd", PCI device ID: , UID: "b709a6bb-8fba-4834-9745-88fa8dfe15bf", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0424 07:43:41.019535 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f5:ad:aa:98:53\",\"name\":\"82114d0fbe90f73\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd90cc2f-7471-424c-9ff1-6d351f832c3f\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:44:16.220037 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0424 07:44:24.137024 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0424 07:44:35.085089 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0424 07:45:47.219583 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 07:45:58.086238 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 07:46:12.756020 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:12.756729 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.248792 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-clamav-scan-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:18.248949 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod I0424 07:46:18.275705 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod] pod update took 26.786087ms I0424 07:46:18.275729 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod] addLogicalPort annotation time took 26.815985ms I0424 07:46:18.277149 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod] addLogicalPort took 28.376357ms, libovsdb time 969.772µs I0424 07:46:18.614907 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key ] I0424 07:46:18.624296 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-clamav-scan-pod, hostIfaceName: 75e31a61eba4d16, network: default, NAD default, SandboxID: "75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430", PCI device ID: , UID: "309378fa-cd87-4978-882f-7032f261dd95", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0424 07:46:18.679317 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:49:6b:06:2d:57\",\"name\":\"75e31a61eba4d16\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d440f600-45ee-433f-9406-b78f6980da67\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:18.786541 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key ] I0424 07:46:18.881852 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.882382 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.888291 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod 82114d0fbe90f73e61d3a268acb079a43a7194d7be5cc4b921c390db784aeadd network default NAD default NAD key default], result "{}", err I0424 07:46:18.980385 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.980418 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod I0424 07:46:18.981887 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod, ips: 10.128.0.64 I0424 07:46:18.981914 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:19.248243 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:19.248409 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod I0424 07:46:19.269408 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod] pod update took 21.037203ms I0424 07:46:19.269430 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod] addLogicalPort annotation time took 21.064007ms I0424 07:46:19.270891 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod] addLogicalPort took 22.664625ms, libovsdb time 972.037µs I0424 07:46:19.644666 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key ] I0424 07:46:19.654685 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod, hostIfaceName: 4c15b6f336c97ac, network: default, NAD default, SandboxID: "4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84", PCI device ID: , UID: "d3dd9ab0-fbaa-4236-9ab9-82a36554d839", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0424 07:46:19.708144 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:6b:af:ad:75:93\",\"name\":\"4c15b6f336c97ac\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9085d019-8564-434d-81bb-d29a1484289c\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:21.436419 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-build-image-index-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:21.436597 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod I0424 07:46:21.460984 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod] pod update took 24.426238ms I0424 07:46:21.461016 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod] addLogicalPort annotation time took 24.462325ms I0424 07:46:21.462724 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod] addLogicalPort took 26.322764ms, libovsdb time 1.021047ms I0424 07:46:22.439021 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key ] I0424 07:46:22.449225 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-build-image-index-pod, hostIfaceName: f4eb38b0594041d, network: default, NAD default, SandboxID: "f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc", PCI device ID: , UID: "126dd463-1113-421c-98b1-b0128ee645ff", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0424 07:46:22.516941 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f2:c1:84:30:f4\",\"name\":\"f4eb38b0594041d\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e39b903-0bf5-42c8-8e34-d86a34ef831f\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:29.263026 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:29.263211 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod I0424 07:46:29.284934 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod] pod update took 21.761327ms I0424 07:46:29.284968 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod] addLogicalPort annotation time took 21.798479ms I0424 07:46:29.286907 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod] addLogicalPort took 23.899368ms, libovsdb time 1.224292ms I0424 07:46:29.355710 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-clair-scan-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:29.355886 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod I0424 07:46:29.389795 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod] pod update took 33.971196ms I0424 07:46:29.389881 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod] addLogicalPort annotation time took 34.061572ms I0424 07:46:29.391700 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod] addLogicalPort took 36.011331ms, libovsdb time 1.138301ms I0424 07:46:29.645567 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key ] I0424 07:46:29.658041 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod, hostIfaceName: c53b458207053e4, network: default, NAD default, SandboxID: "c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6", PCI device ID: , UID: "d01c332c-79e5-42b8-8754-801b2cd408bc", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0424 07:46:29.724654 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:37:2a:21:3b:7e\",\"name\":\"c53b458207053e4\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad4ee901-3180-4371-b4b2-51dd7d59b04e\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:29.744542 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key ] I0424 07:46:29.755783 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-clair-scan-pod, hostIfaceName: 2645bb4024e8b45, network: default, NAD default, SandboxID: "2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082", PCI device ID: , UID: "739169e4-e193-4f99-b8db-e1db24bb7edf", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0424 07:46:29.826006 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0c:6b:2e:dc:6c\",\"name\":\"2645bb4024e8b45\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06cd6990-7f7d-4309-a170-64f337ac2523\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:29.867275 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-sast-shell-check-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:29.867476 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod I0424 07:46:29.893015 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod] pod update took 25.584425ms I0424 07:46:29.893039 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod] addLogicalPort annotation time took 25.614735ms I0424 07:46:29.894710 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod] addLogicalPort took 27.45549ms, libovsdb time 1.109675ms I0424 07:46:29.919020 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key ] I0424 07:46:30.019564 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod f4eb38b0594041d258227011a7abbb92970a7ace10564825d8d53a5705eb00bc network default NAD default NAD key default], result "{}", err I0424 07:46:30.076436 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:30.076558 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod I0424 07:46:30.078435 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod, ips: 10.128.0.67 I0424 07:46:30.078472 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:30.301461 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key ] I0424 07:46:30.312669 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-sast-shell-check-pod, hostIfaceName: 1e6fc79f683c70a, network: default, NAD default, SandboxID: "1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420", PCI device ID: , UID: "5333ba50-4d3b-4c22-bbce-cf95037d1e78", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0424 07:46:30.352737 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-sast-unicode-check-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:30.352898 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod I0424 07:46:30.375180 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod] pod update took 22.325054ms I0424 07:46:30.375237 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod] addLogicalPort annotation time took 22.385947ms I0424 07:46:30.376943 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod] addLogicalPort took 24.241999ms, libovsdb time 1.043393ms I0424 07:46:30.382108 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:6b:1b:eb:60:73\",\"name\":\"1e6fc79f683c70a\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a745b98e-3152-4703-84ea-b455a022f715\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:30.579239 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:30.579393 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod I0424 07:46:30.601192 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod] pod update took 21.847155ms I0424 07:46:30.601224 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod] addLogicalPort annotation time took 21.88471ms I0424 07:46:30.603258 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod] addLogicalPort took 24.039016ms, libovsdb time 1.35653ms I0424 07:46:30.735061 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key ] I0424 07:46:30.745925 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-sast-unicode-check-pod, hostIfaceName: a4dc3eb9fe5fb87, network: default, NAD default, SandboxID: "a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf", PCI device ID: , UID: "5ccc3944-d661-4acf-9123-65ae02d121cd", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0424 07:46:30.815543 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:3a:47:f8:56:1f\",\"name\":\"a4dc3eb9fe5fb87\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dd15dfd-757f-4900-ba61-7105c34d32e5\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:31.022245 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key ] I0424 07:46:31.035170 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod, hostIfaceName: 48681ba466f2b6e, network: default, NAD default, SandboxID: "48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7", PCI device ID: , UID: "b531a6a8-f620-4e90-98f3-cafa34970b2e", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0424 07:46:31.100807 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:7d:a3:15:6f:ff\",\"name\":\"48681ba466f2b6e\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a95ef01-25fa-48a1-9d07-41835741e51a\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:31.153353 3807 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-tpa-scan-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:46:31.153557 3807 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod I0424 07:46:31.177311 3807 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod] pod update took 23.822136ms I0424 07:46:31.177338 3807 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod] addLogicalPort annotation time took 23.85433ms I0424 07:46:31.179150 3807 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod] addLogicalPort took 25.815861ms, libovsdb time 1.183725ms I0424 07:46:31.554615 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key ] I0424 07:46:31.564573 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-tpa-scan-pod, hostIfaceName: 5b3caed16d02c3c, network: default, NAD default, SandboxID: "5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1", PCI device ID: , UID: "75bb9f49-bcc1-4b0f-8e24-1c5ee56f365f", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0424 07:46:31.628109 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9c:53:66:7f:ad\",\"name\":\"5b3caed16d02c3c\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31893996-62c5-41ff-80d2-e06a66765cb6\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:46:32.205891 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 07:47:39.664989 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.665613 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.704530 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.705265 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:53.909792 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key ] I0424 07:47:53.911833 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key ] I0424 07:47:54.047373 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod 4c15b6f336c97ac0ac173814029d7b3b66d8c838061cded7b30ba46b9b582b84 network default NAD default NAD key default], result "{}", err I0424 07:47:54.057154 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod a4dc3eb9fe5fb872b3f6a7c6a5c94ea0066fd49281c1b24faa7e235182f822bf network default NAD default NAD key default], result "{}", err I0424 07:47:54.202144 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.202183 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod I0424 07:47:54.204057 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod, ips: 10.128.0.66 I0424 07:47:54.204093 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.248892 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.248926 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod I0424 07:47:54.250871 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod, ips: 10.128.0.71 I0424 07:47:54.250967 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:58.968800 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key ] I0424 07:47:59.070031 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod 1e6fc79f683c70a3a65f00f92550f47b16941231e2124a93c24361da60fe7420 network default NAD default NAD key default], result "{}", err I0424 07:48:12.181816 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 07:48:12.817275 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:12.817342 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod I0424 07:48:12.818978 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod, ips: 10.128.0.70 I0424 07:48:12.819005 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.122747 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key ] I0424 07:48:14.125774 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key ] I0424 07:48:14.266085 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod 5b3caed16d02c3c4bb121595166ae27f05b77fe657dbdda12705727d8cb681d1 network default NAD default NAD key default], result "{}", err I0424 07:48:14.273106 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod c53b458207053e4bfeaa835965804251a743e5bdbee4a4727280fbdefe3c1cf6 network default NAD default NAD key default], result "{}", err I0424 07:48:14.369209 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.369252 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod I0424 07:48:14.371151 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod, ips: 10.128.0.73 I0424 07:48:14.371185 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.401976 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.402078 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod I0424 07:48:14.404129 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod, ips: 10.128.0.68 I0424 07:48:14.404218 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:35.193504 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0424 07:48:39.358283 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key ] I0424 07:48:39.455673 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod 48681ba466f2b6edf31c76b8c9f5b0467051fd8711e8588ec01ff4305c98dcf7 network default NAD default NAD key default], result "{}", err I0424 07:48:39.606739 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:39.606781 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod I0424 07:48:39.608404 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod, ips: 10.128.0.72 I0424 07:48:39.608442 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:42.186621 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 07:48:45.101638 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=311 I0424 07:48:49.168261 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.168855 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.188881 3807 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.189382 3807 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:50.012724 3807 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:48:50.012749 3807 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:48:50.019570 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:48:50.019599 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:49:01.091017 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0424 07:49:09.440115 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:49:09.440840 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:49:47.181576 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0424 07:50:00.205761 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616950-9w248 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:50:00.205860 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 I0424 07:50:00.218025 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248] pod update took 12.189134ms I0424 07:50:00.218046 3807 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248] addLogicalPort annotation time took 12.214224ms I0424 07:50:00.219347 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248] addLogicalPort took 13.601496ms, libovsdb time 875.674µs I0424 07:50:00.695367 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key ] I0424 07:50:00.704919 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616950-9w248, hostIfaceName: a5037edd9b0de08, network: default, NAD default, SandboxID: "a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9", PCI device ID: , UID: "7d3ec6f0-1850-4d9f-9d1f-bce80b86ca8e", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0424 07:50:00.763111 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:db:df:40:2d:e8\",\"name\":\"a5037edd9b0de08\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a29bae98-3531-4e8a-a802-b973a118d2de\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:50:05.052911 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key ] I0424 07:50:05.152184 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 a5037edd9b0de080f330a61ea0773d32f0426cd4209f6e311fc7ae41dfe6cae9 network default NAD default NAD key default], result "{}", err I0424 07:50:05.247379 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:05.247413 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 I0424 07:50:05.248998 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248, ips: 10.128.0.74 I0424 07:50:05.249031 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:06.058852 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.058882 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.102843 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.102958 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.107769 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:50:06.107798 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:50:32.281925 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key ] I0424 07:50:32.381357 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod 75e31a61eba4d160ebe5f818beebc4992978d0356712700757a057936a038430 network default NAD default NAD key default], result "{}", err I0424 07:50:32.463189 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:32.463256 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod I0424 07:50:32.465093 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod, ips: 10.128.0.65 I0424 07:50:32.465126 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:47.088825 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0424 07:50:57.213148 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 07:51:03.541665 3807 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key ] I0424 07:51:03.638645 3807 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod 2645bb4024e8b451509d86a144622b6277bdd30afda8dd81005be39ad7cac082 network default NAD default NAD key default], result "{}", err I0424 07:51:03.724686 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:03.724729 3807 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod I0424 07:51:03.726112 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod, ips: 10.128.0.69 I0424 07:51:03.726141 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:10.177266 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 07:51:15.323058 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:15.323671 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:18.273623 3807 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-rdxl-wmpl6-collect-keyless-params-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:51:18.273771 3807 kube.go:256] Updating pod default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod I0424 07:51:18.295760 3807 pod.go:62] [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod] pod update took 22.026903ms I0424 07:51:18.295784 3807 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod] addLogicalPort annotation time took 22.055012ms I0424 07:51:18.297142 3807 pods.go:271] [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod] addLogicalPort took 23.54017ms, libovsdb time 879.852µs I0424 07:51:18.640882 3807 cni.go:452] [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key ] I0424 07:51:18.649974 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-rdxl-wmpl6-collect-keyless-params-pod, hostIfaceName: 06d97dbde9b7379, network: default, NAD default, SandboxID: "06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2", PCI device ID: , UID: "e4225ace-5b0f-4548-aac4-57559bf3a8c7", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0424 07:51:18.706347 3807 cni.go:473] [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:7d:a1:d1:ad:a8\",\"name\":\"06d97dbde9b7379\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5bf34e5-3212-4080-909a-0639db73d117\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:51:22.392768 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:22.393324 3807 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:24.880200 3807 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-rdxl-tmw8l-collect-keyless-params-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:51:24.880357 3807 kube.go:256] Updating pod default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod I0424 07:51:24.900883 3807 pod.go:62] [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod] pod update took 20.557817ms I0424 07:51:24.900906 3807 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod] addLogicalPort annotation time took 20.586683ms I0424 07:51:24.902569 3807 pods.go:271] [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod] addLogicalPort took 22.389457ms, libovsdb time 995.743µs I0424 07:51:26.188038 3807 cni.go:452] [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key ] I0424 07:51:26.197270 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-rdxl-tmw8l-collect-keyless-params-pod, hostIfaceName: 0cd40240d7b6a3c, network: default, NAD default, SandboxID: "0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b", PCI device ID: , UID: "b3437e5d-cd9c-4de6-a8e9-e6cf916cd744", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23] I0424 07:51:26.255341 3807 cni.go:473] [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1f:c7:d3:e4:fe\",\"name\":\"0cd40240d7b6a3c\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb3aa5cb-bb34-4802-a791-f3e517d65b36\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:51:32.175666 3807 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-rdxl-tmw8l-verify-pod] creating logical port default-tenant_my-integration-test-rdxl-tmw8l-verify-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:51:32.175815 3807 kube.go:256] Updating pod default-tenant/my-integration-test-rdxl-tmw8l-verify-pod I0424 07:51:32.224042 3807 pod.go:62] [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod] pod update took 48.274216ms I0424 07:51:32.224068 3807 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-rdxl-tmw8l-verify-pod] addLogicalPort annotation time took 48.304699ms I0424 07:51:32.225483 3807 pods.go:271] [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod] addLogicalPort took 49.833843ms, libovsdb time 966.41µs I0424 07:51:32.548117 3807 cni.go:452] [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key ] I0424 07:51:32.557404 3807 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-rdxl-tmw8l-verify-pod, hostIfaceName: cd24e25b7ec4df3, network: default, NAD default, SandboxID: "cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418", PCI device ID: , UID: "d6cdebcc-9ae8-4310-95de-8b89f93d85e7", MAC: 0a:58:0a:80:00:4d, IPs: [10.128.0.77/23] I0424 07:51:32.613268 3807 cni.go:473] [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3d:f2:c4:36:ac\",\"name\":\"cd24e25b7ec4df3\"},{\"mac\":\"0a:58:0a:80:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea7e2910-754f-4cf5-82b5-175695fc771d\"}],\"ips\":[{\"address\":\"10.128.0.77/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:51:32.802794 3807 cni.go:452] [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key ] I0424 07:51:32.803733 3807 cni.go:452] [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key ] I0424 07:51:32.889625 3807 cni.go:473] [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod 06d97dbde9b737983146773bc59ceb481f7f30808db8005a4f015cf97ec39ca2 network default NAD default NAD key default], result "{}", err I0424 07:51:32.925115 3807 cni.go:473] [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod 0cd40240d7b6a3cd9bcf8473e92dee09708935c63040a5d897d519d125ef478b network default NAD default NAD key default], result "{}", err I0424 07:51:32.975811 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:32.975843 3807 pods.go:176] Deleting pod: default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod I0424 07:51:32.977352 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod, ips: 10.128.0.75 I0424 07:51:32.977374 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:33.025409 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:33.025540 3807 pods.go:176] Deleting pod: default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod I0424 07:51:33.026919 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod, ips: 10.128.0.76 I0424 07:51:33.026948 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:33.140125 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0424 07:51:49.223366 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0424 07:51:50.984688 3807 cni.go:452] [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key ] I0424 07:51:51.092171 3807 cni.go:473] [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-rdxl-tmw8l-verify-pod cd24e25b7ec4df3fe3a5f95d0d698608b09b9ebb9adaeca379f2ea992dfd1418 network default NAD default NAD key default], result "{}", err I0424 07:51:51.214799 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:51.214833 3807 pods.go:176] Deleting pod: default-tenant/my-integration-test-rdxl-tmw8l-verify-pod I0424 07:51:51.216294 3807 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-rdxl-tmw8l-verify-pod, ips: 10.128.0.77 I0424 07:51:51.216321 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:56.739415 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:56.739998 3807 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:09.962861 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-verify-access-to-resources-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:09.962978 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod I0424 07:52:09.982539 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod] pod update took 19.587812ms I0424 07:52:09.982567 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod] addLogicalPort annotation time took 19.619535ms I0424 07:52:09.984111 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod] addLogicalPort took 21.265961ms, libovsdb time 1.077468ms I0424 07:52:10.333553 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key ] I0424 07:52:10.342858 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-verify-access-to-resources-pod, hostIfaceName: 78d270cae4815d9, network: default, NAD default, SandboxID: "78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af", PCI device ID: , UID: "e1cff543-c3af-4f97-b732-ef1d34ca863a", MAC: 0a:58:0a:80:00:4e, IPs: [10.128.0.78/23] I0424 07:52:10.400034 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:3f:55:75:85:d8\",\"name\":\"78d270cae4815d9\"},{\"mac\":\"0a:58:0a:80:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/583bf027-b26f-43c7-91aa-25bdf244e72d\"}],\"ips\":[{\"address\":\"10.128.0.78/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:52:12.837625 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/affinity-assistant-730411da2c-0] creating logical port default-managed-tenant-flll7_affinity-assistant-730411da2c-0 for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:12.837857 3807 kube.go:256] Updating pod default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:52:12.848743 3807 pod.go:62] [default-managed-tenant-flll7/affinity-assistant-730411da2c-0] pod update took 10.924835ms I0424 07:52:12.848771 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/affinity-assistant-730411da2c-0] addLogicalPort annotation time took 10.956669ms I0424 07:52:12.850592 3807 pods.go:271] [default-managed-tenant-flll7/affinity-assistant-730411da2c-0] addLogicalPort took 12.98733ms, libovsdb time 1.210388ms I0424 07:52:13.217742 3807 cni.go:452] [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key ] I0424 07:52:13.228568 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: affinity-assistant-730411da2c-0, hostIfaceName: 49611ba3b20678c, network: default, NAD default, SandboxID: "49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca", PCI device ID: , UID: "37fda599-8618-40c0-abe8-bf3e443419ef", MAC: 0a:58:0a:80:00:4f, IPs: [10.128.0.79/23] I0424 07:52:13.291763 3807 cni.go:473] [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:da:6c:3c:2b:2f\",\"name\":\"49611ba3b20678c\"},{\"mac\":\"0a:58:0a:80:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7767e912-2f9d-4c85-b034-219c1c0b59d4\"}],\"ips\":[{\"address\":\"10.128.0.79/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:52:15.433479 3807 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key ] I0424 07:52:15.533755 3807 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc 2a759677a5b970ee41c0a85b7ca417cc10477af42dfd932ee8877cf2ec0df7b9 network default NAD default NAD key default], result "{}", err I0424 07:52:15.721139 3807 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:15.721178 3807 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:52:15.722785 3807 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc, ips: 10.128.0.61 I0424 07:52:15.722814 3807 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:16.223909 3807 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:52:16.223968 3807 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:52:16.229454 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:52:16.229563 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:52:25.087821 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0424 07:52:27.338192 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key ] I0424 07:52:27.438959 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod 78d270cae4815d99f6793b80b3448fbc6ccbba0d8557a3f1389c61ab047d75af network default NAD default NAD key default], result "{}", err I0424 07:52:27.510074 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:27.510139 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod I0424 07:52:27.511639 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod, ips: 10.128.0.78 I0424 07:52:27.511669 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:28.902320 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-wxlfn for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:28.902501 3807 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn I0424 07:52:28.917561 3807 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn] pod update took 15.102713ms I0424 07:52:28.917583 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn] addLogicalPort annotation time took 15.128211ms I0424 07:52:28.919142 3807 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn] addLogicalPort took 16.840441ms, libovsdb time 1.111682ms I0424 07:52:29.277242 3807 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn 6f32d86e8df5c58eca14098f61e0786ae674a766647bb943f675827115ca5b04 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn 6f32d86e8df5c58eca14098f61e0786ae674a766647bb943f675827115ca5b04 network default NAD default NAD key ] I0424 07:52:29.287331 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-wxlfn, hostIfaceName: 6f32d86e8df5c58, network: default, NAD default, SandboxID: "6f32d86e8df5c58eca14098f61e0786ae674a766647bb943f675827115ca5b04", PCI device ID: , UID: "813ad697-216c-4836-828b-cb92c3c53a88", MAC: 0a:58:0a:80:00:50, IPs: [10.128.0.80/23] I0424 07:52:29.343494 3807 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn 6f32d86e8df5c58eca14098f61e0786ae674a766647bb943f675827115ca5b04 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wxlfn 6f32d86e8df5c58eca14098f61e0786ae674a766647bb943f675827115ca5b04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:55:9d:34:88:10\",\"name\":\"6f32d86e8df5c58\"},{\"mac\":\"0a:58:0a:80:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5091f539-5ad0-481b-816c-ad8aad144e96\"}],\"ips\":[{\"address\":\"10.128.0.80/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:52:32.198063 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0424 07:52:41.384341 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:52:41.384367 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:52:41.384375 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:52:41.384382 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-179.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:52:50.821537 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-collect-signing-params-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:50.821651 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod I0424 07:52:50.837994 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod] pod update took 16.371404ms I0424 07:52:50.838018 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod] addLogicalPort annotation time took 16.401231ms I0424 07:52:50.839418 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod] addLogicalPort took 17.922245ms, libovsdb time 934.296µs I0424 07:52:51.155794 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:51.156377 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:51.290385 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key ] I0424 07:52:51.299858 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-collect-signing-params-pod, hostIfaceName: 5594cf7e4b9f75f, network: default, NAD default, SandboxID: "5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598", PCI device ID: , UID: "b23ac177-c687-4cbe-9397-48dff8f8d9fd", MAC: 0a:58:0a:80:00:51, IPs: [10.128.0.81/23] I0424 07:52:51.357092 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ac:b7:55:bf:d6\",\"name\":\"5594cf7e4b9f75f\"},{\"mac\":\"0a:58:0a:80:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaeb554f-1b66-4eec-938c-c392a7333e0b\"}],\"ips\":[{\"address\":\"10.128.0.81/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:52:51.694940 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-collect-task-params-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:51.695107 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod I0424 07:52:51.714142 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod] pod update took 19.073858ms I0424 07:52:51.714168 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod] addLogicalPort annotation time took 19.10238ms I0424 07:52:51.715507 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod] addLogicalPort took 20.581337ms, libovsdb time 839.709µs I0424 07:52:52.126293 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key ] I0424 07:52:52.136145 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-collect-task-params-pod, hostIfaceName: c0b081d80aabab2, network: default, NAD default, SandboxID: "c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46", PCI device ID: , UID: "51619fc7-f3cf-4a85-93ed-6a2cfcc89bbe", MAC: 0a:58:0a:80:00:52, IPs: [10.128.0.82/23] I0424 07:52:52.189287 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:1d:4f:d3:c0:8b\",\"name\":\"c0b081d80aabab2\"},{\"mac\":\"0a:58:0a:80:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a173c0d8-5397-4c91-9c41-f5d5bdc0bba1\"}],\"ips\":[{\"address\":\"10.128.0.82/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:52:52.660066 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-collect-registry-token-secret-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:52.660221 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod I0424 07:52:52.683022 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod] pod update took 22.829935ms I0424 07:52:52.683049 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod] addLogicalPort annotation time took 22.863168ms I0424 07:52:52.684585 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod] addLogicalPort took 24.531829ms, libovsdb time 1.073431ms I0424 07:52:52.721920 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-check-data-keys-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:52.722027 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod I0424 07:52:52.743611 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod] pod update took 21.607662ms I0424 07:52:52.743694 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod] addLogicalPort annotation time took 21.694596ms I0424 07:52:52.745828 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod] addLogicalPort took 23.922126ms, libovsdb time 1.4236ms I0424 07:52:53.086646 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key ] I0424 07:52:53.096228 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-collect-registry-token-secret-pod, hostIfaceName: 602914455d1d1cf, network: default, NAD default, SandboxID: "602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba", PCI device ID: , UID: "516cab0b-4fa0-448b-ab16-ef0495132b05", MAC: 0a:58:0a:80:00:53, IPs: [10.128.0.83/23] I0424 07:52:53.152354 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:71:60:45:fb:2e\",\"name\":\"602914455d1d1cf\"},{\"mac\":\"0a:58:0a:80:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54547453-25cc-4ffd-8727-570082176fe2\"}],\"ips\":[{\"address\":\"10.128.0.83/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:52:53.210313 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key ] I0424 07:52:53.220351 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-check-data-keys-pod, hostIfaceName: 5be217c71b9e515, network: default, NAD default, SandboxID: "5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5", PCI device ID: , UID: "3f1ab432-6c2e-450a-92e6-43e1528b25ad", MAC: 0a:58:0a:80:00:54, IPs: [10.128.0.84/23] I0424 07:52:53.276269 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2a:27:ed:a1:a6\",\"name\":\"5be217c71b9e515\"},{\"mac\":\"0a:58:0a:80:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fc855ff-fc45-49b1-847f-5571d96e0f5d\"}],\"ips\":[{\"address\":\"10.128.0.84/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:52:53.299362 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-reduce-snapshot-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:52:53.299490 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod I0424 07:52:53.338343 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod] pod update took 38.883583ms I0424 07:52:53.338369 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod] addLogicalPort annotation time took 38.91382ms I0424 07:52:53.339835 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod] addLogicalPort took 40.485507ms, libovsdb time 1.000852ms I0424 07:52:53.734037 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key ] I0424 07:52:53.745985 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-reduce-snapshot-pod, hostIfaceName: 47ff9f620d6c0d7, network: default, NAD default, SandboxID: "47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1", PCI device ID: , UID: "a3f4d224-535e-41a8-b047-f59b03a99431", MAC: 0a:58:0a:80:00:55, IPs: [10.128.0.85/23] I0424 07:52:53.800877 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:1e:a2:98:16:71\",\"name\":\"47ff9f620d6c0d7\"},{\"mac\":\"0a:58:0a:80:00:55\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e2db1fc-7504-40cf-832d-9d2dc174c73a\"}],\"ips\":[{\"address\":\"10.128.0.85/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:53:00.708735 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key ] I0424 07:53:00.807981 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod 602914455d1d1cff80eff3675ff7a1ffdd0283a01b070f6537270ed2170070ba network default NAD default NAD key default], result "{}", err I0424 07:53:00.890909 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:00.890951 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod I0424 07:53:00.892340 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod, ips: 10.128.0.83 I0424 07:53:00.892369 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:01.724969 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key ] I0424 07:53:01.816467 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod c0b081d80aabab2686a2849edf6f559b0901253f76bd636666bd478045706a46 network default NAD default NAD key default], result "{}", err I0424 07:53:01.925215 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:01.925256 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod I0424 07:53:01.926899 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod, ips: 10.128.0.82 I0424 07:53:01.926938 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:02.745326 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key ] I0424 07:53:02.840903 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod 5be217c71b9e515ff24482649fe9b89c781ef9d3e5782be766ba04470a4409e5 network default NAD default NAD key default], result "{}", err I0424 07:53:03.761282 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key ] I0424 07:53:03.854281 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod 5594cf7e4b9f75f98b12d76053565e199f0f9ad88ed18079330d3cfb5eefe598 network default NAD default NAD key default], result "{}", err I0424 07:53:04.246236 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.246278 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod I0424 07:53:04.247800 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod, ips: 10.128.0.81 I0424 07:53:04.247836 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.284531 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.284682 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod I0424 07:53:04.286218 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod, ips: 10.128.0.84 I0424 07:53:04.286246 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:11.857071 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key ] I0424 07:53:11.956995 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod 47ff9f620d6c0d748377f0c67bc80212873c806a7f68886c68e6172f9c87a1f1 network default NAD default NAD key default], result "{}", err I0424 07:53:12.039607 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:12.039641 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod I0424 07:53:12.041051 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod, ips: 10.128.0.85 I0424 07:53:12.041076 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:24.446344 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:24.446944 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:25.080914 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-filter-already-released-images-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:53:25.081029 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod I0424 07:53:25.108199 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod] pod update took 27.200522ms I0424 07:53:25.108229 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod] addLogicalPort annotation time took 27.233394ms I0424 07:53:25.109980 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod] addLogicalPort took 29.077143ms, libovsdb time 1.108004ms I0424 07:53:25.456043 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key ] I0424 07:53:25.465907 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-filter-already-released-images-pod, hostIfaceName: 82b4d936a4f7535, network: default, NAD default, SandboxID: "82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba", PCI device ID: , UID: "7e1e96bf-4394-49a3-87e2-2d907972949c", MAC: 0a:58:0a:80:00:56, IPs: [10.128.0.86/23] I0424 07:53:25.524242 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:cf:91:a5:55:86\",\"name\":\"82b4d936a4f7535\"},{\"mac\":\"0a:58:0a:80:00:56\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2381a2ed-187b-4b39-829f-503201d04b24\"}],\"ips\":[{\"address\":\"10.128.0.86/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:53:35.091719 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key ] I0424 07:53:35.182528 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod 82b4d936a4f7535988c8372a88a924b0662dca196ad4452e9b9c2906f0af8fba network default NAD default NAD key default], result "{}", err I0424 07:53:35.261833 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:35.261873 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod I0424 07:53:35.263325 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod, ips: 10.128.0.86 I0424 07:53:35.263359 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:35.662235 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-collect-tpa-params-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:53:35.662399 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod I0424 07:53:35.681561 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod] pod update took 19.196193ms I0424 07:53:35.681584 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod] addLogicalPort annotation time took 19.222219ms I0424 07:53:35.687621 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod] addLogicalPort took 25.405259ms, libovsdb time 4.387163ms I0424 07:53:36.008801 3807 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-verify-conforma-pod for pod on switch ip-10-0-0-179.ec2.internal I0424 07:53:36.009087 3807 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod I0424 07:53:36.055546 3807 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod] pod update took 46.507705ms I0424 07:53:36.055579 3807 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod] addLogicalPort annotation time took 46.548706ms I0424 07:53:36.056935 3807 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod] addLogicalPort took 48.156724ms, libovsdb time 912.983µs I0424 07:53:36.102186 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key ] I0424 07:53:36.112704 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-collect-tpa-params-pod, hostIfaceName: 66353a3131ff7b0, network: default, NAD default, SandboxID: "66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980", PCI device ID: , UID: "02921d93-babc-475f-a0c3-ec18a91ca6f3", MAC: 0a:58:0a:80:00:57, IPs: [10.128.0.87/23] I0424 07:53:36.374694 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:35:0f:88:8d:07\",\"name\":\"66353a3131ff7b0\"},{\"mac\":\"0a:58:0a:80:00:57\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b475ba8-0a57-42c2-aa64-8e4e9a8f4e42\"}],\"ips\":[{\"address\":\"10.128.0.87/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:53:36.452995 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key ] I0424 07:53:36.462867 3807 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-verify-conforma-pod, hostIfaceName: 44ba821937aaafd, network: default, NAD default, SandboxID: "44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36", PCI device ID: , UID: "9ff20e1e-f6a7-415d-b25a-efcfd9c1a27b", MAC: 0a:58:0a:80:00:58, IPs: [10.128.0.88/23] I0424 07:53:36.520686 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:01:e4:18:cd:15\",\"name\":\"44ba821937aaafd\"},{\"mac\":\"0a:58:0a:80:00:58\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9962a389-7a12-48f8-81e9-fc5fb1e28a9e\"}],\"ips\":[{\"address\":\"10.128.0.88/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 07:53:43.202635 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key ] I0424 07:53:43.307410 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod 66353a3131ff7b0d52a49cbfc73625d5539debe03ef2f793ae35d2e2102e6980 network default NAD default NAD key default], result "{}", err I0424 07:53:43.386727 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:43.386810 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod I0424 07:53:43.388319 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod, ips: 10.128.0.87 I0424 07:53:43.388346 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:11.562857 3807 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key ] I0424 07:54:11.658416 3807 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod 44ba821937aaafdeab727f2ad8b7dd12cdcddc5075185023f676b5ce8745eb36 network default NAD default NAD key default], result "{}", err I0424 07:54:11.792582 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:11.792611 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod I0424 07:54:11.794303 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod, ips: 10.128.0.88 I0424 07:54:11.794333 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:36.083859 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:36.084427 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:37.093822 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0424 07:54:41.184425 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 07:54:49.219986 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:49.220604 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:03.089531 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 07:55:09.223125 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0424 07:55:23.711565 3807 cni.go:452] [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key ] I0424 07:55:23.810542 3807 cni.go:473] [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/affinity-assistant-730411da2c-0 49611ba3b20678cd3dd4ee94a02daed4b6eb0cb74043ac6dc4f98145ef1c75ca network default NAD default NAD key default], result "{}", err I0424 07:55:23.868101 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:23.868139 3807 pods.go:176] Deleting pod: default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:55:23.869475 3807 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/affinity-assistant-730411da2c-0, ips: 10.128.0.79 I0424 07:55:23.869501 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:24.298802 3807 obj_retry.go:492] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:55:24.298826 3807 obj_retry.go:492] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:55:24.301905 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:55:24.301934 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:55:24.567228 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:24.567812 3807 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:52.208501 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11