+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-116.ec2.internal ++ [[ -n ip-10-0-0-116.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-116.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0415 22:50:12.984054134 - disable conntrack on geneve port' I0415 22:50:12.984054134 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0415 22:50:13.022020512 - starting ovnkube-node' I0415 22:50:13.022020512 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-116.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-116.ec2.internal --init-node ip-10-0-0-116.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-116.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0415 22:50:13.076005 3819 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0415 22:50:13.076059 3819 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-96320ebfaa.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0415 22:50:13.077488 3819 kube.go:431] Waiting for certificate I0415 22:50:13.077528 3819 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0415 22:50:13.077560 3819 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0415 22:50:13.078504 3819 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0415 22:50:13.111510 3819 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:13.111526 3819 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:13.114755 3819 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:13.114835 3819 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6f9zc" I0415 22:50:13.122332 3819 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6f9zc" I0415 22:50:13.122407 3819 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:14.077708 3819 kube.go:438] Certificate found I0415 22:50:14.078278 3819 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0415 22:50:14.079252 3819 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0415 22:50:14.129107 3819 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-16 22:45:13 +0000 UTC" deadline="2026-04-16 18:27:09.263360173 +0000 UTC" I0415 22:50:14.129141 3819 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h36m55.134230332s" I0415 22:50:14.150553 3819 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0415 22:50:14.169284 3819 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0415 22:50:14.169352 3819 server.go:101] MetricServer registers OVS metrics I0415 22:50:14.169727 3819 server.go:105] MetricServer registers OVN DB metrics I0415 22:50:14.171018 3819 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0415 22:50:14.171074 3819 factory.go:561] Starting watch factory I0415 22:50:14.171241 3819 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171260 3819 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171309 3819 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171335 3819 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171371 3819 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171394 3819 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171432 3819 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171502 3819 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171949 3819 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171988 3819 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.171986 3819 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.172029 3819 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.172295 3819 controller_manager.go:370] Starting the ovnkube controller I0415 22:50:14.172308 3819 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-116.ec2.internal I0415 22:50:14.172376 3819 controller_manager.go:395] NBDB zone sync took: 56.667µs I0415 22:50:14.172392 3819 factory.go:561] Starting watch factory I0415 22:50:14.174917 3819 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0415 22:50:14.174947 3819 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0415 22:50:14.188563 3819 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0415 22:50:14.188598 3819 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0415 22:50:14.191437 3819 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.191491 3819 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.191563 3819 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.192266 3819 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.192405 3819 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0415 22:50:14.192560 3819 server.go:109] MetricServer registers OVN Controller metrics I0415 22:50:14.197478 3819 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.197828 3819 server.go:113] MetricServer registers OVN Northd metrics I0415 22:50:14.201262 3819 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.203011 3819 metrics.go:519] OVN Metrics Server starts to run ... I0415 22:50:14.276400 3819 factory.go:1977] *v1.Node informer cache synced successfully I0415 22:50:14.276427 3819 factory.go:1977] *v1.Service informer cache synced successfully I0415 22:50:14.276431 3819 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0415 22:50:14.276434 3819 factory.go:1977] *v1.Pod informer cache synced successfully I0415 22:50:14.276438 3819 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0415 22:50:14.276441 3819 factory.go:1977] *v1.Namespace informer cache synced successfully I0415 22:50:14.276541 3819 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.276571 3819 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.276531 3819 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.276640 3819 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.277602 3819 factory.go:1977] *v1.Namespace informer cache synced successfully I0415 22:50:14.277616 3819 factory.go:1977] *v1.Node informer cache synced successfully I0415 22:50:14.277620 3819 factory.go:1977] *v1.Service informer cache synced successfully I0415 22:50:14.277627 3819 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0415 22:50:14.277630 3819 factory.go:1977] *v1.Pod informer cache synced successfully I0415 22:50:14.277635 3819 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0415 22:50:14.280195 3819 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.280197 3819 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.281910 3819 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0415 22:50:14.281920 3819 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0415 22:50:14.282006 3819 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.282038 3819 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.282702 3819 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0415 22:50:14.282711 3819 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0415 22:50:14.285048 3819 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.286983 3819 factory.go:1977] *v1.EgressIP informer cache synced successfully I0415 22:50:14.287041 3819 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.287057 3819 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.288551 3819 factory.go:1977] *v1.EgressIP informer cache synced successfully I0415 22:50:14.289993 3819 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.292468 3819 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0415 22:50:14.292539 3819 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.292556 3819 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.294615 3819 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0415 22:50:14.295518 3819 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.298080 3819 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0415 22:50:14.298164 3819 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.298182 3819 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.300239 3819 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0415 22:50:14.301060 3819 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.303628 3819 factory.go:1977] *v1.EgressService informer cache synced successfully I0415 22:50:14.303679 3819 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.303690 3819 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.305836 3819 factory.go:1977] *v1.EgressService informer cache synced successfully I0415 22:50:14.306734 3819 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.308659 3819 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0415 22:50:14.308822 3819 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:14.308836 3819 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:14.311469 3819 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0415 22:50:14.311862 3819 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:14.313752 3819 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0415 22:50:14.313807 3819 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.313823 3819 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.313945 3819 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.313979 3819 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.316535 3819 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0415 22:50:14.316779 3819 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.317031 3819 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.319017 3819 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0415 22:50:14.319027 3819 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0415 22:50:14.319034 3819 factory.go:680] Watch Factory start up complete, took: 147.962557ms I0415 22:50:14.319112 3819 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0415 22:50:14.321569 3819 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0415 22:50:14.321580 3819 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0415 22:50:14.321589 3819 factory.go:680] Watch Factory start up complete, took: 149.195686ms I0415 22:50:14.321599 3819 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-116.ec2.internal" zone I0415 22:50:14.375548 3819 default_node_network_controller.go:710] Initializing the default node network controller I0415 22:50:14.453421 3819 udn_isolation.go:101] Starting UDN host isolation manager I0415 22:50:14.460114 3819 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0415 22:50:14.515599 3819 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0415 22:50:14.515674 3819 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0415 22:50:14.515687 3819 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0415 22:50:14.549210 3819 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0415 22:50:14.549277 3819 default_node_network_controller.go:809] Node ip-10-0-0-116.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0415 22:50:14.554457 3819 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.116"] k8s.ovn.org/zone-name:ip-10-0-0-116.ec2.internal] on node ip-10-0-0-116.ec2.internal I0415 22:50:14.577743 3819 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0415 22:50:14.584056 3819 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0415 22:50:14.584163 3819 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0415 22:50:14.584323 3819 gateway_init.go:263] Preparing Gateway I0415 22:50:14.584335 3819 gateway_shared_intf.go:1687] Creating new gateway I0415 22:50:14.692177 3819 iptables.go:108] Creating table: filter chain: FORWARD I0415 22:50:14.698410 3819 iptables.go:108] Creating table: filter chain: OUTPUT I0415 22:50:14.704700 3819 gateway_shared_intf.go:1816] Gateway Creation Complete I0415 22:50:14.704715 3819 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-116.ec2.internal","mac-address":"12:b0:69:1e:c3:43","ip-addresses":["10.0.0.116/24"],"ip-address":"10.0.0.116/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:709acc0e-b1ab-4e0e-9373-448395572038 k8s.ovn.org/node-encap-ips:["10.0.0.116"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.116/24"} k8s.ovn.org/zone-name:ip-10-0-0-116.ec2.internal] on node ip-10-0-0-116.ec2.internal I0415 22:50:14.726751 3819 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:14.822190 3819 controller_manager.go:429] Waiting for node in zone sync took: 500.575645ms I0415 22:50:14.827816 3819 controller_manager.go:611] Switching to transit router for layer2 networks I0415 22:50:14.827832 3819 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-116.ec2.internal I0415 22:50:14.844126 3819 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0415 22:50:14.851911 3819 controller_manager.go:290] SCTP support detected in OVN I0415 22:50:14.852576 3819 services_controller.go:69] Creating services controller for network=default I0415 22:50:14.852679 3819 udn_enabled_svc.go:80] Waiting for service informer to sync I0415 22:50:14.852769 3819 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0415 22:50:14.852808 3819 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0415 22:50:14.852833 3819 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0415 22:50:14.852847 3819 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0415 22:50:14.853051 3819 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0415 22:50:14.853099 3819 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0415 22:50:14.853144 3819 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.005µs I0415 22:50:14.853166 3819 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 59.453µs I0415 22:50:14.853175 3819 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 75.84µs I0415 22:50:14.853182 3819 udn_enabled_svc.go:95] Performing full resync I0415 22:50:14.853183 3819 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0415 22:50:14.853194 3819 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0415 22:50:14.853206 3819 default_network_controller.go:325] Starting the default network controller I0415 22:50:14.853376 3819 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.453µs I0415 22:50:14.853482 3819 udn_enabled_svc.go:99] Waiting for handler to sync I0415 22:50:14.853495 3819 udn_enabled_svc.go:104] Starting worker I0415 22:50:14.864231 3819 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0415 22:50:14.864288 3819 repair.go:33] Syncing exgw routes took 44.359µs I0415 22:50:14.864319 3819 default_network_controller.go:414] Starting all the Watchers... I0415 22:50:14.864476 3819 namespace.go:98] [openshift-operators] adding namespace I0415 22:50:14.864477 3819 namespace.go:98] [openshift-ingress-operator] adding namespace I0415 22:50:14.864499 3819 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0415 22:50:14.864497 3819 namespace.go:98] [openshift-backplane-cee] adding namespace I0415 22:50:14.864505 3819 namespace.go:98] [openshift-config] adding namespace I0415 22:50:14.864514 3819 namespace.go:98] [openshift-logging] adding namespace I0415 22:50:14.864520 3819 namespace.go:98] [openshift-machine-api] adding namespace I0415 22:50:14.864528 3819 namespace.go:98] [openshift-operators-redhat] adding namespace I0415 22:50:14.864531 3819 namespace.go:98] [openshift-authentication-operator] adding namespace I0415 22:50:14.864534 3819 namespace.go:98] [openshift-console] adding namespace I0415 22:50:14.864537 3819 namespace.go:98] [openshift-network-console] adding namespace I0415 22:50:14.864538 3819 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0415 22:50:14.864539 3819 namespace.go:98] [openshift-apiserver] adding namespace I0415 22:50:14.864540 3819 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0415 22:50:14.864476 3819 namespace.go:98] [kube-system] adding namespace I0415 22:50:14.865183 3819 namespace.go:102] [openshift-operators] adding namespace took 694.087µs I0415 22:50:14.865202 3819 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0415 22:50:14.865859 3819 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 649.585µs I0415 22:50:14.865876 3819 namespace.go:98] [openshift-host-network] adding namespace I0415 22:50:14.866496 3819 namespace.go:102] [openshift-ingress-operator] adding namespace took 1.994718ms I0415 22:50:14.866510 3819 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0415 22:50:14.867082 3819 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 565.157µs I0415 22:50:14.867099 3819 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0415 22:50:14.867695 3819 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 3.188892ms I0415 22:50:14.867705 3819 namespace.go:98] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] adding namespace I0415 22:50:14.868281 3819 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.77045ms I0415 22:50:14.868293 3819 namespace.go:98] [openshift-config-managed] adding namespace I0415 22:50:14.868870 3819 namespace.go:102] [openshift-config] adding namespace took 4.353965ms I0415 22:50:14.868894 3819 namespace.go:98] [dedicated-admin] adding namespace I0415 22:50:14.869493 3819 namespace.go:102] [openshift-logging] adding namespace took 4.968724ms I0415 22:50:14.869512 3819 namespace.go:98] [openshift-network-diagnostics] adding namespace I0415 22:50:14.870006 3819 namespace.go:102] [openshift-machine-api] adding namespace took 5.478073ms I0415 22:50:14.870025 3819 namespace.go:98] [openshift-backplane-mobb] adding namespace I0415 22:50:14.870568 3819 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.032584ms I0415 22:50:14.870584 3819 namespace.go:98] [openshift-machine-config-operator] adding namespace I0415 22:50:14.871068 3819 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.528132ms I0415 22:50:14.871083 3819 namespace.go:98] [openshift-node] adding namespace I0415 22:50:14.871629 3819 namespace.go:102] [openshift-console] adding namespace took 7.08609ms I0415 22:50:14.871644 3819 namespace.go:98] [openshift-dns] adding namespace I0415 22:50:14.872196 3819 namespace.go:102] [openshift-network-console] adding namespace took 7.651495ms I0415 22:50:14.872212 3819 namespace.go:98] [openshift-customer-monitoring] adding namespace I0415 22:50:14.872715 3819 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.169845ms I0415 22:50:14.872726 3819 namespace.go:98] [openshift-apiserver-operator] adding namespace I0415 22:50:14.873309 3819 namespace.go:102] [openshift-apiserver] adding namespace took 8.759606ms I0415 22:50:14.873329 3819 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0415 22:50:14.873804 3819 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.253794ms I0415 22:50:14.873817 3819 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0415 22:50:14.874355 3819 namespace.go:102] [kube-system] adding namespace took 9.738266ms I0415 22:50:14.874372 3819 namespace.go:98] [openshift-authentication] adding namespace I0415 22:50:14.874843 3819 namespace.go:102] [openshift-host-network] adding namespace took 8.960786ms I0415 22:50:14.874857 3819 namespace.go:98] [openshift-backplane-tam] adding namespace I0415 22:50:14.875280 3819 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.176506ms I0415 22:50:14.875291 3819 namespace.go:98] [openshift-dns-operator] adding namespace I0415 22:50:14.875754 3819 namespace.go:102] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] adding namespace took 8.044196ms I0415 22:50:14.875767 3819 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0415 22:50:14.876265 3819 namespace.go:102] [openshift-config-managed] adding namespace took 7.967989ms I0415 22:50:14.876274 3819 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0415 22:50:14.877131 3819 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5ph5f: pod openshift-network-diagnostics/network-check-target-5ph5f: no pod IPs found W0415 22:50:14.877144 3819 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bvrn4: pod openshift-network-diagnostics/network-check-target-bvrn4: no pod IPs found I0415 22:50:14.877179 3819 namespace.go:102] [dedicated-admin] adding namespace took 8.277917ms I0415 22:50:14.877193 3819 namespace.go:98] [default] adding namespace I0415 22:50:14.877689 3819 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.170696ms I0415 22:50:14.877703 3819 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0415 22:50:14.878149 3819 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.11746ms I0415 22:50:14.878161 3819 namespace.go:98] [openshift-service-ca-operator] adding namespace I0415 22:50:14.878688 3819 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.096998ms I0415 22:50:14.878705 3819 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0415 22:50:14.879106 3819 namespace.go:102] [openshift-node] adding namespace took 8.017866ms I0415 22:50:14.879118 3819 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0415 22:50:14.879536 3819 namespace.go:102] [openshift-dns] adding namespace took 7.887185ms I0415 22:50:14.879549 3819 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0415 22:50:14.879971 3819 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.737843ms I0415 22:50:14.879984 3819 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0415 22:50:14.880562 3819 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.828915ms I0415 22:50:14.880578 3819 namespace.go:98] [openshift-marketplace] adding namespace I0415 22:50:14.880981 3819 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.646972ms I0415 22:50:14.880995 3819 namespace.go:98] [openshift-kube-scheduler] adding namespace I0415 22:50:14.881523 3819 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.699013ms I0415 22:50:14.881539 3819 namespace.go:98] [openshift] adding namespace I0415 22:50:14.881952 3819 namespace.go:102] [openshift-authentication] adding namespace took 7.573867ms I0415 22:50:14.881973 3819 namespace.go:98] [openshift-monitoring] adding namespace I0415 22:50:14.882413 3819 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.5507ms I0415 22:50:14.882428 3819 namespace.go:98] [openshift-insights] adding namespace I0415 22:50:14.882807 3819 namespace.go:102] [openshift-dns-operator] adding namespace took 7.510909ms I0415 22:50:14.882818 3819 namespace.go:98] [openshift-infra] adding namespace I0415 22:50:14.883216 3819 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.443702ms I0415 22:50:14.883230 3819 namespace.go:98] [kube-public] adding namespace I0415 22:50:14.883796 3819 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.516237ms I0415 22:50:14.883808 3819 namespace.go:98] [openshift-controller-manager] adding namespace I0415 22:50:14.884328 3819 namespace.go:102] [default] adding namespace took 7.129516ms I0415 22:50:14.884342 3819 namespace.go:98] [openshift-route-controller-manager] adding namespace I0415 22:50:14.884726 3819 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.018604ms I0415 22:50:14.884738 3819 namespace.go:98] [openshift-cluster-version] adding namespace I0415 22:50:14.885165 3819 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.99923ms I0415 22:50:14.885181 3819 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0415 22:50:14.885562 3819 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.85061ms I0415 22:50:14.885573 3819 namespace.go:98] [openshift-image-registry] adding namespace I0415 22:50:14.885977 3819 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.853739ms I0415 22:50:14.885988 3819 namespace.go:98] [openshift-must-gather-operator] adding namespace I0415 22:50:14.886447 3819 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.893317ms I0415 22:50:14.886462 3819 namespace.go:98] [openshift-package-operator] adding namespace I0415 22:50:14.886934 3819 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.945785ms I0415 22:50:14.886943 3819 namespace.go:98] [openshift-ingress] adding namespace I0415 22:50:14.887520 3819 namespace.go:102] [openshift-marketplace] adding namespace took 6.936286ms I0415 22:50:14.887534 3819 namespace.go:98] [kube-node-lease] adding namespace I0415 22:50:14.887923 3819 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.920061ms I0415 22:50:14.887946 3819 namespace.go:98] [openshift-network-operator] adding namespace I0415 22:50:14.888334 3819 namespace.go:102] [openshift] adding namespace took 6.787659ms I0415 22:50:14.888353 3819 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0415 22:50:14.888857 3819 namespace.go:102] [openshift-monitoring] adding namespace took 6.878458ms I0415 22:50:14.888873 3819 namespace.go:98] [openshift-etcd] adding namespace I0415 22:50:14.889234 3819 namespace.go:102] [openshift-insights] adding namespace took 6.799567ms I0415 22:50:14.889667 3819 namespace.go:102] [openshift-infra] adding namespace took 6.842886ms I0415 22:50:14.890066 3819 namespace.go:102] [kube-public] adding namespace took 6.830332ms I0415 22:50:14.890081 3819 namespace.go:98] [openshift-network-node-identity] adding namespace I0415 22:50:14.890461 3819 namespace.go:102] [openshift-controller-manager] adding namespace took 6.647579ms I0415 22:50:14.890475 3819 namespace.go:98] [openshift-backplane-cse] adding namespace I0415 22:50:14.890917 3819 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.570277ms I0415 22:50:14.890931 3819 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0415 22:50:14.891357 3819 namespace.go:102] [openshift-cluster-version] adding namespace took 6.614504ms I0415 22:50:14.891372 3819 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0415 22:50:14.891861 3819 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.668741ms I0415 22:50:14.891887 3819 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0415 22:50:14.892449 3819 namespace.go:102] [openshift-image-registry] adding namespace took 6.872074ms I0415 22:50:14.892461 3819 namespace.go:98] [openshift-ingress-canary] adding namespace I0415 22:50:14.892984 3819 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.990712ms I0415 22:50:14.892995 3819 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0415 22:50:14.893498 3819 namespace.go:102] [openshift-package-operator] adding namespace took 7.031075ms I0415 22:50:14.893508 3819 namespace.go:98] [openshift-console-operator] adding namespace I0415 22:50:14.893920 3819 namespace.go:102] [openshift-ingress] adding namespace took 6.97309ms I0415 22:50:14.894304 3819 namespace.go:102] [kube-node-lease] adding namespace took 6.762469ms I0415 22:50:14.894324 3819 namespace.go:98] [openshift-kube-apiserver] adding namespace I0415 22:50:14.894872 3819 namespace.go:102] [openshift-network-operator] adding namespace took 6.919279ms I0415 22:50:14.894891 3819 namespace.go:98] [openshift-backplane-srep] adding namespace I0415 22:50:14.895432 3819 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.073834ms I0415 22:50:14.895442 3819 namespace.go:98] [openshift-backplane-csm] adding namespace I0415 22:50:14.895983 3819 namespace.go:102] [openshift-etcd] adding namespace took 7.102057ms I0415 22:50:14.896000 3819 namespace.go:98] [openshift-backplane] adding namespace I0415 22:50:14.896678 3819 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.591399ms I0415 22:50:14.896691 3819 namespace.go:98] [openshift-multus] adding namespace I0415 22:50:14.897202 3819 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.721979ms I0415 22:50:14.897211 3819 namespace.go:98] [openshift-config-operator] adding namespace I0415 22:50:14.897682 3819 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.745065ms I0415 22:50:14.897696 3819 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0415 22:50:14.898188 3819 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.809919ms I0415 22:50:14.898202 3819 namespace.go:98] [openshift-console-user-settings] adding namespace I0415 22:50:14.898712 3819 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.815588ms I0415 22:50:14.899414 3819 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.946174ms I0415 22:50:14.899433 3819 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0415 22:50:14.899901 3819 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.900553ms I0415 22:50:14.900389 3819 namespace.go:102] [openshift-console-operator] adding namespace took 6.876714ms I0415 22:50:14.900930 3819 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.599632ms I0415 22:50:14.901376 3819 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.478706ms I0415 22:50:14.901831 3819 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.384459ms I0415 22:50:14.902306 3819 namespace.go:102] [openshift-backplane] adding namespace took 6.298279ms W0415 22:50:14.902311 3819 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2dj7p: pod openshift-multus/network-metrics-daemon-2dj7p: no pod IPs found W0415 22:50:14.902324 3819 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-j8mvj: pod openshift-multus/network-metrics-daemon-j8mvj: no pod IPs found I0415 22:50:14.902802 3819 namespace.go:102] [openshift-multus] adding namespace took 6.107485ms I0415 22:50:14.903346 3819 namespace.go:102] [openshift-config-operator] adding namespace took 6.129048ms I0415 22:50:14.903850 3819 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.147395ms I0415 22:50:14.904646 3819 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.436995ms I0415 22:50:14.905139 3819 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.701072ms I0415 22:50:14.905294 3819 master.go:548] Adding or Updating local node "ip-10-0-0-116.ec2.internal" for network "default" I0415 22:50:14.906172 3819 zone_ic_handler.go:195] Time taken to create transit switch: 326.164µs I0415 22:50:14.906185 3819 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-187.ec2.internal for the network default I0415 22:50:14.907248 3819 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-187.ec2.internal" on network "default" took: 1.411633ms W0415 22:50:14.913718 3819 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-j8mvj: pod openshift-multus/network-metrics-daemon-j8mvj: no pod IPs found W0415 22:50:14.913734 3819 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-bvrn4: pod openshift-network-diagnostics/network-check-target-bvrn4: no pod IPs found I0415 22:50:14.914728 3819 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-116.ec2.internal for the network default I0415 22:50:14.914887 3819 zone_ic_handler.go:195] Time taken to create transit switch: 147.264µs I0415 22:50:14.915623 3819 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0415 22:50:14.915646 3819 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0415 22:50:14.915660 3819 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0415 22:50:14.915672 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-116.ec2.internal in network "default" I0415 22:50:14.915728 3819 node_tracker.go:169] Node ip-10-0-0-116.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:14.915746 3819 services_controller.go:574] Full service sync requested for network=default I0415 22:50:14.915756 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-187.ec2.internal in network "default" I0415 22:50:14.915784 3819 node_tracker.go:169] Node ip-10-0-2-187.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:14.915791 3819 services_controller.go:574] Full service sync requested for network=default I0415 22:50:15.016297 3819 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0415 22:50:15.016330 3819 services_controller.go:208] Setting up event handlers for services for network=default I0415 22:50:15.016396 3819 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0415 22:50:15.016433 3819 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0415 22:50:15.016448 3819 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0415 22:50:15.116837 3819 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0415 22:50:15.116878 3819 repair.go:60] Starting repairing loop for services I0415 22:50:15.116993 3819 repair.go:131] Deleted 0 stale service LBs I0415 22:50:15.117015 3819 repair.go:137] Deleted 0 stale Chassis Template Vars I0415 22:50:15.117033 3819 repair.go:62] Finished repairing loop for services: 160.146µs I0415 22:50:15.117066 3819 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0415 22:50:15.117077 3819 services_controller.go:254] Starting workers for network=default I0415 22:50:15.117418 3819 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bvrn4] creating logical port openshift-network-diagnostics_network-check-target-bvrn4 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:15.117427 3819 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-j8mvj] creating logical port openshift-multus_network-metrics-daemon-j8mvj for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:15.117453 3819 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-2dj7p, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2dj7p: suppressed error logged: pod openshift-multus/network-metrics-daemon-2dj7p: no pod IPs found I0415 22:50:15.117518 3819 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5ph5f, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5ph5f: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5ph5f: no pod IPs found I0415 22:50:15.117590 3819 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-j8mvj I0415 22:50:15.117611 3819 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-bvrn4 I0415 22:50:15.151378 3819 pod.go:62] [openshift-network-diagnostics/network-check-target-bvrn4] pod update took 33.875702ms I0415 22:50:15.151405 3819 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-bvrn4] addLogicalPort annotation time took 33.907963ms I0415 22:50:15.151971 3819 pod.go:62] [openshift-multus/network-metrics-daemon-j8mvj] pod update took 34.461577ms I0415 22:50:15.151996 3819 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-j8mvj] addLogicalPort annotation time took 34.498786ms I0415 22:50:15.152526 3819 pods.go:271] [openshift-network-diagnostics/network-check-target-bvrn4] addLogicalPort took 35.114787ms, libovsdb time 868.635µs I0415 22:50:15.152811 3819 pods.go:271] [openshift-multus/network-metrics-daemon-j8mvj] addLogicalPort took 35.391732ms, libovsdb time 582.313µs I0415 22:50:15.153178 3819 admin_network_policy_controller.go:227] Starting controller default-network-controller I0415 22:50:15.153201 3819 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0415 22:50:15.153216 3819 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0415 22:50:15.153221 3819 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0415 22:50:15.153417 3819 repair.go:29] Repairing admin network policies took 190.791µs I0415 22:50:15.153534 3819 repair.go:92] Repairing baseline admin network policies took 106.624µs I0415 22:50:15.154007 3819 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0415 22:50:15.154031 3819 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0415 22:50:15.156147 3819 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0415 22:50:15.156171 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0415 22:50:15.156183 3819 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0415 22:50:15.158102 3819 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0415 22:50:15.158125 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0415 22:50:15.158134 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0415 22:50:15.159829 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0415 22:50:15.159849 3819 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0415 22:50:15.159860 3819 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0415 22:50:15.161202 3819 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0415 22:50:15.161221 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0415 22:50:15.161229 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0415 22:50:15.161732 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0415 22:50:15.161752 3819 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0415 22:50:15.161762 3819 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0415 22:50:15.162840 3819 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0415 22:50:15.162857 3819 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0415 22:50:15.162867 3819 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0415 22:50:15.164166 3819 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0415 22:50:15.164188 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0415 22:50:15.164199 3819 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0415 22:50:15.165094 3819 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0415 22:50:15.165112 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0415 22:50:15.165121 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0415 22:50:15.167102 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0415 22:50:15.167127 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0415 22:50:15.167140 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0415 22:50:15.167799 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0415 22:50:15.167822 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0415 22:50:15.167830 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0415 22:50:15.168235 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0415 22:50:15.168253 3819 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0415 22:50:15.168264 3819 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0415 22:50:15.170887 3819 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0415 22:50:15.170906 3819 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0415 22:50:15.170918 3819 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0415 22:50:15.173327 3819 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0415 22:50:15.173350 3819 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0415 22:50:15.173362 3819 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0415 22:50:15.175441 3819 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0415 22:50:15.175465 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0415 22:50:15.175477 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0415 22:50:15.176086 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0415 22:50:15.176106 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0415 22:50:15.176119 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0415 22:50:15.176763 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0415 22:50:15.176782 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0415 22:50:15.177334 3819 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0415 22:50:15.177348 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0415 22:50:15.178274 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0415 22:50:15.178298 3819 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0415 22:50:15.178306 3819 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0415 22:50:15.178870 3819 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0415 22:50:15.178887 3819 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0415 22:50:15.178896 3819 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0415 22:50:15.179483 3819 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0415 22:50:15.179503 3819 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0415 22:50:15.179509 3819 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0415 22:50:15.179786 3819 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0415 22:50:15.179805 3819 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0415 22:50:15.179814 3819 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0415 22:50:15.180126 3819 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0415 22:50:15.180143 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0415 22:50:15.180154 3819 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0415 22:50:15.180676 3819 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0415 22:50:15.180695 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0415 22:50:15.180701 3819 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0415 22:50:15.181014 3819 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0415 22:50:15.181032 3819 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0415 22:50:15.181044 3819 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0415 22:50:15.182208 3819 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0415 22:50:15.182226 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0415 22:50:15.182235 3819 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0415 22:50:15.182795 3819 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0415 22:50:15.182817 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0415 22:50:15.182824 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0415 22:50:15.183374 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0415 22:50:15.183391 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0415 22:50:15.183415 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0415 22:50:15.184181 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0415 22:50:15.184201 3819 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0415 22:50:15.184208 3819 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0415 22:50:15.185528 3819 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0415 22:50:15.185545 3819 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0415 22:50:15.185556 3819 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0415 22:50:15.186449 3819 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0415 22:50:15.191031 3819 egressfirewall.go:374] Starting EgressFirewall controller I0415 22:50:15.191060 3819 controller.go:133] Adding controller egress-firewall-controller event handlers I0415 22:50:15.191067 3819 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0415 22:50:15.191098 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0415 22:50:15.191103 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0415 22:50:15.191115 3819 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0415 22:50:15.191118 3819 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0415 22:50:15.191396 3819 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0415 22:50:15.191410 3819 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0415 22:50:15.191415 3819 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0415 22:50:15.191424 3819 egressqos.go:193] Setting up event handlers for EgressQoS I0415 22:50:15.191440 3819 egressfirewall.go:723] Syncing node "ip-10-0-0-116.ec2.internal" for egress firewall I0415 22:50:15.191458 3819 egressfirewall.go:723] Syncing node "ip-10-0-2-187.ec2.internal" for egress firewall I0415 22:50:15.191586 3819 egressqos.go:245] Starting EgressQoS Controller I0415 22:50:15.191596 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0415 22:50:15.191602 3819 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0415 22:50:15.191607 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0415 22:50:15.191611 3819 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0415 22:50:15.191661 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0415 22:50:15.191668 3819 shared_informer.go:356] "Caches are synced" controller="egressqos" I0415 22:50:15.191673 3819 egressqos.go:259] Repairing EgressQoSes I0415 22:50:15.191681 3819 egressqos.go:399] Starting repairing loop for egressqos I0415 22:50:15.191762 3819 egressqos.go:401] Finished repairing loop for egressqos: 84.116µs I0415 22:50:15.191781 3819 egressservice_zone.go:132] Setting up event handlers for Egress Services I0415 22:50:15.191828 3819 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-116.ec2.internal I0415 22:50:15.191892 3819 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-116.ec2.internal : 66.079µs I0415 22:50:15.192074 3819 egressservice_zone.go:210] Starting Egress Services Controller I0415 22:50:15.192088 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0415 22:50:15.192096 3819 shared_informer.go:356] "Caches are synced" controller="egressservices" I0415 22:50:15.192105 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0415 22:50:15.192112 3819 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0415 22:50:15.192120 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0415 22:50:15.192128 3819 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0415 22:50:15.192136 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0415 22:50:15.192141 3819 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0415 22:50:15.192145 3819 egressservice_zone.go:228] Repairing Egress Services I0415 22:50:15.192452 3819 master_controller.go:88] Starting Admin Policy Based Route Controller I0415 22:50:15.192461 3819 external_controller.go:278] Starting Admin Policy Based Route Controller I0415 22:50:15.192493 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-116.ec2.internal I0415 22:50:15.192508 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-116.ec2.internal: 20.574µs I0415 22:50:15.192518 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-187.ec2.internal I0415 22:50:15.192523 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-187.ec2.internal: 6.523µs I0415 22:50:15.192618 3819 default_network_controller.go:585] Completing all the Watchers took 328.290553ms I0415 22:50:15.192630 3819 default_network_controller.go:589] Starting unidling controllers I0415 22:50:15.192640 3819 unidle.go:46] Registering OVN SB ControllerEvent handler I0415 22:50:15.192645 3819 unidle.go:63] Populating Initial ContollerEvent events I0415 22:50:15.192656 3819 unidle.go:79] Setting up event handlers for services I0415 22:50:15.192971 3819 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0415 22:50:15.227720 3819 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:15.728206 3819 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:16.227565 3819 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:16.727831 3819 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:16.933342 3819 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0415 22:50:17.227595 3819 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:17.245507 3819 bridgeconfig.go:537] Gateway is ready I0415 22:50:17.245528 3819 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0415 22:50:17.257469 3819 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.116. Updating OVN encap IP. I0415 22:50:17.262839 3819 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.116 - it is already configured I0415 22:50:17.262852 3819 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.116/24:{} 172.20.0.1/32:{}]. Updating annotations. I0415 22:50:17.263076 3819 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.116/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-116.ec2.internal","mac-address":"12:b0:69:1e:c3:43","ip-addresses":["10.0.0.116/24"],"ip-address":"10.0.0.116/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:709acc0e-b1ab-4e0e-9373-448395572038 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.116/24"}] on node ip-10-0-0-116.ec2.internal I0415 22:50:17.279104 3819 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.116 I0415 22:50:17.279154 3819 egressfirewall.go:723] Syncing node "ip-10-0-0-116.ec2.internal" for egress firewall I0415 22:50:17.279178 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-116.ec2.internal in network "default" I0415 22:50:17.279220 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-116.ec2.internal I0415 22:50:17.279234 3819 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-116.ec2.internal I0415 22:50:17.279239 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-116.ec2.internal: 22.08µs I0415 22:50:17.279253 3819 node_tracker.go:169] Node ip-10-0-0-116.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:17.279270 3819 services_controller.go:574] Full service sync requested for network=default I0415 22:50:17.279295 3819 master.go:548] Adding or Updating local node "ip-10-0-0-116.ec2.internal" for network "default" I0415 22:50:17.284140 3819 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-116.ec2.internal. Updating no re-route policies I0415 22:50:17.284217 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-116.ec2.internal I0415 22:50:17.284226 3819 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-116.ec2.internal I0415 22:50:17.284232 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-116.ec2.internal I0415 22:50:17.284231 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-zvc9n I0415 22:50:17.284238 3819 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-116.ec2.internal I0415 22:50:17.284244 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-zvc9n I0415 22:50:17.284251 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-116.ec2.internal after 0 failed attempt(s) I0415 22:50:17.284255 3819 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-116.ec2.internal after 0 failed attempt(s) I0415 22:50:17.284256 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ks6xm I0415 22:50:17.284216 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tzft8 I0415 22:50:17.284270 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jg88s I0415 22:50:17.284274 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tzft8 I0415 22:50:17.284276 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ksp9w I0415 22:50:17.284285 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-blrvt I0415 22:50:17.284287 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ks6xm I0415 22:50:17.284293 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-blrvt I0415 22:50:17.284293 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ksp9w I0415 22:50:17.284294 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-j8mvj I0415 22:50:17.284305 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-blrvt after 0 failed attempt(s) I0415 22:50:17.284308 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-j8mvj I0415 22:50:17.284275 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jg88s I0415 22:50:17.284313 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ks6xm after 0 failed attempt(s) I0415 22:50:17.284318 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ksp9w after 0 failed attempt(s) I0415 22:50:17.284325 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jg88s after 0 failed attempt(s) I0415 22:50:17.284294 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tzft8 after 0 failed attempt(s) I0415 22:50:17.284256 3819 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rh74b I0415 22:50:17.284341 3819 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-rh74b I0415 22:50:17.284347 3819 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-j8mvj] creating logical port openshift-multus_network-metrics-daemon-j8mvj for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:17.284350 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-zvc9n after 0 failed attempt(s) I0415 22:50:17.284357 3819 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-rh74b after 0 failed attempt(s) I0415 22:50:17.284240 3819 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-km998 I0415 22:50:17.284368 3819 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-km998 I0415 22:50:17.284387 3819 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-km998 after 0 failed attempt(s) I0415 22:50:17.284309 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-bvrn4 I0415 22:50:17.284405 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-bvrn4 I0415 22:50:17.284440 3819 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bvrn4] creating logical port openshift-network-diagnostics_network-check-target-bvrn4 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:17.284316 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-tmsvt I0415 22:50:17.284456 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-tmsvt I0415 22:50:17.284472 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-tmsvt after 0 failed attempt(s) I0415 22:50:17.284309 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qnsjr I0415 22:50:17.284486 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qnsjr I0415 22:50:17.284502 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qnsjr after 0 failed attempt(s) I0415 22:50:17.285051 3819 pods.go:271] [openshift-multus/network-metrics-daemon-j8mvj] addLogicalPort took 712.5µs, libovsdb time 249.591µs I0415 22:50:17.285064 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-j8mvj after 0 failed attempt(s) I0415 22:50:17.285155 3819 pods.go:271] [openshift-network-diagnostics/network-check-target-bvrn4] addLogicalPort took 734.919µs, libovsdb time 241.212µs I0415 22:50:17.285166 3819 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-bvrn4 after 0 failed attempt(s) I0415 22:50:17.296069 3819 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0415 22:50:17.307553 3819 iptables.go:108] Creating table: mangle chain: OUTPUT I0415 22:50:17.310535 3819 iptables.go:108] Creating table: nat chain: OUTPUT I0415 22:50:17.345749 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-187.ec2.internal in network "default" I0415 22:50:17.345762 3819 egressfirewall.go:723] Syncing node "ip-10-0-2-187.ec2.internal" for egress firewall I0415 22:50:17.345770 3819 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-187.ec2.internal. Updating no re-route policies I0415 22:50:17.345788 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-187.ec2.internal I0415 22:50:17.345801 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-187.ec2.internal: 16.094µs I0415 22:50:17.345819 3819 node_tracker.go:169] Node ip-10-0-2-187.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:17.345837 3819 services_controller.go:574] Full service sync requested for network=default I0415 22:50:17.356308 3819 iptables.go:108] Creating table: nat chain: PREROUTING I0415 22:50:17.413828 3819 iptables.go:108] Creating table: filter chain: FORWARD I0415 22:50:17.430455 3819 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0415 22:50:17.431091 3819 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0415 22:50:17.431139 3819 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0415 22:50:17.431215 3819 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0415 22:50:17.431261 3819 gateway_init.go:325] Gateway and management port readiness took 2.708631044s I0415 22:50:17.431288 3819 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0415 22:50:17.431324 3819 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0415 22:50:17.431335 3819 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0415 22:50:17.431343 3819 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0415 22:50:17.431399 3819 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0415 22:50:17.431500 3819 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.047µs I0415 22:50:17.431668 3819 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0415 22:50:17.431695 3819 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.322µs I0415 22:50:17.431703 3819 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.821µs I0415 22:50:17.431709 3819 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0415 22:50:17.431719 3819 nad_controller.go:379] [node-nad-controller NAD controller]: started I0415 22:50:17.431726 3819 default_node_network_controller.go:899] Starting the default node network controller I0415 22:50:17.431731 3819 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0415 22:50:17.431746 3819 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.613µs I0415 22:50:17.431850 3819 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0415 22:50:17.431858 3819 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0415 22:50:17.431887 3819 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab1830 0xc0002dd500 0xc0002dd570 0xc0002dd5e0 0xc0002dd650 0xc0002dd6c0 0xc0002dd730 0xc000af8f50 0xc0002dd7a0 0xc0002dd810 0xc000b1c370 0xc0064ff570 0xc0002dd880 map[0x2ff9080:0xc00270d9e0 0x2ff95c0:0xc00270db60 0x2ffa2e0:0xc00219d9e0 0x2ffa580:0xc00270d980 0x2ffad60:0xc00270da40 0x2ffb000:0xc00270daa0 0x2ffb2a0:0xc00270db00 0x2ffba80:0xc00270dbc0 0x2ffbd20:0xc006600e40 0x3026980:0xc0007dae40 0x3026d20:0xc0007daea0 0x3027800:0xc000bfc180 0x3029160:0xc001bca000 0x30298a0:0xc00219d980 0x302a720:0xc00138ee40] 0xc00016ae70 0} I0415 22:50:17.431942 3819 gateway.go:151] Starting gateway service sync I0415 22:50:17.432327 3819 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0415 22:50:17.434366 3819 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0415 22:50:17.460562 3819 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0415 22:50:17.461903 3819 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0415 22:50:17.463085 3819 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0415 22:50:17.499629 3819 gateway.go:168] Gateway service sync done. Time taken: 67.673588ms I0415 22:50:17.500057 3819 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30424 I0415 22:50:17.500439 3819 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab1830 0xc0002dd500 0xc0002dd570 0xc0002dd5e0 0xc0002dd650 0xc0002dd6c0 0xc0002dd730 0xc000af8f50 0xc0002dd7a0 0xc0002dd810 0xc000b1c370 0xc0064ff570 0xc0002dd880 map[0x2ff9080:0xc00270d9e0 0x2ff95c0:0xc00270db60 0x2ffa2e0:0xc00219d9e0 0x2ffa580:0xc00270d980 0x2ffad60:0xc00270da40 0x2ffb000:0xc00270daa0 0x2ffb2a0:0xc00270db00 0x2ffba80:0xc00270dbc0 0x2ffbd20:0xc006600e40 0x3026980:0xc0007dae40 0x3026d20:0xc0007daea0 0x3027800:0xc000bfc180 0x3029160:0xc001bca000 0x30298a0:0xc00219d980 0x302a720:0xc00138ee40] 0xc00016ae70 0} I0415 22:50:17.500868 3819 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab1830 0xc0002dd500 0xc0002dd570 0xc0002dd5e0 0xc0002dd650 0xc0002dd6c0 0xc0002dd730 0xc000af8f50 0xc0002dd7a0 0xc0002dd810 0xc000b1c370 0xc0064ff570 0xc0002dd880 map[0x2ff9080:0xc00270d9e0 0x2ff95c0:0xc00270db60 0x2ffa2e0:0xc00219d9e0 0x2ffa580:0xc00270d980 0x2ffad60:0xc00270da40 0x2ffb000:0xc00270daa0 0x2ffb2a0:0xc00270db00 0x2ffba80:0xc00270dbc0 0x2ffbd20:0xc006600e40 0x3026980:0xc0007dae40 0x3026d20:0xc0007daea0 0x3027800:0xc000bfc180 0x3029160:0xc001bca000 0x30298a0:0xc00219d980 0x302a720:0xc00138ee40] 0xc00016ae70 0} I0415 22:50:17.500909 3819 gateway.go:532] Reconciling gateway with updates I0415 22:50:17.505819 3819 gateway.go:339] Spawning Conntrack Rule Check Thread I0415 22:50:17.505895 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:17.505907 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:17.505916 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:17.505921 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:17.505930 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:17.505940 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:17.505940 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:17.505953 3819 port_claim.go:71] Svc openshift-ingress/router-default: port 30445 is already open, no action needed I0415 22:50:17.505989 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:17.506003 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:17.506018 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:17.506016 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:17.506032 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:17.506035 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:17.506041 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:17.506048 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:17.506063 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:17.506073 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0415 22:50:17.506084 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0415 22:50:17.506004 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:17.506096 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:17.506100 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0415 22:50:17.506105 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:17.506102 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:17.506113 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0415 22:50:17.506116 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:17.506120 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:17.506125 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:17.506125 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:17.506132 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:17.506131 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0415 22:50:17.506141 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:17.506140 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0415 22:50:17.506127 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:17.506152 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:17.506156 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:17.506141 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:17.506167 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:17.506105 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:17.506178 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:17.506181 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:17.506179 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0415 22:50:17.506007 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:17.506192 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:17.506167 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:17.506201 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0415 22:50:17.506204 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:17.505931 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:17.506221 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0415 22:50:17.506223 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:17.506222 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:17.506229 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0415 22:50:17.506235 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0415 22:50:17.506240 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:17.506241 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:17.506250 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:17.506249 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:17.506254 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:17.506260 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:17.506260 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:17.506265 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0415 22:50:17.506267 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:17.506277 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:17.506283 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:17.506297 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0415 22:50:17.505994 3819 port_claim.go:71] Svc openshift-ingress/router-default: port 30437 is already open, no action needed I0415 22:50:17.505954 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:17.506352 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:17.505911 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:17.506255 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:17.506162 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0415 22:50:17.506481 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:17.506229 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0415 22:50:17.506086 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0415 22:50:17.506492 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0415 22:50:17.505920 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:17.506236 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:17.506142 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:17.506549 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:17.505897 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:17.505898 3819 default_node_network_controller.go:944] Gateway and management port readiness took 74.033875ms I0415 22:50:17.506569 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:17.506579 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0415 22:50:17.505989 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:17.505980 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:17.505994 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:17.506608 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:17.506618 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:17.506209 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:17.506020 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:17.506668 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:17.506674 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0415 22:50:17.506088 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0415 22:50:17.506679 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:17.506690 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:17.506144 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0415 22:50:17.506110 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:17.506734 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0415 22:50:17.506163 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:17.506752 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:17.506224 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0415 22:50:17.506171 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0415 22:50:17.506596 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:17.506800 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0415 22:50:17.506008 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:17.506810 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:17.506125 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:17.506866 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:17.506877 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0415 22:50:17.506242 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:17.506931 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:17.508143 3819 node_ip_handler_linux.go:160] Node IP manager is running W0415 22:50:17.545243 3819 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0415 22:50:17.545560 3819 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0415 22:50:17.545678 3819 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0415 22:50:17.554123 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0415 22:50:17.554147 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0415 22:50:17.554154 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0415 22:50:17.554160 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0415 22:50:17.593029 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0415 22:50:17.593043 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0415 22:50:17.593032 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0415 22:50:17.593064 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0415 22:50:17.593075 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0415 22:50:17.593084 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0415 22:50:17.593095 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0415 22:50:17.593103 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0415 22:50:17.593111 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0415 22:50:17.593118 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0415 22:50:17.593126 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0415 22:50:17.631795 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0415 22:50:17.631823 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0415 22:50:17.631830 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0415 22:50:17.631836 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0415 22:50:17.631841 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0415 22:50:17.631847 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0415 22:50:17.631855 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0415 22:50:17.631865 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0415 22:50:17.631873 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0415 22:50:18.661349 3819 default_node_network_controller.go:1380] Starting node controller node sync W0415 22:50:18.661386 3819 egressip_healthcheck.go:76] Health checking using insecure connection I0415 22:50:18.661448 3819 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0415 22:50:18.672887 3819 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.519425ms I0415 22:50:18.673002 3819 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-187.ec2.internal", IP: 10.0.2.187 to PMTUD blocking rules I0415 22:50:18.673013 3819 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-187.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:18.678775 3819 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0415 22:50:18.679055 3819 egressservice_node.go:93] Setting up event handlers for Egress Services I0415 22:50:18.679245 3819 egressservice_node.go:183] Starting Egress Services Controller I0415 22:50:18.679266 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0415 22:50:18.679280 3819 shared_informer.go:356] "Caches are synced" controller="egressservices" I0415 22:50:18.679288 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0415 22:50:18.679296 3819 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0415 22:50:18.679319 3819 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0415 22:50:18.679329 3819 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0415 22:50:18.679335 3819 egressservice_node.go:197] Repairing Egress Services I0415 22:50:18.688657 3819 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0415 22:50:18.688669 3819 external_controller.go:278] Starting Admin Policy Based Route Controller I0415 22:50:18.688854 3819 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0415 22:50:18.688865 3819 link_network_manager.go:119] Link manager is running I0415 22:50:18.688874 3819 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0415 22:50:18.689127 3819 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0415 22:50:18.689397 3819 vrf_manager.go:128] VRF manager is running I0415 22:50:18.689467 3819 node_controller_manager.go:437] Removing flows to drop GARP I0415 22:50:18.689476 3819 gateway.go:532] Reconciling gateway with updates I0415 22:50:18.708976 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:18.708983 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:18.708993 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:18.708998 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:18.709001 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:18.709017 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:18.709016 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:18.709031 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:18.709034 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:18.709049 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:18.709051 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:18.709061 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:18.709068 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0415 22:50:18.709068 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:18.709083 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:18.709083 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0415 22:50:18.708984 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:18.709095 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:18.709096 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:18.709098 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:18.709102 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:18.709109 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:18.709108 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:18.709113 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:18.709126 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:18.709148 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:18.709153 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709154 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:18.709157 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:18.709161 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:18.709168 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:18.709172 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:18.709050 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:18.709170 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0415 22:50:18.709180 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:18.709058 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:18.709191 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0415 22:50:18.709173 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:18.709209 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709222 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709227 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0415 22:50:18.709040 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0415 22:50:18.709240 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0415 22:50:18.709192 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:18.709231 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0415 22:50:18.709252 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709128 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:18.709262 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:18.709267 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:18.709274 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:18.709281 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0415 22:50:18.708998 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:18.709288 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0415 22:50:18.709241 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0415 22:50:18.709264 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0415 22:50:18.709114 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:18.709290 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709084 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:18.708988 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:18.709393 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:18.709399 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709085 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709085 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:18.709409 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:18.709087 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0415 22:50:18.709093 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:18.709102 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:18.709102 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:18.709468 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0415 22:50:18.709124 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:18.709128 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:18.709103 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:18.709511 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:18.709132 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:18.709533 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0415 22:50:18.709133 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:18.709545 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:18.709134 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:18.709576 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:18.709581 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0415 22:50:18.709138 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:18.709589 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:18.709593 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0415 22:50:18.709140 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:18.709599 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:18.709142 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:18.709621 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:18.709142 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:18.709644 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:18.709143 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:18.709667 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:18.709678 3819 port_claim.go:71] Svc openshift-ingress/router-default: port 30445 is already open, no action needed I0415 22:50:18.709683 3819 port_claim.go:71] Svc openshift-ingress/router-default: port 30437 is already open, no action needed I0415 22:50:18.709150 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:18.709721 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:18.709148 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:18.709751 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:18.709150 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:18.709779 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:18.709152 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0415 22:50:18.709154 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:18.709806 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:18.709156 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:18.709827 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:18.709832 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0415 22:50:18.709159 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:18.709157 3819 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:18.709858 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:18.709164 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:18.709201 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0415 22:50:18.709909 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0415 22:50:18.709294 3819 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:18.729814 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0415 22:50:18.729875 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0415 22:50:18.729890 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0415 22:50:18.729897 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0415 22:50:18.770824 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0415 22:50:18.770851 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0415 22:50:18.770861 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0415 22:50:18.770875 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0415 22:50:18.770897 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0415 22:50:18.770910 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0415 22:50:18.770921 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0415 22:50:18.770927 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0415 22:50:18.770933 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0415 22:50:18.810047 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0415 22:50:18.810062 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0415 22:50:18.810047 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0415 22:50:18.810057 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0415 22:50:18.810078 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0415 22:50:18.810092 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0415 22:50:18.810101 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0415 22:50:18.810117 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0415 22:50:18.810131 3819 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0415 22:50:21.107488 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-116.ec2.internal I0415 22:50:21.107521 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-116.ec2.internal: 39.442µs I0415 22:50:21.136184 3819 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bb65876fd-v67qt] creating logical port openshift-image-registry_image-registry-7bb65876fd-v67qt for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.136301 3819 kube.go:256] Updating pod openshift-image-registry/image-registry-7bb65876fd-v67qt I0415 22:50:21.160662 3819 pod.go:62] [openshift-image-registry/image-registry-7bb65876fd-v67qt] pod update took 24.385423ms I0415 22:50:21.160687 3819 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bb65876fd-v67qt] addLogicalPort annotation time took 24.416514ms I0415 22:50:21.162030 3819 pods.go:271] [openshift-image-registry/image-registry-7bb65876fd-v67qt] addLogicalPort took 25.868935ms, libovsdb time 990.377µs I0415 22:50:21.176678 3819 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-52pbw for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.176799 3819 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw I0415 22:50:21.176877 3819 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-xs2q4 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.176991 3819 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4 I0415 22:50:21.177363 3819 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-72wjm for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.177469 3819 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm I0415 22:50:21.177596 3819 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-v86gm for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.177652 3819 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-266j8] creating logical port openshift-console-operator_console-operator-66dbbb6468-266j8 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.177688 3819 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm I0415 22:50:21.177729 3819 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-266j8 I0415 22:50:21.180907 3819 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-974tx] creating logical port openshift-dns_dns-default-974tx for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.181056 3819 kube.go:256] Updating pod openshift-dns/dns-default-974tx I0415 22:50:21.181082 3819 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-sxx9c for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.181180 3819 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c I0415 22:50:21.181265 3819 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-qhvr2] creating logical port openshift-insights_insights-operator-6dbb575d6c-qhvr2 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.181434 3819 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-qhvr2 I0415 22:50:21.193478 3819 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-h64b5 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.193664 3819 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5 I0415 22:50:21.202068 3819 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4] pod update took 25.119904ms I0415 22:50:21.202101 3819 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4] addLogicalPort annotation time took 25.145466ms I0415 22:50:21.202119 3819 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm] pod update took 24.665466ms I0415 22:50:21.202137 3819 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm] addLogicalPort annotation time took 24.684142ms I0415 22:50:21.203376 3819 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4] addLogicalPort took 26.516578ms, libovsdb time 902.049µs I0415 22:50:21.203659 3819 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm] addLogicalPort took 26.312409ms, libovsdb time 1.151573ms I0415 22:50:21.204785 3819 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-77c4fb89cf-9r5bt] creating logical port openshift-ingress_router-default-77c4fb89cf-9r5bt for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.204881 3819 kube.go:256] Updating pod openshift-ingress/router-default-77c4fb89cf-9r5bt I0415 22:50:21.211945 3819 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw] pod update took 35.183185ms I0415 22:50:21.211978 3819 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw] addLogicalPort annotation time took 35.217853ms I0415 22:50:21.212240 3819 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-sjqzn] creating logical port openshift-ingress-canary_ingress-canary-sjqzn for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.212362 3819 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-sjqzn I0415 22:50:21.212485 3819 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-q4jbq for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.212597 3819 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq I0415 22:50:21.213327 3819 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw] addLogicalPort took 36.660043ms, libovsdb time 826.86µs I0415 22:50:21.213374 3819 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5bc7784544-bj9p4] creating logical port openshift-ingress_router-default-5bc7784544-bj9p4 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.213425 3819 kube.go:256] Updating pod openshift-ingress/router-default-5bc7784544-bj9p4 I0415 22:50:21.220983 3819 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm] pod update took 43.29424ms I0415 22:50:21.221000 3819 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm] addLogicalPort annotation time took 43.337032ms I0415 22:50:21.222613 3819 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm] addLogicalPort took 45.027471ms, libovsdb time 1.365251ms I0415 22:50:21.222678 3819 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-fgxzh for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.222783 3819 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh I0415 22:50:21.223806 3819 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c] pod update took 42.672368ms I0415 22:50:21.223823 3819 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c] addLogicalPort annotation time took 42.690435ms I0415 22:50:21.223844 3819 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-266j8] pod update took 46.142474ms I0415 22:50:21.223857 3819 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-266j8] addLogicalPort annotation time took 46.158591ms I0415 22:50:21.224981 3819 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c] addLogicalPort took 43.910475ms, libovsdb time 879.322µs I0415 22:50:21.225154 3819 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-266j8] addLogicalPort took 47.554898ms, libovsdb time 1.030009ms I0415 22:50:21.225208 3819 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29604890-pmw64 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.225258 3819 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 I0415 22:50:21.229308 3819 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-qhvr2] pod update took 47.921684ms I0415 22:50:21.229338 3819 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-qhvr2] addLogicalPort annotation time took 47.950294ms I0415 22:50:21.230339 3819 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-qhvr2] addLogicalPort took 49.110766ms, libovsdb time 735.204µs I0415 22:50:21.232095 3819 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5] pod update took 38.472545ms I0415 22:50:21.232123 3819 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5] addLogicalPort annotation time took 38.530271ms I0415 22:50:21.232413 3819 pod.go:62] [openshift-dns/dns-default-974tx] pod update took 51.411062ms I0415 22:50:21.232436 3819 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-974tx] addLogicalPort annotation time took 51.432583ms I0415 22:50:21.233270 3819 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5] addLogicalPort took 39.809911ms, libovsdb time 845.142µs I0415 22:50:21.233568 3819 pods.go:271] [openshift-dns/dns-default-974tx] addLogicalPort took 52.702916ms, libovsdb time 812.114µs I0415 22:50:21.233928 3819 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-jqh9w for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:21.234016 3819 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w I0415 22:50:21.235230 3819 pod.go:62] [openshift-ingress-canary/ingress-canary-sjqzn] pod update took 22.895731ms I0415 22:50:21.235245 3819 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-sjqzn] addLogicalPort annotation time took 22.913507ms I0415 22:50:21.236289 3819 pods.go:271] [openshift-ingress-canary/ingress-canary-sjqzn] addLogicalPort took 24.063095ms, libovsdb time 808.014µs I0415 22:50:21.241427 3819 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq] pod update took 28.849418ms I0415 22:50:21.241443 3819 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq] addLogicalPort annotation time took 28.883512ms I0415 22:50:21.242380 3819 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq] addLogicalPort took 29.909558ms, libovsdb time 645.052µs I0415 22:50:21.245812 3819 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh] pod update took 23.081964ms I0415 22:50:21.245827 3819 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh] addLogicalPort annotation time took 23.099375ms I0415 22:50:21.246796 3819 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh] addLogicalPort took 24.125089ms, libovsdb time 701.404µs I0415 22:50:21.246894 3819 pod.go:62] [openshift-ingress/router-default-5bc7784544-bj9p4] pod update took 33.487433ms I0415 22:50:21.246909 3819 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5bc7784544-bj9p4] addLogicalPort annotation time took 33.503541ms I0415 22:50:21.247807 3819 pods.go:271] [openshift-ingress/router-default-5bc7784544-bj9p4] addLogicalPort took 34.439681ms, libovsdb time 607.484µs I0415 22:50:21.252239 3819 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64] pod update took 26.993179ms I0415 22:50:21.252336 3819 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64] addLogicalPort annotation time took 27.089403ms I0415 22:50:21.252545 3819 pod.go:62] [openshift-ingress/router-default-77c4fb89cf-9r5bt] pod update took 47.709238ms I0415 22:50:21.252616 3819 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-77c4fb89cf-9r5bt] addLogicalPort annotation time took 47.778869ms I0415 22:50:21.264855 3819 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w] pod update took 30.868837ms I0415 22:50:21.264879 3819 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w] addLogicalPort annotation time took 30.895312ms I0415 22:50:21.265140 3819 pods.go:271] [openshift-ingress/router-default-77c4fb89cf-9r5bt] addLogicalPort took 60.36173ms, libovsdb time 11.896079ms I0415 22:50:21.265202 3819 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64] addLogicalPort took 39.99814ms, libovsdb time 11.927235ms I0415 22:50:21.270544 3819 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w] addLogicalPort took 36.61963ms, libovsdb time 4.632621ms I0415 22:50:21.560140 3819 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw 0dc8236fc3a976a6e1b29234353a64a380c1192b504ac7dfb29450b1aa46460b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw 0dc8236fc3a976a6e1b29234353a64a380c1192b504ac7dfb29450b1aa46460b network default NAD default NAD key ] I0415 22:50:21.568304 3819 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4 5766e00c9c235e0a70d0fb10c715201f82adc9e70bad44e6e731176a06d0769c network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4 5766e00c9c235e0a70d0fb10c715201f82adc9e70bad44e6e731176a06d0769c network default NAD default NAD key ] I0415 22:50:21.586267 3819 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm 7f766c6587152c8d5d9a0d81484f103d18ea01f121929947bacb2fd2c65f92c6 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm 7f766c6587152c8d5d9a0d81484f103d18ea01f121929947bacb2fd2c65f92c6 network default NAD default NAD key ] I0415 22:50:21.596237 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-xs2q4, hostIfaceName: 5766e00c9c235e0, network: default, NAD default, SandboxID: "5766e00c9c235e0a70d0fb10c715201f82adc9e70bad44e6e731176a06d0769c", PCI device ID: , UID: "f0e3e2d6-831a-43e3-82f8-55e94fe36350", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0415 22:50:21.596244 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-52pbw, hostIfaceName: 0dc8236fc3a976a, network: default, NAD default, SandboxID: "0dc8236fc3a976a6e1b29234353a64a380c1192b504ac7dfb29450b1aa46460b", PCI device ID: , UID: "ecc1ea13-67dd-42f9-8c12-1d0941f014db", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0415 22:50:21.596624 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-72wjm, hostIfaceName: 7f766c6587152c8, network: default, NAD default, SandboxID: "7f766c6587152c8d5d9a0d81484f103d18ea01f121929947bacb2fd2c65f92c6", PCI device ID: , UID: "5c6de43c-09c3-44c0-9b68-5f27624de1ff", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0415 22:50:21.645702 3819 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-266j8 045090d5ed5df121a2114c49b6dfb647bc58050c2508e3b49f3d569b93795c50 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-266j8 045090d5ed5df121a2114c49b6dfb647bc58050c2508e3b49f3d569b93795c50 network default NAD default NAD key ] I0415 22:50:21.651824 3819 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4 5766e00c9c235e0a70d0fb10c715201f82adc9e70bad44e6e731176a06d0769c network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-xs2q4 5766e00c9c235e0a70d0fb10c715201f82adc9e70bad44e6e731176a06d0769c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f5:ef:7e:d1:a9\",\"name\":\"5766e00c9c235e0\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33f28a96-9add-4c78-af3e-6142d33653aa\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.655607 3819 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm 7f766c6587152c8d5d9a0d81484f103d18ea01f121929947bacb2fd2c65f92c6 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72wjm 7f766c6587152c8d5d9a0d81484f103d18ea01f121929947bacb2fd2c65f92c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:bd:32:1d:d5:a7\",\"name\":\"7f766c6587152c8\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4899256-1058-4a5a-acb9-1c40a6c62336\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.656361 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-266j8, hostIfaceName: 045090d5ed5df12, network: default, NAD default, SandboxID: "045090d5ed5df121a2114c49b6dfb647bc58050c2508e3b49f3d569b93795c50", PCI device ID: , UID: "9afac28b-7086-4cd6-9efa-c720ed4282f2", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0415 22:50:21.661121 3819 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw 0dc8236fc3a976a6e1b29234353a64a380c1192b504ac7dfb29450b1aa46460b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-52pbw 0dc8236fc3a976a6e1b29234353a64a380c1192b504ac7dfb29450b1aa46460b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:94:04:5d:d0:cb\",\"name\":\"0dc8236fc3a976a\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca44bbad-a595-456b-8fd5-ea66407fc33d\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.705558 3819 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-266j8 045090d5ed5df121a2114c49b6dfb647bc58050c2508e3b49f3d569b93795c50 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-266j8 045090d5ed5df121a2114c49b6dfb647bc58050c2508e3b49f3d569b93795c50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:78:02:e1:81:0a\",\"name\":\"045090d5ed5df12\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73f19850-b8f9-407f-b6ac-9e64710ae4cf\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.724385 3819 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-qhvr2 5ef9960904ea9c438c3587dd06976a8cf6a4c010913654e0447ae09d9594803c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-qhvr2 5ef9960904ea9c438c3587dd06976a8cf6a4c010913654e0447ae09d9594803c network default NAD default NAD key ] I0415 22:50:21.736040 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-qhvr2, hostIfaceName: 5ef9960904ea9c4, network: default, NAD default, SandboxID: "5ef9960904ea9c438c3587dd06976a8cf6a4c010913654e0447ae09d9594803c", PCI device ID: , UID: "7490b074-cdc8-46f7-a5a8-ed5069e1d977", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0415 22:50:21.782179 3819 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-qhvr2 5ef9960904ea9c438c3587dd06976a8cf6a4c010913654e0447ae09d9594803c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-qhvr2 5ef9960904ea9c438c3587dd06976a8cf6a4c010913654e0447ae09d9594803c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:59:99:f1:cb:4a\",\"name\":\"5ef9960904ea9c4\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/208c5454-4585-4c9b-b07c-e4073bf449f7\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.795464 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-187.ec2.internal I0415 22:50:21.795491 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-187.ec2.internal: 34.949µs I0415 22:50:21.799826 3819 cni.go:452] [openshift-ingress-canary/ingress-canary-sjqzn bf9ab40f7cbca34704a43f09cf71bdc00f08c4568386c204ae0e0177198ee05e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-sjqzn bf9ab40f7cbca34704a43f09cf71bdc00f08c4568386c204ae0e0177198ee05e network default NAD default NAD key ] I0415 22:50:21.812115 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-sjqzn, hostIfaceName: bf9ab40f7cbca34, network: default, NAD default, SandboxID: "bf9ab40f7cbca34704a43f09cf71bdc00f08c4568386c204ae0e0177198ee05e", PCI device ID: , UID: "39ead449-5ff9-448e-bfd0-8b933888d293", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0415 22:50:21.832824 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key ] I0415 22:50:21.845469 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29604890-pmw64, hostIfaceName: 51b0be329cfac99, network: default, NAD default, SandboxID: "51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5", PCI device ID: , UID: "61e24ca8-3456-4d85-a626-92275c24321f", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0415 22:50:21.848649 3819 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq cbd7b2de35bb7320f268920264314210632aa96887afc544903b5317ad30a91d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq cbd7b2de35bb7320f268920264314210632aa96887afc544903b5317ad30a91d network default NAD default NAD key ] I0415 22:50:21.858796 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-q4jbq, hostIfaceName: cbd7b2de35bb732, network: default, NAD default, SandboxID: "cbd7b2de35bb7320f268920264314210632aa96887afc544903b5317ad30a91d", PCI device ID: , UID: "c90b2298-c26c-4936-adb6-7689d715fea6", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0415 22:50:21.861201 3819 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh cb54e2016ff6e031b052693113c1b7027de241695af82462b0cae56420919efb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh cb54e2016ff6e031b052693113c1b7027de241695af82462b0cae56420919efb network default NAD default NAD key ] I0415 22:50:21.868407 3819 cni.go:473] [openshift-ingress-canary/ingress-canary-sjqzn bf9ab40f7cbca34704a43f09cf71bdc00f08c4568386c204ae0e0177198ee05e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-sjqzn bf9ab40f7cbca34704a43f09cf71bdc00f08c4568386c204ae0e0177198ee05e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:0c:b5:8a:36:0e\",\"name\":\"bf9ab40f7cbca34\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cf095c0-53e9-4dc7-8d0d-44aec5072b90\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.871647 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-fgxzh, hostIfaceName: cb54e2016ff6e03, network: default, NAD default, SandboxID: "cb54e2016ff6e031b052693113c1b7027de241695af82462b0cae56420919efb", PCI device ID: , UID: "f904dffe-c13a-4263-ade0-cdd989daef10", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0415 22:50:21.896722 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:bc:8e:5e:43:da\",\"name\":\"51b0be329cfac99\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee68c9e3-b30e-4b3f-a0b8-d69dd5fd6fc1\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.907671 3819 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq cbd7b2de35bb7320f268920264314210632aa96887afc544903b5317ad30a91d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-q4jbq cbd7b2de35bb7320f268920264314210632aa96887afc544903b5317ad30a91d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:8b:e6:ef:c6:a6\",\"name\":\"cbd7b2de35bb732\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0d64eb0-547f-4d5a-b54d-ab06cfea612b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:21.918780 3819 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh cb54e2016ff6e031b052693113c1b7027de241695af82462b0cae56420919efb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fgxzh cb54e2016ff6e031b052693113c1b7027de241695af82462b0cae56420919efb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:07:92:5e:fe:88\",\"name\":\"cb54e2016ff6e03\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fe46649-1282-4865-9f41-b06e213eba2a\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:22.293436 3819 cni.go:452] [openshift-network-diagnostics/network-check-target-bvrn4 81b1be0efcca8deb8be666d0e7ab5ef891753e5d1e1512b2142406a98bde0945 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-bvrn4 81b1be0efcca8deb8be666d0e7ab5ef891753e5d1e1512b2142406a98bde0945 network default NAD default NAD key ] I0415 22:50:22.304983 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-bvrn4, hostIfaceName: 81b1be0efcca8de, network: default, NAD default, SandboxID: "81b1be0efcca8deb8be666d0e7ab5ef891753e5d1e1512b2142406a98bde0945", PCI device ID: , UID: "09c76bb5-53ac-4e7f-a138-f6316358b52c", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0415 22:50:22.350411 3819 cni.go:473] [openshift-network-diagnostics/network-check-target-bvrn4 81b1be0efcca8deb8be666d0e7ab5ef891753e5d1e1512b2142406a98bde0945 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-bvrn4 81b1be0efcca8deb8be666d0e7ab5ef891753e5d1e1512b2142406a98bde0945 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5f:53:77:f8:8f\",\"name\":\"81b1be0efcca8de\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9957daa9-e72c-494e-acc8-1481ac111c3b\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:23.114035 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:23.114070 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:23.114086 3819 node_tracker.go:220] Node ip-10-0-1-81.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0415 22:50:23.114096 3819 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-81.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0415 22:50:23.114088 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 60.011µs I0415 22:50:23.114053 3819 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:23.114133 3819 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-81.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-81.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-81.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-81.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal, error parsing annotation for node ip-10-0-1-81.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0415 22:50:23.127953 3819 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-81.ec2.internal annotation: unexpected end of JSON input E0415 22:50:23.128009 3819 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-81.ec2.internal annotation: unexpected end of JSON input I0415 22:50:23.128027 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0415 22:50:23.128075 3819 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-81.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-81.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-81.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-81.ec2.internal" I0415 22:50:23.144367 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0415 22:50:23.155138 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.168181 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:23.168201 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 24.933µs I0415 22:50:23.168206 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.168220 3819 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:23.367318 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:23.367412 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 101.22µs I0415 22:50:23.367337 3819 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:23.367345 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.380597 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.605813 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:25.814828 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0415 22:50:29.510683 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0415 22:50:31.162656 3819 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0415 22:50:31.163713 3819 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.030407ms I0415 22:50:31.186688 3819 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0415 22:50:31.510767 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:50:32.097381 3819 namespace.go:98] [openshift-service-ca] adding namespace I0415 22:50:32.098324 3819 namespace.go:102] [openshift-service-ca] adding namespace took 919.795µs I0415 22:50:32.121827 3819 namespace.go:142] [openshift-service-ca] updating namespace W0415 22:50:32.528531 3819 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:32.571371 3819 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:50:32.571398 3819 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:50:32.610126 3819 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:50:32.610146 3819 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:50:33.456354 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0415 22:50:41.125225 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0415 22:50:42.042117 3819 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:42.042138 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:42.042163 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:42.042178 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 18.908µs I0415 22:50:44.916313 3819 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-81.ec2.internal I0415 22:50:44.916335 3819 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-81.ec2.internal I0415 22:50:44.916428 3819 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-81.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-81.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-81.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-81.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal I0415 22:50:47.286071 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-glxnt I0415 22:50:47.286084 3819 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lgv8c I0415 22:50:47.286095 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-glxnt I0415 22:50:47.286102 3819 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lgv8c I0415 22:50:47.286137 3819 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-glxnt, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-glxnt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-glxnt: no pod IPs found I0415 22:50:47.286138 3819 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-lgv8c, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-lgv8c: suppressed error logged: pod openshift-multus/network-metrics-daemon-lgv8c: no pod IPs found I0415 22:50:53.319983 3819 cni.go:452] [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key ] I0415 22:50:53.329597 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bb65876fd-v67qt, hostIfaceName: bed52b11a8d15ea, network: default, NAD default, SandboxID: "bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac", PCI device ID: , UID: "8319c4b2-9fe5-4d2d-9521-5f2360ab72f7", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0415 22:50:53.378839 3819 cni.go:473] [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:47:84:d6:04:db\",\"name\":\"bed52b11a8d15ea\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22b9013a-4b27-4366-8c47-05ebc5af9198\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.410254 3819 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm 4aa2aba3de13acfb3051a7f37444e6703a13b49312267378f1d3ad355ef12ae1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm 4aa2aba3de13acfb3051a7f37444e6703a13b49312267378f1d3ad355ef12ae1 network default NAD default NAD key ] I0415 22:50:53.420377 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-v86gm, hostIfaceName: 4aa2aba3de13acf, network: default, NAD default, SandboxID: "4aa2aba3de13acfb3051a7f37444e6703a13b49312267378f1d3ad355ef12ae1", PCI device ID: , UID: "6d443d3b-aa06-402a-882f-b003d67e26d1", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0415 22:50:53.450240 3819 cni.go:452] [openshift-dns/dns-default-974tx 0424e8b85a159df4ee490504da2c05b580417ad344c0776ffbd22348421642a8 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-974tx 0424e8b85a159df4ee490504da2c05b580417ad344c0776ffbd22348421642a8 network default NAD default NAD key ] I0415 22:50:53.461435 3819 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c 510ebae7fe27323d7eb4b447029afa7d3c5401e8f72c63ac631ce84ee247f463 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c 510ebae7fe27323d7eb4b447029afa7d3c5401e8f72c63ac631ce84ee247f463 network default NAD default NAD key ] I0415 22:50:53.470572 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-974tx, hostIfaceName: 0424e8b85a159df, network: default, NAD default, SandboxID: "0424e8b85a159df4ee490504da2c05b580417ad344c0776ffbd22348421642a8", PCI device ID: , UID: "4e89c52a-6660-40fe-829f-faa63babbaa7", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0415 22:50:53.474113 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-sxx9c, hostIfaceName: 510ebae7fe27323, network: default, NAD default, SandboxID: "510ebae7fe27323d7eb4b447029afa7d3c5401e8f72c63ac631ce84ee247f463", PCI device ID: , UID: "206d1bae-e579-4311-94eb-73d985613c50", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0415 22:50:53.476156 3819 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm 4aa2aba3de13acfb3051a7f37444e6703a13b49312267378f1d3ad355ef12ae1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-v86gm 4aa2aba3de13acfb3051a7f37444e6703a13b49312267378f1d3ad355ef12ae1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0c:c9:15:fe:cc\",\"name\":\"4aa2aba3de13acf\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78392468-2931-47ce-ab7f-a40c0fdb8f7e\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.502823 3819 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w 1064e61dbc41d2450cad4905da3d940f870ecac03705a1e42c91e453bee3b397 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w 1064e61dbc41d2450cad4905da3d940f870ecac03705a1e42c91e453bee3b397 network default NAD default NAD key ] I0415 22:50:53.517326 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-jqh9w, hostIfaceName: 1064e61dbc41d24, network: default, NAD default, SandboxID: "1064e61dbc41d2450cad4905da3d940f870ecac03705a1e42c91e453bee3b397", PCI device ID: , UID: "8be3bc18-0538-4765-9153-9b9103236cf5", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0415 22:50:53.522691 3819 cni.go:473] [openshift-dns/dns-default-974tx 0424e8b85a159df4ee490504da2c05b580417ad344c0776ffbd22348421642a8 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-974tx 0424e8b85a159df4ee490504da2c05b580417ad344c0776ffbd22348421642a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:51:6d:e1:55:45\",\"name\":\"0424e8b85a159df\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ff6e80e-a515-42c6-83e4-187b5495871b\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.539989 3819 cni.go:452] [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key ] I0415 22:50:53.544515 3819 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c 510ebae7fe27323d7eb4b447029afa7d3c5401e8f72c63ac631ce84ee247f463 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-sxx9c 510ebae7fe27323d7eb4b447029afa7d3c5401e8f72c63ac631ce84ee247f463 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a1:19:a5:32:7b\",\"name\":\"510ebae7fe27323\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e493d5f4-218c-48fc-bd10-e57504742d44\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.550573 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-77c4fb89cf-9r5bt, hostIfaceName: 859e50ee6bb6ba0, network: default, NAD default, SandboxID: "859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d", PCI device ID: , UID: "d238999c-26b3-4cc9-af19-e1e3227bf481", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0415 22:50:53.567172 3819 cni.go:452] [openshift-ingress/router-default-5bc7784544-bj9p4 6dfba12909916d863a0a299804814c63993c2a6d74aa2f6b1757e1b3a01bbb97 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5bc7784544-bj9p4 6dfba12909916d863a0a299804814c63993c2a6d74aa2f6b1757e1b3a01bbb97 network default NAD default NAD key ] I0415 22:50:53.579103 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5bc7784544-bj9p4, hostIfaceName: 6dfba12909916d8, network: default, NAD default, SandboxID: "6dfba12909916d863a0a299804814c63993c2a6d74aa2f6b1757e1b3a01bbb97", PCI device ID: , UID: "31c42530-263d-4f8e-bb56-fbbd6dd21f82", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0415 22:50:53.579223 3819 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w 1064e61dbc41d2450cad4905da3d940f870ecac03705a1e42c91e453bee3b397 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-jqh9w 1064e61dbc41d2450cad4905da3d940f870ecac03705a1e42c91e453bee3b397 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:65:8e:cc:4e:9b\",\"name\":\"1064e61dbc41d24\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3ff7d83-a5d0-4df9-b79e-fe8351fb2c44\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.579329 3819 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5 b38a735df9264fa0b5b3e4771f16903f68cf39ce794f5ffe4aee8154297bd312 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5 b38a735df9264fa0b5b3e4771f16903f68cf39ce794f5ffe4aee8154297bd312 network default NAD default NAD key ] I0415 22:50:53.591826 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-h64b5, hostIfaceName: b38a735df9264fa, network: default, NAD default, SandboxID: "b38a735df9264fa0b5b3e4771f16903f68cf39ce794f5ffe4aee8154297bd312", PCI device ID: , UID: "7e831b9b-8e21-486f-b158-aa88879ca1dc", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0415 22:50:53.610020 3819 cni.go:473] [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:39:74:1c:b3:16\",\"name\":\"859e50ee6bb6ba0\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fecd9785-be2f-463d-b796-e32d233cf353\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.629896 3819 cni.go:473] [openshift-ingress/router-default-5bc7784544-bj9p4 6dfba12909916d863a0a299804814c63993c2a6d74aa2f6b1757e1b3a01bbb97 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5bc7784544-bj9p4 6dfba12909916d863a0a299804814c63993c2a6d74aa2f6b1757e1b3a01bbb97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b3:a9:4c:45:61\",\"name\":\"6dfba12909916d8\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a83923f6-97c7-48f7-968f-877fec82bb0e\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.650514 3819 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5 b38a735df9264fa0b5b3e4771f16903f68cf39ce794f5ffe4aee8154297bd312 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-h64b5 b38a735df9264fa0b5b3e4771f16903f68cf39ce794f5ffe4aee8154297bd312 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c5:d3:fb:ba:0b\",\"name\":\"b38a735df9264fa\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6869b912-069e-4d3e-a5fd-229434399d50\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:53.999413 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:54.164408 3819 cni.go:452] [openshift-multus/network-metrics-daemon-j8mvj d70afa0af4849b9718b834b678e347c1439dd45d60ab9e7c03eebeb1f66ddbe6 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-j8mvj d70afa0af4849b9718b834b678e347c1439dd45d60ab9e7c03eebeb1f66ddbe6 network default NAD default NAD key ] I0415 22:50:54.177627 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-j8mvj, hostIfaceName: d70afa0af4849b9, network: default, NAD default, SandboxID: "d70afa0af4849b9718b834b678e347c1439dd45d60ab9e7c03eebeb1f66ddbe6", PCI device ID: , UID: "e5212169-7f68-44ce-a6e7-9675fb3bebbb", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0415 22:50:54.246849 3819 cni.go:473] [openshift-multus/network-metrics-daemon-j8mvj d70afa0af4849b9718b834b678e347c1439dd45d60ab9e7c03eebeb1f66ddbe6 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-j8mvj d70afa0af4849b9718b834b678e347c1439dd45d60ab9e7c03eebeb1f66ddbe6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:6c:ec:a5:54:96\",\"name\":\"d70afa0af4849b9\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd5b4326-eced-4add-873f-90d40c9107eb\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 22:50:55.717857 3819 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6f679d7b8f-pk5gd IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6f679d7b8f-pk5gd: no pod IPs found W0415 22:50:55.765916 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:55.766063 3819 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-9295x] creating logical port openshift-console_downloads-5c54f4944f-9295x for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:55.766220 3819 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-9295x W0415 22:50:55.766310 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0415 22:50:55.766096 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.766397 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.766408 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default I0415 22:50:55.777856 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0415 22:50:55.784780 3819 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:50:55.784988 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.785011 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0415 22:50:55.800205 3819 pod.go:62] [openshift-console/downloads-5c54f4944f-9295x] pod update took 34.02132ms I0415 22:50:55.800226 3819 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-9295x] addLogicalPort annotation time took 34.048541ms I0415 22:50:55.801477 3819 pods.go:271] [openshift-console/downloads-5c54f4944f-9295x] addLogicalPort took 35.432946ms, libovsdb time 856.701µs W0415 22:50:55.840035 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.840063 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0415 22:50:55.879996 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:55.938950 3819 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0415 22:50:55.949089 3819 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gldjp] creating logical port openshift-insights_insights-runtime-extractor-gldjp for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:55.949224 3819 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gldjp W0415 22:50:55.952655 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.952671 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.952677 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0415 22:50:55.974098 3819 pod.go:62] [openshift-insights/insights-runtime-extractor-gldjp] pod update took 24.902403ms I0415 22:50:55.974121 3819 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gldjp] addLogicalPort annotation time took 24.928404ms I0415 22:50:55.975435 3819 pods.go:271] [openshift-insights/insights-runtime-extractor-gldjp] addLogicalPort took 26.368105ms, libovsdb time 917.312µs I0415 22:50:56.054837 3819 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0415 22:50:56.431882 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "ip-10-0-1-81.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:56.431884 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:56.431995 3819 node_tracker.go:235] Node ip-10-0-1-81.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-81.ec2.internal" I0415 22:50:56.432009 3819 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.432020 3819 services_controller.go:574] Full service sync requested for network=default W0415 22:50:56.432344 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:50:56.432671 3819 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:50:56.475188 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "ip-10-0-1-81.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:56.592103 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:56.592177 3819 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.592192 3819 services_controller.go:574] Full service sync requested for network=default I0415 22:50:56.592196 3819 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "ip-10-0-1-81.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0415 22:50:56.592475 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:50:56.592651 3819 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:50:56.593233 3819 zone_ic_handler.go:195] Time taken to create transit switch: 319.862µs I0415 22:50:56.593246 3819 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-81.ec2.internal for the network default I0415 22:50:56.594190 3819 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-81.ec2.internal" on network "default" took: 1.293677ms W0415 22:50:56.768586 3819 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:56.768608 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:56.768614 3819 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0415 22:50:57.132286 3819 base_network_controller_pods.go:487] [default/openshift-console/console-7f96bb95f8-sbjh9] creating logical port openshift-console_console-7f96bb95f8-sbjh9 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:57.132385 3819 kube.go:256] Updating pod openshift-console/console-7f96bb95f8-sbjh9 I0415 22:50:57.156355 3819 pod.go:62] [openshift-console/console-7f96bb95f8-sbjh9] pod update took 23.993908ms I0415 22:50:57.156383 3819 base_network_controller_pods.go:951] [default/openshift-console/console-7f96bb95f8-sbjh9] addLogicalPort annotation time took 24.028643ms I0415 22:50:57.157821 3819 pods.go:271] [openshift-console/console-7f96bb95f8-sbjh9] addLogicalPort took 25.55285ms, libovsdb time 983.563µs I0415 22:50:57.167161 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:57.167181 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 26.569µs I0415 22:50:57.167205 3819 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:57.167210 3819 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:57.167235 3819 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:57.167245 3819 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 10.0.1.81 to PMTUD blocking rules I0415 22:50:57.167259 3819 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:57.167276 3819 services_controller.go:574] Full service sync requested for network=default W0415 22:50:57.167527 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:50:57.167811 3819 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:57.167828 3819 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:57.167836 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:57.167901 3819 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:50:57.173339 3819 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-81.ec2.internal. Updating no re-route policies I0415 22:50:57.196712 3819 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 10.0.1.81 to PMTUD blocking rules I0415 22:50:57.196733 3819 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:57.452635 3819 cni.go:452] [openshift-insights/insights-runtime-extractor-gldjp 96b4c66d643bde6b896b5c6aaa336ca0f1cde77bbbbc413dea1a77bee467a1b3 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gldjp 96b4c66d643bde6b896b5c6aaa336ca0f1cde77bbbbc413dea1a77bee467a1b3 network default NAD default NAD key ] I0415 22:50:57.453762 3819 cni.go:452] [openshift-console/downloads-5c54f4944f-9295x 396d803b0afddc5dbf860f24e5de0387e4f41c8788cdb1d1f7d58e59f029390d network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-9295x 396d803b0afddc5dbf860f24e5de0387e4f41c8788cdb1d1f7d58e59f029390d network default NAD default NAD key ] I0415 22:50:57.465794 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-9295x, hostIfaceName: 396d803b0afddc5, network: default, NAD default, SandboxID: "396d803b0afddc5dbf860f24e5de0387e4f41c8788cdb1d1f7d58e59f029390d", PCI device ID: , UID: "ce0dcd0e-9693-43f0-970f-2f7b26b6e665", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0415 22:50:57.466759 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gldjp, hostIfaceName: 96b4c66d643bde6, network: default, NAD default, SandboxID: "96b4c66d643bde6b896b5c6aaa336ca0f1cde77bbbbc413dea1a77bee467a1b3", PCI device ID: , UID: "41d23409-9afa-4974-9ac1-61540039cf6d", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0415 22:50:57.530557 3819 cni.go:473] [openshift-console/downloads-5c54f4944f-9295x 396d803b0afddc5dbf860f24e5de0387e4f41c8788cdb1d1f7d58e59f029390d network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-9295x 396d803b0afddc5dbf860f24e5de0387e4f41c8788cdb1d1f7d58e59f029390d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:28:58:b6:33:32\",\"name\":\"396d803b0afddc5\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a858946e-ea45-457f-bf21-a12b046ff857\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:57.546489 3819 cni.go:452] [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key ] I0415 22:50:57.549050 3819 cni.go:473] [openshift-insights/insights-runtime-extractor-gldjp 96b4c66d643bde6b896b5c6aaa336ca0f1cde77bbbbc413dea1a77bee467a1b3 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gldjp 96b4c66d643bde6b896b5c6aaa336ca0f1cde77bbbbc413dea1a77bee467a1b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:2f:09:65:b4:3d\",\"name\":\"96b4c66d643bde6\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51a4d5ce-4d3c-4a59-8377-8a1bbe41a8df\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:57.557327 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f96bb95f8-sbjh9, hostIfaceName: 63c66930f7a60b5, network: default, NAD default, SandboxID: "63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2", PCI device ID: , UID: "e7094a00-2a8d-49d8-b74d-9d3317e9d364", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0415 22:50:57.619310 3819 cni.go:473] [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9c:67:0c:43:36\",\"name\":\"63c66930f7a60b5\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e92af9b-6225-4e38-9576-30ad572fba2e\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:50:58.179159 3819 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-wqpw5 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:50:58.179332 3819 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5 I0415 22:50:58.197855 3819 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5] pod update took 18.552462ms I0415 22:50:58.197907 3819 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5] addLogicalPort annotation time took 18.60973ms I0415 22:50:58.199521 3819 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5] addLogicalPort took 20.379757ms, libovsdb time 1.157012ms W0415 22:50:58.686258 3819 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.686277 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.686285 3819 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.749597 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:50:59.191738 3819 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5 642d47e3f8167a3baea3f2f3bf0f4007b8d13652ff038e9db3a43337451d835a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5 642d47e3f8167a3baea3f2f3bf0f4007b8d13652ff038e9db3a43337451d835a network default NAD default NAD key ] I0415 22:50:59.204429 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-wqpw5, hostIfaceName: 642d47e3f8167a3, network: default, NAD default, SandboxID: "642d47e3f8167a3baea3f2f3bf0f4007b8d13652ff038e9db3a43337451d835a", PCI device ID: , UID: "f0ff12bc-4aa0-4d82-8f8b-36070bb02f46", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0415 22:50:59.267405 3819 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5 642d47e3f8167a3baea3f2f3bf0f4007b8d13652ff038e9db3a43337451d835a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wqpw5 642d47e3f8167a3baea3f2f3bf0f4007b8d13652ff038e9db3a43337451d835a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:a9:ce:8c:03:0d\",\"name\":\"642d47e3f8167a3\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e90b1051-f053-4c1d-9a80-9d3437958fb9\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:51:00.925019 3819 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:51:00.925100 3819 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 87.886µs W0415 22:51:01.769129 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:02.236461 3819 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:02.527442 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:51:02.704667 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:02.757722 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0415 22:51:03.892252 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:05.244638 3819 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:05.244665 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:05.244674 3819 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758336 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758356 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758362 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758379 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758386 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758394 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.289549 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:08.660060 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.660080 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.660087 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:14.284544 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:51:14.284571 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:51:14.727985 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0415 22:51:14.753408 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0415 22:51:15.356853 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.356881 3819 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.356889 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.746701 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:15.746791 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:15.867828 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.867858 3819 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.867868 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:16.635076 3819 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6c4d46d968-wtbdk IP address from the namespace address-set, err: pod openshift-console/console-6c4d46d968-wtbdk: no pod IPs found W0415 22:51:18.935969 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:18.935985 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:18.964981 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.964997 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.965003 3819 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.965009 3819 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.985399 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:19.353929 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.353952 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.353970 3819 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.353975 3819 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.383945 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:19.426808 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:19.426867 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0415 22:51:20.914176 3819 cni.go:452] [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key ] I0415 22:51:20.989467 3819 cni.go:473] [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7bb65876fd-v67qt bed52b11a8d15ea44e9492a6fd01ced1f4a0aac07ff39925bcd3b5e09ccaffac network default NAD default NAD key default], result "{}", err I0415 22:51:21.040652 3819 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:21.040693 3819 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7bb65876fd-v67qt I0415 22:51:21.058321 3819 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7bb65876fd-v67qt, ips: 10.128.0.5 I0415 22:51:21.058445 3819 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:21.058827 3819 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5c644f5675-dckcs] creating logical port openshift-image-registry_image-registry-5c644f5675-dckcs for pod on switch ip-10-0-0-116.ec2.internal I0415 22:51:21.059034 3819 kube.go:256] Updating pod openshift-image-registry/image-registry-5c644f5675-dckcs I0415 22:51:21.076197 3819 pod.go:62] [openshift-image-registry/image-registry-5c644f5675-dckcs] pod update took 17.241339ms I0415 22:51:21.076222 3819 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5c644f5675-dckcs] addLogicalPort annotation time took 17.272835ms I0415 22:51:21.077401 3819 pods.go:271] [openshift-image-registry/image-registry-5c644f5675-dckcs] addLogicalPort took 18.592638ms, libovsdb time 826.222µs I0415 22:51:21.427717 3819 cni.go:452] [openshift-image-registry/image-registry-5c644f5675-dckcs 5c74c9341a8ce84aab6107a87b070855cd21e208861845534231e0f9b1aca4a7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5c644f5675-dckcs 5c74c9341a8ce84aab6107a87b070855cd21e208861845534231e0f9b1aca4a7 network default NAD default NAD key ] I0415 22:51:21.437229 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5c644f5675-dckcs, hostIfaceName: 5c74c9341a8ce84, network: default, NAD default, SandboxID: "5c74c9341a8ce84aab6107a87b070855cd21e208861845534231e0f9b1aca4a7", PCI device ID: , UID: "695c2fca-8e5a-4ff7-8944-c9b8234db2fc", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0415 22:51:21.494274 3819 cni.go:473] [openshift-image-registry/image-registry-5c644f5675-dckcs 5c74c9341a8ce84aab6107a87b070855cd21e208861845534231e0f9b1aca4a7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5c644f5675-dckcs 5c74c9341a8ce84aab6107a87b070855cd21e208861845534231e0f9b1aca4a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:a8:21:4f:9e:8e\",\"name\":\"5c74c9341a8ce84\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d95ec75-dd6a-43a0-be36-8fd80529c5b3\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:51:21.779944 3819 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:21.780008 3819 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:21.785826 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb65876fd-v67qt I0415 22:51:21.785916 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb65876fd-v67qt W0415 22:51:23.214765 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:23.214798 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:23.253535 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:23.253565 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:51:25.169832 3819 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0415 22:51:29.205801 3819 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:29.206333 3819 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:29.933194 3819 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:29.933214 3819 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:29.939141 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f96bb95f8-bjbd5 I0415 22:51:29.939163 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f96bb95f8-bjbd5 I0415 22:51:39.513787 3819 cni.go:452] [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key ] I0415 22:51:39.591465 3819 cni.go:473] [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f96bb95f8-sbjh9 63c66930f7a60b5588fa70d4ee0621f4e25da1729439af4a4d9116789ecef7f2 network default NAD default NAD key default], result "{}", err I0415 22:51:39.659106 3819 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:39.659135 3819 pods.go:176] Deleting pod: openshift-console/console-7f96bb95f8-sbjh9 I0415 22:51:39.660306 3819 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f96bb95f8-sbjh9, ips: 10.128.0.24 I0415 22:51:39.660333 3819 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:39.668382 3819 base_network_controller_pods.go:487] [default/openshift-console/console-64969dc6cf-cprdt] creating logical port openshift-console_console-64969dc6cf-cprdt for pod on switch ip-10-0-0-116.ec2.internal I0415 22:51:39.668556 3819 kube.go:256] Updating pod openshift-console/console-64969dc6cf-cprdt I0415 22:51:39.683517 3819 pod.go:62] [openshift-console/console-64969dc6cf-cprdt] pod update took 14.998751ms I0415 22:51:39.683540 3819 base_network_controller_pods.go:951] [default/openshift-console/console-64969dc6cf-cprdt] addLogicalPort annotation time took 15.024209ms I0415 22:51:39.685045 3819 pods.go:271] [openshift-console/console-64969dc6cf-cprdt] addLogicalPort took 16.676291ms, libovsdb time 932.41µs I0415 22:51:39.833767 3819 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:39.833787 3819 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:39.841202 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f96bb95f8-sbjh9 I0415 22:51:39.841225 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f96bb95f8-sbjh9 I0415 22:51:40.077149 3819 cni.go:452] [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key ] I0415 22:51:40.086663 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-64969dc6cf-cprdt, hostIfaceName: 80edbc73827f4ba, network: default, NAD default, SandboxID: "80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a", PCI device ID: , UID: "385c274a-fd5a-4672-b56c-44b73e8a01bc", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0415 22:51:40.137628 3819 cni.go:473] [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f7:b6:3c:a6:ce\",\"name\":\"80edbc73827f4ba\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5755887e-dbbd-4d13-83bf-a4c724a55657\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 22:51:40.846871 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0415 22:51:40.846877 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0415 22:51:40.847030 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0415 22:51:41.858764 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0415 22:51:42.783684 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:51:48.580942 3819 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:48.581488 3819 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:48.993759 3819 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:48.993782 3819 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:49.000115 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb65876fd-bpp2m I0415 22:51:49.000136 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb65876fd-bpp2m W0415 22:51:50.902178 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:52:00.934918 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0415 22:52:00.934985 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0415 22:52:00.934921 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0415 22:52:01.938968 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0415 22:52:05.313929 3819 obj_retry.go:498] Detected object openshift-console/console-6c4d46d968-whbxp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:05.314462 3819 obj_retry.go:498] Detected object openshift-console/console-6c4d46d968-whbxp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:05.509172 3819 obj_retry.go:492] Detected object openshift-console/console-6c4d46d968-whbxp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:05.509198 3819 obj_retry.go:492] Detected object openshift-console/console-6c4d46d968-whbxp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:05.513555 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c4d46d968-whbxp I0415 22:52:05.513583 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c4d46d968-whbxp W0415 22:52:05.956013 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0415 22:52:05.956030 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0415 22:52:05.956084 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0415 22:52:06.959157 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0415 22:52:11.221686 3819 cni.go:452] [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key ] I0415 22:52:11.300695 3819 cni.go:473] [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-77c4fb89cf-9r5bt 859e50ee6bb6ba0c9606af199545c6647e7d72db40a37a905b0c368daf6b039d network default NAD default NAD key default], result "{}", err I0415 22:52:11.348648 3819 obj_retry.go:498] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:11.348680 3819 pods.go:176] Deleting pod: openshift-ingress/router-default-77c4fb89cf-9r5bt I0415 22:52:11.349901 3819 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-77c4fb89cf-9r5bt, ips: 10.128.0.15 I0415 22:52:11.349925 3819 obj_retry.go:498] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:11.973841 3819 obj_retry.go:492] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:11.973869 3819 obj_retry.go:492] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:11.980103 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-77c4fb89cf-9r5bt I0415 22:52:11.980184 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-77c4fb89cf-9r5bt W0415 22:52:46.536179 3819 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5b9f658c-7w9cj IP address from the namespace address-set, err: pod openshift-console/console-5b9f658c-7w9cj: no pod IPs found I0415 22:52:54.376918 3819 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377515 3819 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377548 3819 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377559 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0415 22:52:54.377575 3819 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.377582 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0415 22:52:55.403836 3819 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.403859 3819 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.403874 3819 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.403889 3819 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.759246 3819 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0415 22:52:55.768457 3819 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0415 22:53:04.226409 3819 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-2c7pl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:04.226968 3819 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-2c7pl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:04.575916 3819 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-2c7pl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:04.575939 3819 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-2c7pl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:04.578647 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64969dc6cf-2c7pl I0415 22:53:04.578668 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64969dc6cf-2c7pl I0415 22:53:11.826595 3819 obj_retry.go:498] Detected object openshift-console/console-5b9f658c-6n2p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:11.827153 3819 obj_retry.go:498] Detected object openshift-console/console-5b9f658c-6n2p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:12.809998 3819 obj_retry.go:492] Detected object openshift-console/console-5b9f658c-6n2p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:12.810020 3819 obj_retry.go:492] Detected object openshift-console/console-5b9f658c-6n2p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:12.814778 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b9f658c-6n2p6 I0415 22:53:12.814798 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b9f658c-6n2p6 I0415 22:53:31.283245 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key ] I0415 22:53:31.361477 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 51b0be329cfac9931d0bd363ea9c9427e64fff263a1d08374fc2de707b2323c5 network default NAD default NAD key default], result "{}", err I0415 22:53:31.405126 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:31.405158 3819 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 I0415 22:53:31.406417 3819 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64, ips: 10.128.0.20 I0415 22:53:31.406443 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:32.294610 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:32.294632 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:40.555373 3819 cni.go:452] [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key ] I0415 22:53:40.635836 3819 cni.go:473] [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-64969dc6cf-cprdt 80edbc73827f4bad608153de66c08538b937a3cbbb10ecc94c21a0b3251f607a network default NAD default NAD key default], result "{}", err I0415 22:53:40.681851 3819 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-cprdt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:40.681886 3819 pods.go:176] Deleting pod: openshift-console/console-64969dc6cf-cprdt I0415 22:53:40.683460 3819 pods.go:236] Attempting to release IPs for pod: openshift-console/console-64969dc6cf-cprdt, ips: 10.128.0.27 I0415 22:53:40.683485 3819 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-cprdt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:41.313343 3819 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-cprdt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:41.313368 3819 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-cprdt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:41.322216 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64969dc6cf-cprdt I0415 22:53:41.322248 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64969dc6cf-cprdt I0415 22:55:30.200482 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0415 22:55:51.320170 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0415 22:55:51.501780 3819 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0415 22:55:55.736492 3819 namespace.go:98] [tsf] adding namespace I0415 22:55:55.737413 3819 namespace.go:102] [tsf] adding namespace took 893.904µs I0415 22:55:55.756686 3819 namespace.go:142] [tsf] updating namespace I0415 22:55:55.764900 3819 namespace.go:142] [tsf] updating namespace I0415 22:56:00.304946 3819 namespace.go:98] [cert-manager-operator] adding namespace I0415 22:56:00.305976 3819 namespace.go:102] [cert-manager-operator] adding namespace took 967.181µs I0415 22:56:00.318169 3819 namespace.go:98] [rhbk-operator] adding namespace I0415 22:56:00.318328 3819 namespace.go:98] [konflux-ui] adding namespace I0415 22:56:00.318337 3819 namespace.go:98] [tsf-tas] adding namespace I0415 22:56:00.318500 3819 namespace.go:98] [tsf-keycloak] adding namespace I0415 22:56:00.318606 3819 namespace.go:98] [rhtpa-operator] adding namespace I0415 22:56:00.318628 3819 namespace.go:98] [tsf-tpa] adding namespace I0415 22:56:00.319047 3819 namespace.go:102] [rhbk-operator] adding namespace took 860.021µs I0415 22:56:00.319629 3819 namespace.go:102] [konflux-ui] adding namespace took 1.286508ms I0415 22:56:00.319658 3819 namespace.go:98] [konflux-operator] adding namespace I0415 22:56:00.320300 3819 namespace.go:102] [konflux-operator] adding namespace took 635.561µs I0415 22:56:00.320867 3819 namespace.go:102] [tsf-tas] adding namespace took 2.519722ms I0415 22:56:00.321436 3819 namespace.go:102] [tsf-keycloak] adding namespace took 2.920242ms I0415 22:56:00.321936 3819 namespace.go:102] [rhtpa-operator] adding namespace took 3.313015ms I0415 22:56:00.322371 3819 namespace.go:102] [tsf-tpa] adding namespace took 3.730273ms I0415 22:56:00.328826 3819 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.346548 3819 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.354533 3819 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.358171 3819 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.358249 3819 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:00.358380 3819 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.363495 3819 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.373974 3819 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.374122 3819 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.374148 3819 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.396812 3819 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.408673 3819 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.420200 3819 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.434510 3819 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.445529 3819 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.459834 3819 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.466696 3819 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.479444 3819 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.489112 3819 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.499771 3819 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.505455 3819 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.516847 3819 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.525304 3819 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:00.538921 3819 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:01.306659 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0415 22:56:01.668345 3819 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:01.680528 3819 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:01.836283 3819 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-116.ec2.internal I0415 22:56:01.836427 3819 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0415 22:56:01.866047 3819 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 29.653048ms I0415 22:56:01.866066 3819 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 29.677585ms I0415 22:56:01.867384 3819 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.117032ms, libovsdb time 993.793µs I0415 22:56:02.206185 3819 cni.go:452] [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key ] I0415 22:56:02.215453 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: eec310c7eab603f, network: default, NAD default, SandboxID: "eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160", PCI device ID: , UID: "e5489a79-65ec-4e77-87b3-652d49a582b4", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0415 22:56:02.265979 3819 cni.go:473] [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9e:91:d2:cb:fa\",\"name\":\"eec310c7eab603f\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fde80f19-1644-471a-9213-711ea0fd0849\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:56:07.204849 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=606 I0415 22:56:08.092326 3819 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.092911 3819 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.092939 3819 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.092948 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:08.092977 3819 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.092985 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:09.117047 3819 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.117589 3819 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.117617 3819 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.117627 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:09.117645 3819 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.117654 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:09.120610 3819 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.120650 3819 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.120662 3819 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.120673 3819 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146044 3819 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146068 3819 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146082 3819 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.146095 3819 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.247129 3819 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.247702 3819 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.247725 3819 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.247734 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:10.247752 3819 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.247758 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:11.273058 3819 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.273090 3819 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.273106 3819 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.273119 3819 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:12.222863 3819 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223401 3819 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223422 3819 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223430 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:12.223446 3819 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223450 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:13.250219 3819 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.250241 3819 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.250256 3819 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.250272 3819 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:15.184918 3819 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.185497 3819 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.185523 3819 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.185530 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:15.185543 3819 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.185548 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:15.212576 3819 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213117 3819 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213148 3819 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213159 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:15.213173 3819 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213179 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:16.214951 3819 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.214986 3819 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.215000 3819 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.215011 3819 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.245977 3819 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.246001 3819 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.246016 3819 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.246030 3819 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0415 22:56:19.544772 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0415 22:56:20.195286 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0415 22:56:22.460281 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0415 22:56:22.468987 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0415 22:56:27.894974 3819 namespace.go:142] [openshift-operators] updating namespace I0415 22:56:27.964309 3819 namespace.go:142] [openshift-operators] updating namespace W0415 22:56:29.640771 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0415 22:56:32.298350 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0415 22:56:34.160889 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.169939 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.181891 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.191756 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0415 22:56:35.596690 3819 namespace.go:98] [cert-manager] adding namespace I0415 22:56:35.597452 3819 namespace.go:102] [cert-manager] adding namespace took 742.448µs I0415 22:56:35.652933 3819 namespace.go:142] [cert-manager] updating namespace I0415 22:56:35.687076 3819 namespace.go:142] [cert-manager] updating namespace I0415 22:56:36.021609 3819 namespace.go:142] [openshift-operators] updating namespace W0415 22:56:41.752030 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0415 22:56:41.752057 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0415 22:56:45.038889 3819 namespace.go:98] [trusted-artifact-signer] adding namespace I0415 22:56:45.039708 3819 namespace.go:102] [trusted-artifact-signer] adding namespace took 795.904µs I0415 22:56:45.059218 3819 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:45.066615 3819 namespace.go:142] [trusted-artifact-signer] updating namespace W0415 22:56:45.715278 3819 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0415 22:56:51.679186 3819 namespace.go:98] [openshift-pipelines] adding namespace I0415 22:56:51.680040 3819 namespace.go:102] [openshift-pipelines] adding namespace took 830.474µs I0415 22:56:51.702703 3819 namespace.go:142] [openshift-pipelines] updating namespace I0415 22:56:52.402355 3819 namespace.go:142] [cert-manager] updating namespace I0415 22:56:52.600885 3819 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:53.004909 3819 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:53.202827 3819 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:53.405184 3819 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:53.806808 3819 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:54.009859 3819 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:54.206841 3819 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:54.407675 3819 namespace.go:142] [tsf] updating namespace I0415 22:56:54.611096 3819 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:54.811892 3819 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:55.011361 3819 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:55.145424 3819 namespace.go:142] [cert-manager] updating namespace I0415 22:56:55.155922 3819 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:55.164881 3819 namespace.go:142] [default] updating namespace I0415 22:56:55.175297 3819 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:55.187340 3819 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:55.197530 3819 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:55.206712 3819 namespace.go:142] [openshift] updating namespace I0415 22:56:55.217443 3819 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:55.228911 3819 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:55.239052 3819 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:55.249381 3819 namespace.go:142] [tsf] updating namespace I0415 22:56:55.259028 3819 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:55.272360 3819 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:55.296994 3819 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:55.396766 3819 namespace.go:142] [cert-manager] updating namespace I0415 22:56:55.495676 3819 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:55.594520 3819 namespace.go:142] [default] updating namespace I0415 22:56:55.695797 3819 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:55.795509 3819 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:55.892763 3819 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:55.995144 3819 namespace.go:142] [openshift] updating namespace I0415 22:56:56.101353 3819 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:56.197160 3819 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:56.309169 3819 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:56.399524 3819 namespace.go:142] [tsf] updating namespace I0415 22:56:56.493843 3819 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:56.593192 3819 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:56.700945 3819 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:57.112399 3819 namespace.go:142] [openshift-pipelines] updating namespace I0415 22:56:58.092952 3819 cni.go:452] [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key ] I0415 22:56:58.172764 3819 cni.go:473] [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions eec310c7eab603f5127855ca9ca7b6bed3d561efa6502b610ab3088edae44160 network default NAD default NAD key default], result "{}", err I0415 22:56:58.486026 3819 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:58.486057 3819 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0415 22:56:58.487301 3819 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.28 I0415 22:56:58.487328 3819 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:58.677566 3819 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:58.677596 3819 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:58.743108 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0415 22:56:58.743133 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0415 22:57:02.164388 3819 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:02.164475 3819 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0415 22:57:02.179138 3819 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.686278ms I0415 22:57:02.179158 3819 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.710456ms I0415 22:57:02.180475 3819 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.102335ms, libovsdb time 927.632µs I0415 22:57:02.536674 3819 cni.go:452] [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key ] I0415 22:57:02.546548 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 6839c309f2e4b8b, network: default, NAD default, SandboxID: "6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40", PCI device ID: , UID: "e02afa55-e934-4408-bfa8-61c1529f84de", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0415 22:57:02.597587 3819 cni.go:473] [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:6f:05:46:51:70\",\"name\":\"6839c309f2e4b8b\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bef83d2c-7afb-4fd7-8c3a-a637a9a4b3f1\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:57:05.077979 3819 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-rl9p8 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:05.078089 3819 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8 I0415 22:57:05.094100 3819 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8] pod update took 16.045861ms I0415 22:57:05.094125 3819 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8] addLogicalPort annotation time took 16.074339ms I0415 22:57:05.095696 3819 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8] addLogicalPort took 17.750015ms, libovsdb time 1.153341ms I0415 22:57:05.095752 3819 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-dp9kv for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:05.095810 3819 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv I0415 22:57:05.112296 3819 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv] pod update took 16.500656ms I0415 22:57:05.112319 3819 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv] addLogicalPort annotation time took 16.525068ms I0415 22:57:05.113345 3819 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv] addLogicalPort took 17.598966ms, libovsdb time 701.453µs I0415 22:57:05.657024 3819 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:05.657117 3819 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf I0415 22:57:05.673890 3819 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf] pod update took 16.804322ms I0415 22:57:05.673912 3819 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf] addLogicalPort annotation time took 16.8326ms I0415 22:57:05.675074 3819 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf] addLogicalPort took 18.056289ms, libovsdb time 818.381µs I0415 22:57:05.751795 3819 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-k4kpw for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:05.751878 3819 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw I0415 22:57:05.769422 3819 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw] pod update took 17.567802ms I0415 22:57:05.769440 3819 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw] addLogicalPort annotation time took 17.59054ms I0415 22:57:05.770725 3819 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw] addLogicalPort took 18.946121ms, libovsdb time 810.612µs I0415 22:57:05.851259 3819 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-xt8vg for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:05.851358 3819 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg I0415 22:57:05.867576 3819 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg] pod update took 16.251817ms I0415 22:57:05.867594 3819 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg] addLogicalPort annotation time took 16.274123ms I0415 22:57:05.869003 3819 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg] addLogicalPort took 17.755767ms, libovsdb time 980.499µs I0415 22:57:06.015317 3819 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf 9f420e2044a22937dcb31622c4e5742fe110023bc56173ff5ef7f65a5da2122d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf 9f420e2044a22937dcb31622c4e5742fe110023bc56173ff5ef7f65a5da2122d network default NAD default NAD key ] I0415 22:57:06.026312 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf, hostIfaceName: 9f420e2044a2293, network: default, NAD default, SandboxID: "9f420e2044a22937dcb31622c4e5742fe110023bc56173ff5ef7f65a5da2122d", PCI device ID: , UID: "15265f50-6095-4cfa-a7f9-c12520aaded9", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0415 22:57:06.075547 3819 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf 9f420e2044a22937dcb31622c4e5742fe110023bc56173ff5ef7f65a5da2122d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kwtcf 9f420e2044a22937dcb31622c4e5742fe110023bc56173ff5ef7f65a5da2122d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:08:85:d0:e6:32\",\"name\":\"9f420e2044a2293\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f1e85c6-d46a-40ee-8c8e-c926579c4799\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:57:06.111671 3819 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw 7585b13e7e5c238ea9fb9c86fa4272b96be64003c5b1d8746cb07e7843257db7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw 7585b13e7e5c238ea9fb9c86fa4272b96be64003c5b1d8746cb07e7843257db7 network default NAD default NAD key ] I0415 22:57:06.121600 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-k4kpw, hostIfaceName: 7585b13e7e5c238, network: default, NAD default, SandboxID: "7585b13e7e5c238ea9fb9c86fa4272b96be64003c5b1d8746cb07e7843257db7", PCI device ID: , UID: "81021d8e-5c03-4ecf-929d-b93988ca3633", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0415 22:57:06.169725 3819 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw 7585b13e7e5c238ea9fb9c86fa4272b96be64003c5b1d8746cb07e7843257db7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4kpw 7585b13e7e5c238ea9fb9c86fa4272b96be64003c5b1d8746cb07e7843257db7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c6:a8:4a:c3:07\",\"name\":\"7585b13e7e5c238\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56f95236-95c4-43da-8961-ccd2a8b228c8\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:57:06.212352 3819 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg 4ea55c957ad51fe143b4fcaa247d267324ffd6206a197882b9ab8954106741c2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg 4ea55c957ad51fe143b4fcaa247d267324ffd6206a197882b9ab8954106741c2 network default NAD default NAD key ] I0415 22:57:06.233268 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-xt8vg, hostIfaceName: 4ea55c957ad51fe, network: default, NAD default, SandboxID: "4ea55c957ad51fe143b4fcaa247d267324ffd6206a197882b9ab8954106741c2", PCI device ID: , UID: "45083f98-6356-4e94-abeb-12314f762b33", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0415 22:57:06.281415 3819 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg 4ea55c957ad51fe143b4fcaa247d267324ffd6206a197882b9ab8954106741c2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-xt8vg 4ea55c957ad51fe143b4fcaa247d267324ffd6206a197882b9ab8954106741c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8a:99:8e:9b:88\",\"name\":\"4ea55c957ad51fe\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7b5712d-0b73-4885-a5f7-edc8dc9da688\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:57:08.200662 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=95 W0415 22:57:10.342060 3819 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.342080 3819 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.342086 3819 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.367301 3819 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:10.367325 3819 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:10.367329 3819 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0415 22:57:11.063430 3819 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv 6a618d3c50cfba09d314da1b1729eecf32e05e8ba82bfd0c95cf89ac26392c31 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv 6a618d3c50cfba09d314da1b1729eecf32e05e8ba82bfd0c95cf89ac26392c31 network default NAD default NAD key ] I0415 22:57:11.068000 3819 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8 d0e1d2406bf517aa60059c75d57b0443fd698254472bf8f7705669a7afbcefd5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8 d0e1d2406bf517aa60059c75d57b0443fd698254472bf8f7705669a7afbcefd5 network default NAD default NAD key ] I0415 22:57:11.076502 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-dp9kv, hostIfaceName: 6a618d3c50cfba0, network: default, NAD default, SandboxID: "6a618d3c50cfba09d314da1b1729eecf32e05e8ba82bfd0c95cf89ac26392c31", PCI device ID: , UID: "b5e76ad7-1c21-4c74-b530-b0b8353dd0cc", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0415 22:57:11.079909 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-rl9p8, hostIfaceName: d0e1d2406bf517a, network: default, NAD default, SandboxID: "d0e1d2406bf517aa60059c75d57b0443fd698254472bf8f7705669a7afbcefd5", PCI device ID: , UID: "59e1cf1e-af0a-491b-8486-c24c82376ebd", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0415 22:57:11.143022 3819 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv 6a618d3c50cfba09d314da1b1729eecf32e05e8ba82bfd0c95cf89ac26392c31 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dp9kv 6a618d3c50cfba09d314da1b1729eecf32e05e8ba82bfd0c95cf89ac26392c31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4e:76:af:e1:96\",\"name\":\"6a618d3c50cfba0\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19d67d37-66b3-4094-9c9a-6d84b468eb25\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:57:11.166520 3819 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8 d0e1d2406bf517aa60059c75d57b0443fd698254472bf8f7705669a7afbcefd5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rl9p8 d0e1d2406bf517aa60059c75d57b0443fd698254472bf8f7705669a7afbcefd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:94:cd:5a:79:6e\",\"name\":\"d0e1d2406bf517a\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56dabefb-8bc7-4de1-9d86-ff8af4ae0bf7\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 22:57:11.182439 3819 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182507 3819 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182530 3819 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182550 3819 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:16.257692 3819 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0415 22:57:16.290767 3819 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0415 22:57:20.284310 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0415 22:57:22.194643 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:22.194662 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:22.194668 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:22.194672 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0415 22:57:31.195796 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=93 W0415 22:57:32.895141 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0415 22:57:37.221225 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0415 22:57:37.248949 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0415 22:57:39.320212 3819 cni.go:452] [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key ] I0415 22:57:39.399221 3819 cni.go:473] [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 6839c309f2e4b8b0f665bde4260d1e67844c2a24e5e2db36116f039b46182f40 network default NAD default NAD key default], result "{}", err I0415 22:57:39.452013 3819 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:57:39.452051 3819 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0415 22:57:39.453327 3819 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.29 I0415 22:57:39.453353 3819 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:57:39.476001 3819 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:57:39.476021 3819 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:57:39.486968 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0415 22:57:39.486995 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0415 22:57:40.288149 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0415 22:57:40.611927 3819 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:40.612046 3819 kube.go:256] Updating pod tsf/test-tsf-iam I0415 22:57:40.628158 3819 pod.go:62] [tsf/test-tsf-iam] pod update took 16.137171ms I0415 22:57:40.628181 3819 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.166255ms I0415 22:57:40.629473 3819 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.561566ms, libovsdb time 856.178µs I0415 22:57:40.990165 3819 cni.go:452] [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key ] I0415 22:57:40.999374 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: d0840892201b7ac, network: default, NAD default, SandboxID: "d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce", PCI device ID: , UID: "ed229c1f-547f-46b0-9f39-c14f12675a7e", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0415 22:57:41.047821 3819 cni.go:473] [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:83:bf:fb:45:8f\",\"name\":\"d0840892201b7ac\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8aefab94-c903-452f-8cc3-a8cc367e6a98\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:57:41.376045 3819 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0415 22:57:41.376640 3819 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0415 22:57:41.376664 3819 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0415 22:57:41.378646 3819 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0415 22:57:41.646729 3819 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:57:41.646830 3819 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0415 22:57:41.662907 3819 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.104608ms I0415 22:57:41.662929 3819 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.133426ms I0415 22:57:41.664176 3819 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.46459ms, libovsdb time 865.804µs I0415 22:57:42.077658 3819 cni.go:452] [tsf-keycloak/keycloak-0 51f38b487df8dbfb5fecb083438db2693a67ef50817feb789736b88c5004ae78 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 51f38b487df8dbfb5fecb083438db2693a67ef50817feb789736b88c5004ae78 network default NAD default NAD key ] I0415 22:57:42.087375 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 51f38b487df8dbf, network: default, NAD default, SandboxID: "51f38b487df8dbfb5fecb083438db2693a67ef50817feb789736b88c5004ae78", PCI device ID: , UID: "95c9adbb-d414-4a97-885c-c12145f02e74", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0415 22:57:42.138535 3819 cni.go:473] [tsf-keycloak/keycloak-0 51f38b487df8dbfb5fecb083438db2693a67ef50817feb789736b88c5004ae78 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 51f38b487df8dbfb5fecb083438db2693a67ef50817feb789736b88c5004ae78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:32:2f:c2:de:16\",\"name\":\"51f38b487df8dbf\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a65a3c72-2a7b-4435-85d5-d1814bacc0dc\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:57:42.200539 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104 W0415 22:57:47.389014 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:57:47.389040 3819 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:57:47.389047 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0415 22:57:47.389065 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0415 22:57:51.674713 3819 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0415 22:58:00.602165 3819 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0415 22:58:11.315800 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:58:11.315820 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:58:11.316949 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0415 22:58:11.316979 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0415 22:58:11.652242 3819 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0415 22:58:11.652311 3819 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-6jp2n IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-6jp2n: no pod IPs found I0415 22:58:12.293079 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0415 22:58:14.284650 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0415 22:58:18.110901 3819 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:18.110920 3819 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:18.110927 3819 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0415 22:58:21.437700 3819 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-bt949] creating logical port tsf-keycloak_tsf-iam-bt949 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:58:21.437788 3819 kube.go:256] Updating pod tsf-keycloak/tsf-iam-bt949 I0415 22:58:21.451904 3819 pod.go:62] [tsf-keycloak/tsf-iam-bt949] pod update took 14.139704ms I0415 22:58:21.451925 3819 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-bt949] addLogicalPort annotation time took 14.165672ms I0415 22:58:21.453144 3819 pods.go:271] [tsf-keycloak/tsf-iam-bt949] addLogicalPort took 15.461518ms, libovsdb time 836.106µs I0415 22:58:21.794235 3819 cni.go:452] [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key ] I0415 22:58:21.804181 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-bt949, hostIfaceName: dbf660abd104600, network: default, NAD default, SandboxID: "dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475", PCI device ID: , UID: "a8283694-15d0-4e4d-90f4-1b2fd0473f4d", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0415 22:58:21.854081 3819 cni.go:473] [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:da:42:6b:cc:22\",\"name\":\"dbf660abd104600\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdea01a8-d908-4698-8a73-5f8ac87ee56f\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:58:31.618180 3819 cni.go:452] [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key ] I0415 22:58:31.696628 3819 cni.go:473] [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam d0840892201b7ace61dbc05465eb0d5f4e8abd1001c2055e02a4802434b8f2ce network default NAD default NAD key default], result "{}", err I0415 22:58:31.749113 3819 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:31.749160 3819 pods.go:176] Deleting pod: tsf/test-tsf-iam I0415 22:58:31.750419 3819 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.35 I0415 22:58:31.750448 3819 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:31.795954 3819 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:31.795992 3819 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:31.802991 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0415 22:58:31.803024 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0415 22:58:32.669236 3819 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-116.ec2.internal I0415 22:58:32.669428 3819 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0415 22:58:32.683631 3819 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.224884ms I0415 22:58:32.683657 3819 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.253287ms I0415 22:58:32.685309 3819 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.089292ms, libovsdb time 1.084985ms I0415 22:58:33.045562 3819 cni.go:452] [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key ] I0415 22:58:33.058058 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: d27c5dc3c48440e, network: default, NAD default, SandboxID: "d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b", PCI device ID: , UID: "b6ccadbc-929c-44e6-b08e-80e989535eb0", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0415 22:58:33.126405 3819 cni.go:473] [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:04:35:51:e7:af\",\"name\":\"d27c5dc3c48440e\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8dd4ac2-a0c5-42aa-ae2e-396dc8320fac\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:58:39.667657 3819 cni.go:452] [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key ] I0415 22:58:39.744191 3819 cni.go:473] [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-bt949 dbf660abd1046007cb5bf04c6e9aee67c45d5f577374b68638921b3960924475 network default NAD default NAD key default], result "{}", err I0415 22:58:39.799543 3819 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bt949 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:39.799580 3819 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-bt949 I0415 22:58:39.801086 3819 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-bt949, ips: 10.128.0.37 I0415 22:58:39.801115 3819 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bt949 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:40.688072 3819 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bt949 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:40.688098 3819 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bt949 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 22:58:44.255308 3819 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:44.255330 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:46.873348 3819 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0415 22:58:46.897155 3819 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0415 22:58:47.305000 3819 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0415 22:58:48.310515 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0415 22:58:48.424440 3819 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:48.425006 3819 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:49.296361 3819 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:49.296385 3819 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:56.464916 3819 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-bm99f for pod on switch ip-10-0-0-116.ec2.internal I0415 22:58:56.465043 3819 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f I0415 22:58:56.481553 3819 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f] pod update took 16.539651ms I0415 22:58:56.481586 3819 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f] addLogicalPort annotation time took 16.575483ms I0415 22:58:56.482998 3819 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f] addLogicalPort took 18.10869ms, libovsdb time 928.91µs I0415 22:58:56.660004 3819 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-kx2rc for pod on switch ip-10-0-0-116.ec2.internal I0415 22:58:56.660114 3819 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc I0415 22:58:56.674740 3819 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc] pod update took 14.659324ms I0415 22:58:56.674765 3819 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc] addLogicalPort annotation time took 14.688259ms I0415 22:58:56.676047 3819 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc] addLogicalPort took 16.056869ms, libovsdb time 876.648µs I0415 22:58:56.827232 3819 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f 10a8e884ac0b4605606f6449bf8d7142e1f2be8bac10ecc0d38b847d17972825 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f 10a8e884ac0b4605606f6449bf8d7142e1f2be8bac10ecc0d38b847d17972825 network default NAD default NAD key ] I0415 22:58:56.836358 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-bm99f, hostIfaceName: 10a8e884ac0b460, network: default, NAD default, SandboxID: "10a8e884ac0b4605606f6449bf8d7142e1f2be8bac10ecc0d38b847d17972825", PCI device ID: , UID: "06b214e2-25dc-499e-abd8-1696f4c7faa6", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0415 22:58:56.888381 3819 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f 10a8e884ac0b4605606f6449bf8d7142e1f2be8bac10ecc0d38b847d17972825 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bm99f 10a8e884ac0b4605606f6449bf8d7142e1f2be8bac10ecc0d38b847d17972825 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:fa:1e:10:15:63\",\"name\":\"10a8e884ac0b460\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd9dd21a-1f2c-4971-978e-aa5041219d3a\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:58:57.318236 3819 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc 25a3c1a546e9f12d254771234912e2c8da9cfb3b00bd00b8c4a6b85d9571a272 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc 25a3c1a546e9f12d254771234912e2c8da9cfb3b00bd00b8c4a6b85d9571a272 network default NAD default NAD key ] I0415 22:58:57.327998 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-kx2rc, hostIfaceName: 25a3c1a546e9f12, network: default, NAD default, SandboxID: "25a3c1a546e9f12d254771234912e2c8da9cfb3b00bd00b8c4a6b85d9571a272", PCI device ID: , UID: "0bf9af1c-241f-40f2-a5c5-8e25836c415c", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0415 22:58:57.378737 3819 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc 25a3c1a546e9f12d254771234912e2c8da9cfb3b00bd00b8c4a6b85d9571a272 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kx2rc 25a3c1a546e9f12d254771234912e2c8da9cfb3b00bd00b8c4a6b85d9571a272 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ed:ba:dd:ab:a6\",\"name\":\"25a3c1a546e9f12\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd1f9266-cc85-4545-a056-39b9ef58ca47\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 22:58:59.346006 3819 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0415 22:58:59.766403 3819 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0415 22:58:59.766422 3819 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0415 22:58:59.814779 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0415 22:58:59.814801 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0415 22:59:11.383516 3819 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-7vp9g for pod on switch ip-10-0-0-116.ec2.internal I0415 22:59:11.383648 3819 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g I0415 22:59:11.400371 3819 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g] pod update took 16.744616ms I0415 22:59:11.400392 3819 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g] addLogicalPort annotation time took 16.769852ms I0415 22:59:11.401602 3819 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g] addLogicalPort took 18.10788ms, libovsdb time 844.654µs I0415 22:59:11.741644 3819 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g c85782a6c954aa76f8b2d37f676f4f0f264ec226967908adfd5882279424c4b9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g c85782a6c954aa76f8b2d37f676f4f0f264ec226967908adfd5882279424c4b9 network default NAD default NAD key ] I0415 22:59:11.750984 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-7vp9g, hostIfaceName: c85782a6c954aa7, network: default, NAD default, SandboxID: "c85782a6c954aa76f8b2d37f676f4f0f264ec226967908adfd5882279424c4b9", PCI device ID: , UID: "f396e432-a15b-45a4-80e5-ff48147c27cc", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0415 22:59:11.803167 3819 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g c85782a6c954aa76f8b2d37f676f4f0f264ec226967908adfd5882279424c4b9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7vp9g c85782a6c954aa76f8b2d37f676f4f0f264ec226967908adfd5882279424c4b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:8e:39:eb:1c:67\",\"name\":\"c85782a6c954aa7\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95051fcc-67d4-481e-9b74-a8e8ac11dfbb\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:59:25.897816 3819 cni.go:452] [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key ] I0415 22:59:25.970217 3819 cni.go:473] [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas d27c5dc3c48440ef70c6161e7dff98764d547b08e11c1c49c79a004567d2fc2b network default NAD default NAD key default], result "{}", err I0415 22:59:26.020763 3819 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:26.020799 3819 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0415 22:59:26.022095 3819 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.38 I0415 22:59:26.022123 3819 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:26.043700 3819 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:26.043717 3819 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:26.050885 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0415 22:59:26.050912 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0415 22:59:26.760052 3819 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-tz9x9] creating logical port tsf_patch-tekton-config-tz9x9 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:59:26.760144 3819 kube.go:256] Updating pod tsf/patch-tekton-config-tz9x9 I0415 22:59:26.772573 3819 pod.go:62] [tsf/patch-tekton-config-tz9x9] pod update took 12.454446ms I0415 22:59:26.772594 3819 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-tz9x9] addLogicalPort annotation time took 12.481699ms I0415 22:59:26.773876 3819 pods.go:271] [tsf/patch-tekton-config-tz9x9] addLogicalPort took 13.836042ms, libovsdb time 860.987µs I0415 22:59:27.119888 3819 cni.go:452] [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key ] I0415 22:59:27.130147 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-tz9x9, hostIfaceName: 679a3aab82dc78e, network: default, NAD default, SandboxID: "679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55", PCI device ID: , UID: "e0f23727-e6bd-4609-a2a8-869de759d85d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0415 22:59:27.179886 3819 cni.go:473] [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:72:98:77:e7:17\",\"name\":\"679a3aab82dc78e\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cab9c14-d654-43d0-a8bc-82e991cbbcde\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:59:35.957938 3819 cni.go:452] [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key ] I0415 22:59:36.043737 3819 cni.go:473] [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-tz9x9 679a3aab82dc78e504f6adacb392e98c63b385c1f5fb81a16b07c5df71a86d55 network default NAD default NAD key default], result "{}", err I0415 22:59:36.094982 3819 obj_retry.go:498] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:36.095020 3819 pods.go:176] Deleting pod: tsf/patch-tekton-config-tz9x9 I0415 22:59:36.096325 3819 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-tz9x9, ips: 10.128.0.42 I0415 22:59:36.096351 3819 obj_retry.go:498] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:36.978232 3819 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:36.978251 3819 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:37.085359 3819 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-67z8s] creating logical port tsf_tsf-tekton-configuration-67z8s for pod on switch ip-10-0-0-116.ec2.internal I0415 22:59:37.085451 3819 kube.go:256] Updating pod tsf/tsf-tekton-configuration-67z8s I0415 22:59:37.099404 3819 pod.go:62] [tsf/tsf-tekton-configuration-67z8s] pod update took 13.976259ms I0415 22:59:37.099427 3819 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-67z8s] addLogicalPort annotation time took 14.002498ms I0415 22:59:37.100608 3819 pods.go:271] [tsf/tsf-tekton-configuration-67z8s] addLogicalPort took 15.269015ms, libovsdb time 812.195µs I0415 22:59:37.292819 3819 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.293392 3819 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.441520 3819 cni.go:452] [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key ] I0415 22:59:37.451065 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-67z8s, hostIfaceName: e4487aa62c76fe0, network: default, NAD default, SandboxID: "e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87", PCI device ID: , UID: "c49aa520-c0e2-4aab-8c0a-408e03fe1482", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0415 22:59:37.500951 3819 cni.go:473] [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b8:b2:38:25:8d\",\"name\":\"e4487aa62c76fe0\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ed8b191-2c05-4821-a736-16cbc8ff9130\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:59:37.690107 3819 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.690618 3819 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:38.169080 3819 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.169102 3819 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.562035 3819 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.562062 3819 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:41.511833 3819 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5] creating logical port tsf-tas_rekor-search-ui-6f5bfc4ff4-lsbz5 for pod on switch ip-10-0-0-116.ec2.internal I0415 22:59:41.511921 3819 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5 I0415 22:59:41.526047 3819 pod.go:62] [tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5] pod update took 14.152567ms I0415 22:59:41.526068 3819 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5] addLogicalPort annotation time took 14.176208ms I0415 22:59:41.527220 3819 pods.go:271] [tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5] addLogicalPort took 15.402256ms, libovsdb time 792.202µs I0415 22:59:41.867819 3819 cni.go:452] [tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5 5e22facd318dd00f82232c7af2418cb7570efd88402a0aee5d473f584cc2d8bc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5 5e22facd318dd00f82232c7af2418cb7570efd88402a0aee5d473f584cc2d8bc network default NAD default NAD key ] I0415 22:59:41.876935 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6f5bfc4ff4-lsbz5, hostIfaceName: 5e22facd318dd00, network: default, NAD default, SandboxID: "5e22facd318dd00f82232c7af2418cb7570efd88402a0aee5d473f584cc2d8bc", PCI device ID: , UID: "5d96ccf2-7625-4062-9794-b67b592ded42", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0415 22:59:41.926700 3819 cni.go:473] [tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5 5e22facd318dd00f82232c7af2418cb7570efd88402a0aee5d473f584cc2d8bc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6f5bfc4ff4-lsbz5 5e22facd318dd00f82232c7af2418cb7570efd88402a0aee5d473f584cc2d8bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:86:f9:8f:c5:d4\",\"name\":\"5e22facd318dd00\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/423f8000-ce85-41e5-9511-d7d48116d50e\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 22:59:41.992765 3819 cni.go:452] [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key ] I0415 22:59:42.077380 3819 cni.go:473] [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-67z8s e4487aa62c76fe0f4ec1a62452551f1add5af62b8d860d8dbfe9f5f0f516bc87 network default NAD default NAD key default], result "{}", err I0415 22:59:42.122045 3819 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-67z8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:42.122076 3819 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-67z8s I0415 22:59:42.123436 3819 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-67z8s, ips: 10.128.0.43 I0415 22:59:42.123463 3819 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-67z8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0415 22:59:42.572448 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0415 22:59:43.143884 3819 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-67z8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.143906 3819 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-67z8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.185091 3819 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.185115 3819 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.191496 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tz9x9 I0415 22:59:43.191522 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tz9x9 I0415 22:59:43.319784 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0415 22:59:43.828983 3819 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-116.ec2.internal I0415 22:59:43.829078 3819 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0415 22:59:43.842522 3819 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.470571ms I0415 22:59:43.842544 3819 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.496269ms I0415 22:59:43.843904 3819 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.958179ms, libovsdb time 905.665µs I0415 22:59:44.893458 3819 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key ] I0415 22:59:44.903047 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e56849aafe98800, network: default, NAD default, SandboxID: "e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc", PCI device ID: , UID: "c7809a9a-c86e-4b9a-9da8-6e8078ceb340", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0415 22:59:44.955010 3819 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:de:c3:30:64:f0\",\"name\":\"e56849aafe98800\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/948117ff-f808-466e-ac09-5954dff0fbab\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 22:59:46.016286 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0415 22:59:46.204322 3819 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0415 22:59:48.034117 3819 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key ] I0415 22:59:48.120005 3819 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e56849aafe988008912e6c6f34238950c0a45f4cc2a8564e9356d47306cf93dc network default NAD default NAD key default], result "{}", err I0415 22:59:48.171826 3819 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:48.171856 3819 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0415 22:59:48.173274 3819 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.45 I0415 22:59:48.173301 3819 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:48.196446 3819 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:48.196465 3819 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:48.200080 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0415 22:59:48.200110 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0415 22:59:48.436110 3819 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-116.ec2.internal I0415 22:59:48.436240 3819 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0415 22:59:48.451373 3819 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.160535ms I0415 22:59:48.451395 3819 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.18638ms I0415 22:59:48.452634 3819 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.547325ms, libovsdb time 861.98µs I0415 22:59:48.796257 3819 cni.go:452] [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key ] I0415 22:59:48.805692 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 535e0063d9e0c6c, network: default, NAD default, SandboxID: "535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7", PCI device ID: , UID: "4fd499c7-3a3e-449c-82bb-da5966fd53f7", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0415 22:59:48.860315 3819 cni.go:473] [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:af:03:c5:3f:e9\",\"name\":\"535e0063d9e0c6c\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3ef5674-db4b-4e92-9b7c-8924839f8282\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 22:59:49.621992 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0415 22:59:54.788111 3819 obj_retry.go:498] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:54.788646 3819 obj_retry.go:498] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:55.813230 3819 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:55.813255 3819 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 22:59:58.034954 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0415 22:59:58.811485 3819 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:58.812139 3819 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:58.955062 3819 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:58.955083 3819 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:59.194014 3819 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-h978p] creating logical port tsf-tpa_create-importers-h978p for pod on switch ip-10-0-0-116.ec2.internal I0415 22:59:59.194105 3819 kube.go:256] Updating pod tsf-tpa/create-importers-h978p I0415 22:59:59.211639 3819 pod.go:62] [tsf-tpa/create-importers-h978p] pod update took 17.554627ms I0415 22:59:59.211659 3819 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-h978p] addLogicalPort annotation time took 17.582919ms I0415 22:59:59.213186 3819 pods.go:271] [tsf-tpa/create-importers-h978p] addLogicalPort took 19.186986ms, libovsdb time 1.017186ms I0415 22:59:59.560055 3819 cni.go:452] [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key ] I0415 22:59:59.569117 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-h978p, hostIfaceName: 8cfa4bab50cebeb, network: default, NAD default, SandboxID: "8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b", PCI device ID: , UID: "d387dc0f-9954-4ff8-9dd3-8a205b5273a6", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0415 22:59:59.619807 3819 cni.go:473] [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3d:ab:75:50:d9\",\"name\":\"8cfa4bab50cebeb\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adb9ffea-6d3d-4bf7-9485-c799b9567bf1\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:00:00.175686 3819 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29604900-zljm9 for pod on switch ip-10-0-0-116.ec2.internal I0415 23:00:00.175783 3819 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 I0415 23:00:00.188944 3819 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9] pod update took 13.18475ms I0415 23:00:00.188987 3819 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9] addLogicalPort annotation time took 13.234329ms I0415 23:00:00.190383 3819 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9] addLogicalPort took 14.714814ms, libovsdb time 925.974µs I0415 23:00:00.540267 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key ] I0415 23:00:00.549692 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29604900-zljm9, hostIfaceName: f8e650e2b30e87a, network: default, NAD default, SandboxID: "f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255", PCI device ID: , UID: "24d34272-d9d5-4a86-9075-bd1a014a13e9", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0415 23:00:00.601505 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:f8:8a:0a:a3:a8\",\"name\":\"f8e650e2b30e87a\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef1f5098-968d-4710-81c2-59073f630bff\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:00:04.127390 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key ] I0415 23:00:04.213017 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 f8e650e2b30e87a58447f96a4f3d30bacb855b77a6170e8b77fce0290002a255 network default NAD default NAD key default], result "{}", err I0415 23:00:04.294838 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:04.294870 3819 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 I0415 23:00:04.296299 3819 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9, ips: 10.128.0.48 I0415 23:00:04.296326 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:05.137133 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:05.137156 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:07.489003 3819 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-675dl-fp45w] creating logical port tsf-tas_tuf-repository-init-675dl-fp45w for pod on switch ip-10-0-0-116.ec2.internal I0415 23:00:07.489095 3819 kube.go:256] Updating pod tsf-tas/tuf-repository-init-675dl-fp45w I0415 23:00:07.501846 3819 pod.go:62] [tsf-tas/tuf-repository-init-675dl-fp45w] pod update took 12.774038ms I0415 23:00:07.501873 3819 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-675dl-fp45w] addLogicalPort annotation time took 12.807572ms I0415 23:00:07.503191 3819 pods.go:271] [tsf-tas/tuf-repository-init-675dl-fp45w] addLogicalPort took 14.207314ms, libovsdb time 876.752µs W0415 23:00:07.759513 3819 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0415 23:00:08.153008 3819 cni.go:452] [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key ] I0415 23:00:08.240297 3819 cni.go:473] [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-h978p 8cfa4bab50cebeb1bbb508fb22f6fc61f8972861e70b6d0415ccf56fb3d1083b network default NAD default NAD key default], result "{}", err I0415 23:00:08.290670 3819 obj_retry.go:498] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:08.290705 3819 pods.go:176] Deleting pod: tsf-tpa/create-importers-h978p I0415 23:00:08.292303 3819 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-h978p, ips: 10.128.0.47 I0415 23:00:08.292337 3819 obj_retry.go:498] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:09.315998 3819 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:09.316023 3819 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:10.551478 3819 cni.go:452] [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key ] I0415 23:00:10.560945 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-675dl-fp45w, hostIfaceName: 8c4d42b32c2e0e7, network: default, NAD default, SandboxID: "8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292", PCI device ID: , UID: "6dc8f4df-2119-402a-9662-589012b36c71", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0415 23:00:10.610651 3819 cni.go:473] [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a9:e8:39:6f:a4\",\"name\":\"8c4d42b32c2e0e7\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c8dcf40-4087-4321-ac64-c320bb655105\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:00:13.315671 3819 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0415 23:00:16.200789 3819 cni.go:452] [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key ] I0415 23:00:16.291336 3819 cni.go:473] [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-675dl-fp45w 8c4d42b32c2e0e79dfc434e4a61690f33bb2f85b40d394d643244f25dd15d292 network default NAD default NAD key default], result "{}", err I0415 23:00:16.342109 3819 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:16.342145 3819 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-675dl-fp45w I0415 23:00:16.343555 3819 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-675dl-fp45w, ips: 10.128.0.49 I0415 23:00:16.343583 3819 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:17.371862 3819 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:17.371889 3819 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:19.601335 3819 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-pmhwv] creating logical port tsf-tas_tuf-bc5768c88-pmhwv for pod on switch ip-10-0-0-116.ec2.internal I0415 23:00:19.601453 3819 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-pmhwv I0415 23:00:19.616876 3819 pod.go:62] [tsf-tas/tuf-bc5768c88-pmhwv] pod update took 15.444208ms I0415 23:00:19.616896 3819 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-pmhwv] addLogicalPort annotation time took 15.470949ms I0415 23:00:19.618177 3819 pods.go:271] [tsf-tas/tuf-bc5768c88-pmhwv] addLogicalPort took 16.855939ms, libovsdb time 848.539µs I0415 23:00:29.871994 3819 cni.go:452] [tsf-tas/tuf-bc5768c88-pmhwv d7e9c8c58d09e19fabb64772c824a7a0c1562fa7ad7a026ba71f41f4a9d8d4f9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-pmhwv d7e9c8c58d09e19fabb64772c824a7a0c1562fa7ad7a026ba71f41f4a9d8d4f9 network default NAD default NAD key ] I0415 23:00:29.881953 3819 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-pmhwv, hostIfaceName: d7e9c8c58d09e19, network: default, NAD default, SandboxID: "d7e9c8c58d09e19fabb64772c824a7a0c1562fa7ad7a026ba71f41f4a9d8d4f9", PCI device ID: , UID: "5726dd32-68cd-4de8-b349-1413ec1f1339", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0415 23:00:29.933412 3819 cni.go:473] [tsf-tas/tuf-bc5768c88-pmhwv d7e9c8c58d09e19fabb64772c824a7a0c1562fa7ad7a026ba71f41f4a9d8d4f9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-pmhwv d7e9c8c58d09e19fabb64772c824a7a0c1562fa7ad7a026ba71f41f4a9d8d4f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:63:99:df:0a:b7\",\"name\":\"d7e9c8c58d09e19\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/878283ed-d0e3-41d4-9a91-ae559242d942\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 23:00:33.279778 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0415 23:00:35.297541 3819 cni.go:452] [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key ] I0415 23:00:35.378756 3819 cni.go:473] [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 535e0063d9e0c6ca17091c0da701d1a13688541b28cff67d1b9251fd7449fae7 network default NAD default NAD key default], result "{}", err I0415 23:00:35.433424 3819 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:35.433456 3819 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0415 23:00:35.434649 3819 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.46 I0415 23:00:35.434677 3819 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:35.478571 3819 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:35.478596 3819 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:35.486210 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0415 23:00:35.486230 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0415 23:00:36.301053 3819 namespace.go:98] [integration-service] adding namespace I0415 23:00:36.302003 3819 namespace.go:102] [integration-service] adding namespace took 921.026µs I0415 23:00:36.306181 3819 namespace.go:98] [default-tenant] adding namespace I0415 23:00:36.306317 3819 namespace.go:98] [build-service] adding namespace I0415 23:00:36.306414 3819 namespace.go:98] [image-controller] adding namespace I0415 23:00:36.306900 3819 namespace.go:102] [default-tenant] adding namespace took 704.834µs I0415 23:00:36.307519 3819 namespace.go:102] [build-service] adding namespace took 1.186626ms I0415 23:00:36.308088 3819 namespace.go:102] [image-controller] adding namespace took 1.664815ms I0415 23:00:36.333261 3819 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.357634 3819 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.367133 3819 namespace.go:142] [default-tenant] updating namespace I0415 23:00:36.407290 3819 namespace.go:142] [default-tenant] updating namespace I0415 23:00:36.420516 3819 namespace.go:142] [build-service] updating namespace I0415 23:00:36.444494 3819 namespace.go:142] [build-service] updating namespace I0415 23:00:36.465903 3819 namespace.go:142] [image-controller] updating namespace I0415 23:00:36.490112 3819 namespace.go:142] [image-controller] updating namespace I0415 23:00:36.522833 3819 namespace.go:142] [build-service] updating namespace I0415 23:00:36.547858 3819 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.635496 3819 namespace.go:98] [release-service] adding namespace I0415 23:00:36.636434 3819 namespace.go:102] [release-service] adding namespace took 921.96µs I0415 23:00:36.654899 3819 namespace.go:142] [release-service] updating namespace I0415 23:00:36.666128 3819 namespace.go:142] [release-service] updating namespace I0415 23:00:36.771854 3819 namespace.go:142] [konflux-ui] updating namespace I0415 23:00:36.797785 3819 namespace.go:98] [konflux-info] adding namespace I0415 23:00:36.798680 3819 namespace.go:102] [konflux-info] adding namespace took 879.184µs I0415 23:00:36.860857 3819 namespace.go:142] [konflux-info] updating namespace I0415 23:00:36.923747 3819 namespace.go:142] [konflux-info] updating namespace I0415 23:00:36.923816 3819 namespace.go:98] [namespace-lister] adding namespace I0415 23:00:36.924697 3819 namespace.go:102] [namespace-lister] adding namespace took 866.064µs I0415 23:00:37.003887 3819 namespace.go:98] [enterprise-contract-service] adding namespace I0415 23:00:37.004651 3819 namespace.go:102] [enterprise-contract-service] adding namespace took 746.896µs I0415 23:00:37.050790 3819 namespace.go:142] [image-controller] updating namespace I0415 23:00:37.067100 3819 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:37.200027 3819 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:37.200051 3819 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-116.ec2.internal I0415 23:00:37.200152 3819 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0415 23:00:37.200240 3819 namespace.go:142] [default-tenant] updating namespace I0415 23:00:37.234309 3819 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:37.285845 3819 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 85.72319ms I0415 23:00:37.285867 3819 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 85.749667ms I0415 23:00:37.287018 3819 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 86.987295ms, libovsdb time 717.661µs I0415 23:00:37.457793 3819 namespace.go:98] [segment-bridge] adding namespace I0415 23:00:37.457801 3819 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:37.458640 3819 namespace.go:102] [segment-bridge] adding namespace took 830.722µs I0415 23:00:37.616869 3819 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0415 23:00:37.617489 3819 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0415 23:00:37.617506 3819 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0415 23:00:37.620050 3819 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0415 23:00:37.682904 3819 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0415 23:00:37.682925 3819 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0415 23:00:37.683664 3819 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0415 23:00:37.723743 3819 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:37.849173 3819 cni.go:452] [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key ] I0415 23:00:37.858771 3819 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: ca1202d09720bba, network: default, NAD default, SandboxID: "ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799", PCI device ID: , UID: "f3cf2536-63fa-44ec-ab8a-98f614f47705", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0415 23:00:37.908423 3819 cni.go:473] [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:50:80:72:83:7b\",\"name\":\"ca1202d09720bba\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24467545-3c0c-44fc-8ddc-4643149c2c4e\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:00:37.936374 3819 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:38.490576 3819 namespace.go:142] [build-service] updating namespace I0415 23:00:38.495829 3819 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-dl4nc] creating logical port image-controller_image-controller-controller-manager-6f859968fc-dl4nc for pod on switch ip-10-0-0-116.ec2.internal I0415 23:00:38.495930 3819 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-dl4nc I0415 23:00:38.620874 3819 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-wt65n] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-wt65n for pod on switch ip-10-0-0-116.ec2.internal I0415 23:00:38.620988 3819 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:00:38.631889 3819 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-dl4nc I0415 23:00:38.693992 3819 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-dl4nc] pod update took 198.091396ms I0415 23:00:38.694013 3819 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-dl4nc] addLogicalPort annotation time took 198.116623ms I0415 23:00:38.695277 3819 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-dl4nc] addLogicalPort took 199.468275ms, libovsdb time 736.043µs I0415 23:00:38.697461 3819 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:00:38.759990 3819 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n] pod update took 139.050739ms I0415 23:00:38.760012 3819 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-wt65n] addLogicalPort annotation time took 139.076365ms I0415 23:00:38.761214 3819 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n] addLogicalPort took 140.356957ms, libovsdb time 842.042µs I0415 23:00:38.891136 3819 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-dl4nc 5d26bdbd27e4598109e4cdd72dcd3a1b234142bce46384ea8ab702acbff10f17 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-dl4nc 5d26bdbd27e4598109e4cdd72dcd3a1b234142bce46384ea8ab702acbff10f17 network default NAD default NAD key ] I0415 23:00:38.900796 3819 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-dl4nc, hostIfaceName: 5d26bdbd27e4598, network: default, NAD default, SandboxID: "5d26bdbd27e4598109e4cdd72dcd3a1b234142bce46384ea8ab702acbff10f17", PCI device ID: , UID: "f847f9f1-7c57-4237-8445-52d7ff15fc3d", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0415 23:00:38.950897 3819 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-dl4nc 5d26bdbd27e4598109e4cdd72dcd3a1b234142bce46384ea8ab702acbff10f17 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-dl4nc 5d26bdbd27e4598109e4cdd72dcd3a1b234142bce46384ea8ab702acbff10f17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:05:6b:44:65:cf\",\"name\":\"5d26bdbd27e4598\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7ad98d1-247c-4125-a036-416297ec6f3a\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:00:38.995650 3819 base_network_controller_pods.go:487] [default/konflux-ui/proxy-658d85bd9b-bssqx] creating logical port konflux-ui_proxy-658d85bd9b-bssqx for pod on switch ip-10-0-0-116.ec2.internal I0415 23:00:38.995746 3819 kube.go:256] Updating pod konflux-ui/proxy-658d85bd9b-bssqx I0415 23:00:39.031461 3819 pod.go:62] [konflux-ui/proxy-658d85bd9b-bssqx] pod update took 35.742677ms I0415 23:00:39.031481 3819 base_network_controller_pods.go:951] [default/konflux-ui/proxy-658d85bd9b-bssqx] addLogicalPort annotation time took 35.76903ms I0415 23:00:39.032830 3819 pods.go:271] [konflux-ui/proxy-658d85bd9b-bssqx] addLogicalPort took 37.192222ms, libovsdb time 976.197µs I0415 23:00:39.145552 3819 namespace.go:142] [default-tenant] updating namespace I0415 23:00:39.333902 3819 namespace.go:142] [image-controller] updating namespace I0415 23:00:39.532020 3819 namespace.go:142] [integration-service] updating namespace I0415 23:00:39.732763 3819 namespace.go:142] [release-service] updating namespace I0415 23:00:39.872370 3819 namespace.go:142] [build-service] updating namespace I0415 23:00:39.889046 3819 namespace.go:142] [default-tenant] updating namespace I0415 23:00:39.902068 3819 namespace.go:142] [image-controller] updating namespace I0415 23:00:39.916680 3819 namespace.go:142] [integration-service] updating namespace I0415 23:00:39.928749 3819 namespace.go:142] [release-service] updating namespace I0415 23:00:39.987929 3819 namespace.go:142] [build-service] updating namespace I0415 23:00:40.075039 3819 namespace.go:142] [default-tenant] updating namespace I0415 23:00:40.153208 3819 namespace.go:142] [image-controller] updating namespace I0415 23:00:40.242045 3819 namespace.go:142] [integration-service] updating namespace I0415 23:00:40.320050 3819 namespace.go:142] [release-service] updating namespace I0415 23:00:41.648115 3819 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:41.854993 3819 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.051544 3819 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.252751 3819 namespace.go:142] [segment-bridge] updating namespace W0415 23:00:42.343153 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0415 23:00:42.380340 3819 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:42.395808 3819 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.410821 3819 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.424662 3819 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:42.480711 3819 namespace.go:142] [enterprise-contract-service] updating namespace W0415 23:00:42.531062 3819 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0415 23:00:42.558782 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0415 23:00:42.580945 3819 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.679835 3819 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.777515 3819 namespace.go:142] [segment-bridge] updating namespace W0415 23:00:44.298021 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0415 23:00:46.443047 3819 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key ] I0415 23:00:46.452530 3819 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-wt65n, hostIfaceName: 312144ec1c23e77, network: default, NAD default, SandboxID: "312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556", PCI device ID: , UID: "cc45663c-34a3-4267-8328-b93e2e865231", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0415 23:00:46.503609 3819 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:22:6e:a7:8e:78\",\"name\":\"312144ec1c23e77\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1dac7ae1-9a57-4626-9232-632abf7946e1\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:00:46.888978 3819 cni.go:452] [konflux-ui/proxy-658d85bd9b-bssqx 7c8ade8b4076f1cc788015e6ea363027847feb79f8a58e545ee1a130a6078dce network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-658d85bd9b-bssqx 7c8ade8b4076f1cc788015e6ea363027847feb79f8a58e545ee1a130a6078dce network default NAD default NAD key ] I0415 23:00:46.898679 3819 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-658d85bd9b-bssqx, hostIfaceName: 7c8ade8b4076f1c, network: default, NAD default, SandboxID: "7c8ade8b4076f1cc788015e6ea363027847feb79f8a58e545ee1a130a6078dce", PCI device ID: , UID: "df3373e1-7810-4025-a4e2-ba17023cdc5f", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0415 23:00:46.948788 3819 cni.go:473] [konflux-ui/proxy-658d85bd9b-bssqx 7c8ade8b4076f1cc788015e6ea363027847feb79f8a58e545ee1a130a6078dce network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-658d85bd9b-bssqx 7c8ade8b4076f1cc788015e6ea363027847feb79f8a58e545ee1a130a6078dce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:19:34:9c:4b:c2\",\"name\":\"7c8ade8b4076f1c\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a80d355-2d6f-4322-b279-fe25a14db191\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0415 23:00:48.564054 3819 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0415 23:00:53.356484 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0415 23:00:53.420430 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.420450 3819 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.444267 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:00:53.445177 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:00:53.625631 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:00:53.627318 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:00:53.665909 3819 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.665924 3819 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.695774 3819 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0415 23:00:53.696456 3819 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0415 23:01:04.426621 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:01:04.427833 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0415 23:01:04.852450 3819 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key ] I0415 23:01:04.944914 3819 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wt65n 312144ec1c23e779166f51fbb51121f2375e7873cba8f63e6a3def89f067a556 network default NAD default NAD key default], result "{}", err I0415 23:01:04.996726 3819 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:01:04.996762 3819 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:01:04.998034 3819 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-wt65n, ips: 10.128.0.53 I0415 23:01:04.998057 3819 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:01:05.488135 3819 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:01:05.488161 3819 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:01:05.492787 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:01:05.492811 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n W0415 23:01:32.682583 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0415 23:01:32.682601 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0415 23:01:32.682612 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0415 23:01:32.682616 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0415 23:01:33.487841 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0415 23:01:33.487861 3819 util.go:959] Failed to build node endpoints for node ip-10-0-0-116.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0415 23:01:37.835721 3819 namespace.go:142] [openshift-pipelines] updating namespace I0415 23:01:42.198829 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0415 23:02:03.457656 3819 obj_retry.go:498] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:03.458237 3819 obj_retry.go:498] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:04.044984 3819 obj_retry.go:492] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:04.045005 3819 obj_retry.go:492] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:04.051295 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:02:04.051319 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:02:07.812787 3819 cni.go:452] [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key ] I0415 23:02:07.904001 3819 cni.go:473] [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux ca1202d09720bbad731441e2cf0df4e41b21cfbb594e978521c00b5c2dd6f799 network default NAD default NAD key default], result "{}", err I0415 23:02:07.954572 3819 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:07.954609 3819 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0415 23:02:07.955920 3819 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.51 I0415 23:02:07.955968 3819 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:07.974097 3819 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:07.974113 3819 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:07.979266 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0415 23:02:07.979285 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0415 23:02:33.454020 3819 namespace.go:98] [default-managed-tenant-syc5c] adding namespace I0415 23:02:33.455006 3819 namespace.go:102] [default-managed-tenant-syc5c] adding namespace took 960.903µs I0415 23:02:33.480233 3819 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:33.499628 3819 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.472221 3819 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.597799 3819 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.698721 3819 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:45.203885 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=160 I0415 23:03:01.204569 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=72 I0415 23:04:01.313607 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0415 23:04:11.288129 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0415 23:04:25.301870 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0415 23:04:28.204839 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55 I0415 23:04:41.292915 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0415 23:05:00.208842 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=603 I0415 23:05:04.313781 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0415 23:05:18.323484 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0415 23:05:23.324170 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0415 23:05:25.319019 3819 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0415 23:05:58.296593 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0415 23:06:54.202223 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0415 23:07:10.200243 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0415 23:07:39.292248 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0415 23:09:24.208713 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0415 23:09:49.296050 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0415 23:09:52.305913 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0415 23:09:55.051919 3819 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:55.051983 3819 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:55.059106 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nk4r2 I0415 23:09:55.059131 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nk4r2 I0415 23:09:58.045028 3819 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:58.045082 3819 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:58.048568 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mwvns I0415 23:09:58.048588 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mwvns I0415 23:10:00.206453 3819 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29604910-scphd for pod on switch ip-10-0-0-116.ec2.internal I0415 23:10:00.206561 3819 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd I0415 23:10:00.234751 3819 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd] pod update took 28.211985ms I0415 23:10:00.234776 3819 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd] addLogicalPort annotation time took 28.244052ms I0415 23:10:00.236079 3819 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd] addLogicalPort took 29.642671ms, libovsdb time 879.441µs I0415 23:10:00.566365 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key ] I0415 23:10:00.575928 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29604910-scphd, hostIfaceName: 868b4aef8cb37f5, network: default, NAD default, SandboxID: "868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9", PCI device ID: , UID: "343a9511-9fa1-4171-8676-b8674a8dc209", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0415 23:10:00.630477 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ed:fd:b2:f6:7a\",\"name\":\"868b4aef8cb37f5\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9c552d9-ac2a-438a-bd34-e21b80e92cb4\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:10:04.201332 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key ] I0415 23:10:04.288730 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd 868b4aef8cb37f5939e1b83e57f81e85f27c7e849b9bb2a9ddc0c1a8841aeeb9 network default NAD default NAD key default], result "{}", err I0415 23:10:04.339685 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:10:04.339735 3819 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd I0415 23:10:04.341109 3819 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd, ips: 10.128.0.55 I0415 23:10:04.341132 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:10:05.212908 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:05.212931 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.039155 3819 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.039196 3819 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.043643 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-h978p I0415 23:10:09.043675 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-h978p I0415 23:10:26.291682 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0415 23:10:48.317654 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0415 23:11:13.323217 3819 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0415 23:11:16.207899 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0415 23:11:26.316796 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0415 23:12:06.335266 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0415 23:13:18.212237 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 W0415 23:13:44.853575 3819 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-64969dc6cf-cprdt I0415 23:13:50.208069 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0415 23:14:10.327568 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0415 23:14:31.300172 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0415 23:14:44.205497 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0415 23:14:54.309222 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0415 23:15:15.296116 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0415 23:15:55.060443 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-init-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:15:55.060587 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod I0415 23:15:55.081797 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod] pod update took 21.238724ms I0415 23:15:55.081817 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod] addLogicalPort annotation time took 21.263694ms I0415 23:15:55.083239 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod] addLogicalPort took 22.81134ms, libovsdb time 987.659µs I0415 23:15:55.422064 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key ] I0415 23:15:55.431937 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-init-pod, hostIfaceName: 9cfa8e3a6238c8e, network: default, NAD default, SandboxID: "9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127", PCI device ID: , UID: "3abeb142-7860-43c9-b835-a65da3f1b23b", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0415 23:15:55.485362 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2a:e9:26:97:96\",\"name\":\"9cfa8e3a6238c8e\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77baf9bf-4396-41d8-84c1-70b3ec087a2a\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:15:56.299679 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0415 23:15:57.992318 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:15:57.992979 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:15:58.738220 3819 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:15:58.738246 3819 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:15:58.745375 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:15:58.745401 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:16:11.295235 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0415 23:16:13.058115 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key ] I0415 23:16:13.153419 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod 9cfa8e3a6238c8ea87c41893e78e6feb98fb85e7278bb35517020fc7b990b127 network default NAD default NAD key default], result "{}", err I0415 23:16:13.238047 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:13.238079 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod I0415 23:16:13.239433 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod, ips: 10.128.0.56 I0415 23:16:13.239469 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:30.314240 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:30.314764 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:30.625056 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:16:30.625173 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod I0415 23:16:30.654709 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod] pod update took 29.56695ms I0415 23:16:30.654733 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod] addLogicalPort annotation time took 29.599084ms I0415 23:16:30.656314 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod] addLogicalPort took 31.275027ms, libovsdb time 1.03288ms I0415 23:16:30.987896 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key ] I0415 23:16:30.997106 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod, hostIfaceName: dc509e782c24350, network: default, NAD default, SandboxID: "dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f", PCI device ID: , UID: "bf3ac2e4-46d6-457c-b1fc-3ab7f9aafb61", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0415 23:16:31.049258 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:34:d8:52:b3:d7\",\"name\":\"dc509e782c24350\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14f17bda-d370-409b-b592-d7a8465408e7\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:16:44.212400 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-5txdd-init-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:16:44.212556 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod I0415 23:16:44.231713 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod] pod update took 19.186737ms I0415 23:16:44.231739 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod] addLogicalPort annotation time took 19.218834ms I0415 23:16:44.233159 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod] addLogicalPort took 20.779308ms, libovsdb time 1.009916ms I0415 23:16:47.502479 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key ] I0415 23:16:47.512106 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-5txdd-init-pod, hostIfaceName: ca56ca429c5e6d4, network: default, NAD default, SandboxID: "ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d", PCI device ID: , UID: "47ab5f1b-4223-4202-b8f9-f3ea0e44add0", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0415 23:16:47.568911 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f8:b7:c4:42:db\",\"name\":\"ca56ca429c5e6d4\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6484941-16e5-478d-8b6d-417d0659530f\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:16:51.307009 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key ] I0415 23:16:51.399259 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod ca56ca429c5e6d4a7c5dc3fbc8783b676b7059c446a035ae3d625655ab927a1d network default NAD default NAD key default], result "{}", err I0415 23:16:51.476276 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:51.476397 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod I0415 23:16:51.477876 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod, ips: 10.128.0.58 I0415 23:16:51.477906 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:56.411510 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:56.412126 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:57.128284 3819 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:16:57.128316 3819 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:16:57.139028 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:16:57.139056 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:17:00.547212 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-init-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:17:00.547344 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-init-pod I0415 23:17:00.564649 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod] pod update took 17.333824ms I0415 23:17:00.564671 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-init-pod] addLogicalPort annotation time took 17.359158ms I0415 23:17:00.565992 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod] addLogicalPort took 18.794677ms, libovsdb time 862.783µs I0415 23:17:00.912230 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key ] I0415 23:17:00.921832 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-init-pod, hostIfaceName: 9c9f9d842f51c06, network: default, NAD default, SandboxID: "9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19", PCI device ID: , UID: "a74b7efd-638e-4913-afec-e43d804b0407", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0415 23:17:00.976270 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:08:2f:32:06:95\",\"name\":\"9c9f9d842f51c06\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/553cc3c0-eb1a-433f-8226-619d99d0694f\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:17:05.203996 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0415 23:17:05.389995 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key ] I0415 23:17:05.475998 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-init-pod 9c9f9d842f51c06418ab18d3b1f74340bfa9de96cbdf1098d7bee9355f92be19 network default NAD default NAD key default], result "{}", err I0415 23:17:05.561944 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:05.562006 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-init-pod I0415 23:17:05.563494 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-init-pod, ips: 10.128.0.59 I0415 23:17:05.563525 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:06.212695 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0415 23:17:13.334680 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-build-container-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:17:13.334822 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod I0415 23:17:13.377918 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod] pod update took 43.143092ms I0415 23:17:13.377947 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod] addLogicalPort annotation time took 43.175714ms I0415 23:17:13.379410 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod] addLogicalPort took 44.744295ms, libovsdb time 906.706µs I0415 23:17:13.441648 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key ] I0415 23:17:13.529744 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod dc509e782c24350d11351275795bc821f85dbf8e817baf2640d33d6a2aa1341f network default NAD default NAD key default], result "{}", err I0415 23:17:13.635470 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:13.635501 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod I0415 23:17:13.636904 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod, ips: 10.128.0.57 I0415 23:17:13.636929 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:13.776105 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key ] I0415 23:17:13.785857 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-build-container-pod, hostIfaceName: e6a49d1bb23c604, network: default, NAD default, SandboxID: "e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e", PCI device ID: , UID: "8985fd80-161d-4772-ab2b-a5c7f1e48178", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0415 23:17:13.841301 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:31:be:e8:73:17\",\"name\":\"e6a49d1bb23c604\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c031626-1e3e-455c-8a3f-3c21cb2ceb47\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:17:14.424403 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:14.424953 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:36.327428 3819 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0415 23:17:54.725779 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:54.726355 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:18:03.320461 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0415 23:18:10.320918 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0415 23:19:36.303882 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0415 23:19:43.211739 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0415 23:19:53.973432 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-build-image-index-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:19:53.973593 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod I0415 23:19:53.998694 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod] pod update took 25.134492ms I0415 23:19:53.998718 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod] addLogicalPort annotation time took 25.164086ms I0415 23:19:54.000083 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod] addLogicalPort took 26.667291ms, libovsdb time 889.771µs I0415 23:19:54.339442 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key ] I0415 23:19:54.348873 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-build-image-index-pod, hostIfaceName: af84d2e19c68f75, network: default, NAD default, SandboxID: "af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354", PCI device ID: , UID: "381b9f5d-e8ac-4f22-9a33-22a3e495492d", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0415 23:19:54.406501 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2d:9b:6a:28:d4\",\"name\":\"af84d2e19c68f75\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70ffe8ea-6838-41a6-a6df-ee5794e60f2c\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:19:54.435665 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key ] I0415 23:19:54.535924 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod e6a49d1bb23c604359db8a8bcd30d2c6ffd1defe8bf6b47b26019bc3ac94124e network default NAD default NAD key default], result "{}", err I0415 23:19:54.742065 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:19:54.742128 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod I0415 23:19:54.743480 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod, ips: 10.128.0.60 I0415 23:19:54.743510 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:19:59.829052 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:19:59.829219 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod I0415 23:19:59.853053 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod] pod update took 23.861805ms I0415 23:19:59.853079 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod] addLogicalPort annotation time took 23.894481ms I0415 23:19:59.854392 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod] addLogicalPort took 25.362042ms, libovsdb time 921.221µs I0415 23:19:59.889552 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-clair-scan-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:19:59.889719 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod I0415 23:19:59.923841 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod] pod update took 34.172074ms I0415 23:19:59.923870 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod] addLogicalPort annotation time took 34.210262ms I0415 23:19:59.925232 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod] addLogicalPort took 35.700927ms, libovsdb time 908.778µs I0415 23:20:00.108327 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-clamav-scan-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:20:00.108517 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod I0415 23:20:00.206901 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod I0415 23:20:00.259921 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key ] I0415 23:20:00.263243 3819 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29604920-k89lc for pod on switch ip-10-0-0-116.ec2.internal I0415 23:20:00.263395 3819 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc I0415 23:20:00.271592 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-clair-scan-pod, hostIfaceName: 08d23f406913a23, network: default, NAD default, SandboxID: "08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc", PCI device ID: , UID: "b5a53b8b-979b-4044-855e-3d508eb265fa", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0415 23:20:00.275327 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod] pod update took 166.855083ms I0415 23:20:00.275358 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod] addLogicalPort annotation time took 166.892479ms I0415 23:20:00.277207 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod] addLogicalPort took 168.899826ms, libovsdb time 1.183614ms I0415 23:20:00.281105 3819 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc] pod update took 17.743664ms I0415 23:20:00.281184 3819 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc] addLogicalPort annotation time took 17.829996ms I0415 23:20:00.282461 3819 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc] addLogicalPort took 19.23499ms, libovsdb time 829.964µs I0415 23:20:00.336908 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:fa:c3:d6:59:44\",\"name\":\"08d23f406913a23\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/879e2821-0615-4f32-99c3-a7714967ca4b\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:20:00.490876 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key ] I0415 23:20:00.497881 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key ] I0415 23:20:00.507659 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod, hostIfaceName: 45de7047a16d77f, network: default, NAD default, SandboxID: "45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e", PCI device ID: , UID: "c5b0dbd7-c722-40f1-9f21-1e164de10ae1", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0415 23:20:00.525142 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key ] I0415 23:20:00.537707 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-clamav-scan-pod, hostIfaceName: f4037ea9af6b09e, network: default, NAD default, SandboxID: "f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333", PCI device ID: , UID: "0be87e6d-517e-4439-a760-a684df44e3d0", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0415 23:20:00.571348 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:03:4a:4c:ae:c1\",\"name\":\"45de7047a16d77f\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca5be2c1-ed17-48bf-8943-eb46464747d5\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:20:00.587135 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod af84d2e19c68f7502a43e3109a6028f2b2f37c78d2fc529c593f55ec387c3354 network default NAD default NAD key default], result "{}", err I0415 23:20:00.601400 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:30:d2:fe:09:6b\",\"name\":\"f4037ea9af6b09e\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cbf5b98-df4c-4091-a91f-70f28c3a31d4\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:20:00.641131 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key ] I0415 23:20:00.649104 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:00.649212 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod I0415 23:20:00.651269 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod, ips: 10.128.0.61 I0415 23:20:00.651304 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:00.655248 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29604920-k89lc, hostIfaceName: 4f766519e9b7687, network: default, NAD default, SandboxID: "4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303", PCI device ID: , UID: "90bc54fe-62ad-4e98-a643-5c4e77f8ee0c", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0415 23:20:00.716334 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4d:7f:cb:33:00\",\"name\":\"4f766519e9b7687\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0aac60ca-c233-4691-b106-85f271975f88\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:20:01.334024 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:20:01.334156 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod I0415 23:20:01.354738 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod] pod update took 20.614381ms I0415 23:20:01.354762 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod] addLogicalPort annotation time took 20.64362ms I0415 23:20:01.356124 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod] addLogicalPort took 22.119604ms, libovsdb time 920.593µs I0415 23:20:01.700810 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key ] I0415 23:20:01.711447 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod, hostIfaceName: 431eb3cf8912efa, network: default, NAD default, SandboxID: "431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545", PCI device ID: , UID: "4d724804-e55a-4860-8d2c-0cec283b1cd5", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0415 23:20:01.767955 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ef:dc:21:49:d5\",\"name\":\"431eb3cf8912efa\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1787abc-d528-4fb5-8bc6-c657515be3ae\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:20:01.823395 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-tpa-scan-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:20:01.823523 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod I0415 23:20:01.848281 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod] pod update took 24.791358ms I0415 23:20:01.848316 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod] addLogicalPort annotation time took 24.831405ms I0415 23:20:01.849928 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod] addLogicalPort took 26.554869ms, libovsdb time 1.01366ms I0415 23:20:02.217558 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key ] I0415 23:20:02.228491 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-tpa-scan-pod, hostIfaceName: a5f0a33883658b5, network: default, NAD default, SandboxID: "a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff", PCI device ID: , UID: "ba7ea3c4-3daf-4c29-b40e-c0d4b12128f3", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0415 23:20:02.286054 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:5c:20:c6:6c:18\",\"name\":\"a5f0a33883658b5\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2beb31b-d2f7-48cc-9f1b-f9249ee921e3\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:20:04.573043 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key ] I0415 23:20:04.679483 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc 4f766519e9b7687addc8d9753652a6da2e5e15bca17a3577a85e444e8fd78303 network default NAD default NAD key default], result "{}", err I0415 23:20:06.294533 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:06.294575 3819 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc I0415 23:20:06.296306 3819 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc, ips: 10.128.0.65 I0415 23:20:06.296344 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:07.314557 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.314585 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.345587 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.345617 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.351596 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 I0415 23:20:07.351733 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 W0415 23:20:09.852955 3819 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-h978p I0415 23:20:43.051790 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:43.052586 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:49.071925 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:49.072597 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:49.553036 3819 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:20:49.553211 3819 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod I0415 23:20:49.573186 3819 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod] pod update took 20.010143ms I0415 23:20:49.573215 3819 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod] addLogicalPort annotation time took 20.042516ms I0415 23:20:49.574802 3819 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod] addLogicalPort took 21.781994ms, libovsdb time 1.085531ms I0415 23:20:51.181664 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:51.182251 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:57.299850 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0415 23:20:58.053125 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:58.053735 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:00.258173 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:00.258801 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:10.338563 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0415 23:21:11.648584 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:11.649188 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:16.215888 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=311 I0415 23:21:28.996052 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key ] I0415 23:21:29.007028 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod, hostIfaceName: 07ae4ffec15cf13, network: default, NAD default, SandboxID: "07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934", PCI device ID: , UID: "dee06638-8195-4025-8dce-0e71f2eb74e0", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0415 23:21:29.072706 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:cc:b8:db:06:2f\",\"name\":\"07ae4ffec15cf13\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96cfc162-6846-4775-8f23-c199134657d4\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:21:41.354313 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key ] I0415 23:21:41.462479 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod 45de7047a16d77fb7b6e4a30dd467db7d2ed0567e29034f9522dffa9fb6a295e network default NAD default NAD key default], result "{}", err I0415 23:21:41.583437 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:41.583476 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod I0415 23:21:41.584948 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod, ips: 10.128.0.62 I0415 23:21:41.585000 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:51.448985 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key ] I0415 23:21:51.539649 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod 431eb3cf8912efa8b9303952dc7226ab0ddd56180a7aab7f0102d6156d8c8545 network default NAD default NAD key default], result "{}", err I0415 23:21:51.650663 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:51.650772 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod I0415 23:21:51.652255 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod, ips: 10.128.0.66 I0415 23:21:51.652281 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:52.462431 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key ] I0415 23:21:52.559021 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod 07ae4ffec15cf135bcf41383e1a73a8035f5467e9bcf187d3023a5140063e934 network default NAD default NAD key default], result "{}", err I0415 23:21:52.659211 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:52.659364 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod I0415 23:21:52.660853 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod, ips: 10.128.0.68 I0415 23:21:52.660880 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:53.476125 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key ] I0415 23:21:53.577371 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod a5f0a33883658b52ca45ee30404f3fb5762b9caa90e05b5a6b39672200deffff network default NAD default NAD key default], result "{}", err I0415 23:21:53.701138 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:53.701173 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod I0415 23:21:53.702549 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod, ips: 10.128.0.67 I0415 23:21:53.702581 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:19.985488 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:19.986129 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:33.090096 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:33.090721 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:40.215906 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0415 23:22:51.228991 3819 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.229575 3819 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.364938 3819 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.365467 3819 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:52.065589 3819 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.065610 3819 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.072846 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:22:52.072871 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:22:52.143159 3819 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.143182 3819 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.146745 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:22:52.146767 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:23:20.212224 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0415 23:23:23.298880 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0415 23:23:26.331085 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0415 23:23:45.303103 3819 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0415 23:23:46.323748 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0415 23:24:08.208995 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0415 23:24:21.209400 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0415 23:24:32.331597 3819 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0415 23:24:43.140804 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:43.141417 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:45.312519 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0415 23:24:50.307836 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0415 23:24:52.771637 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key ] I0415 23:24:52.865998 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod 08d23f406913a23ce89bb947fea8a1c7f699d035718977b39d5a181f9ae0e1cc network default NAD default NAD key default], result "{}", err I0415 23:24:52.955194 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:52.955255 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod I0415 23:24:52.956668 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod, ips: 10.128.0.63 I0415 23:24:52.956690 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:12.921796 3819 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key ] I0415 23:25:12.995322 3819 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod f4037ea9af6b09e27f84f84fa1fe59b27358c57f00ae62ce915c0035049e2333 network default NAD default NAD key default], result "{}", err I0415 23:25:13.066642 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:13.066675 3819 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod I0415 23:25:13.067977 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod, ips: 10.128.0.64 I0415 23:25:13.068001 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:16.046947 3819 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-lucx-8jfcg-collect-keyless-params-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:25:16.047095 3819 kube.go:256] Updating pod default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod I0415 23:25:16.081123 3819 pod.go:62] [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod] pod update took 34.064623ms I0415 23:25:16.081144 3819 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod] addLogicalPort annotation time took 34.091787ms I0415 23:25:16.082627 3819 pods.go:271] [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod] addLogicalPort took 35.697418ms, libovsdb time 1.022063ms I0415 23:25:16.418694 3819 cni.go:452] [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key ] I0415 23:25:16.429209 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lucx-8jfcg-collect-keyless-params-pod, hostIfaceName: a28b12b44b745d0, network: default, NAD default, SandboxID: "a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0", PCI device ID: , UID: "b108014f-d627-46e6-bc9e-06381823bd30", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0415 23:25:16.486759 3819 cni.go:473] [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:7b:11:aa:b9:32\",\"name\":\"a28b12b44b745d0\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/961794cb-590b-43bb-8726-c7c9dd52dd68\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:25:28.331458 3819 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lucx-8jfcg-verify-pod] creating logical port default-tenant_my-integration-test-lucx-8jfcg-verify-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:25:28.331651 3819 kube.go:256] Updating pod default-tenant/my-integration-test-lucx-8jfcg-verify-pod I0415 23:25:28.373859 3819 pod.go:62] [default-tenant/my-integration-test-lucx-8jfcg-verify-pod] pod update took 42.269408ms I0415 23:25:28.373882 3819 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lucx-8jfcg-verify-pod] addLogicalPort annotation time took 42.297205ms I0415 23:25:28.375277 3819 pods.go:271] [default-tenant/my-integration-test-lucx-8jfcg-verify-pod] addLogicalPort took 43.831269ms, libovsdb time 957.381µs I0415 23:25:28.498754 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:28.499358 3819 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:28.699012 3819 cni.go:452] [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key ] I0415 23:25:28.708329 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lucx-8jfcg-verify-pod, hostIfaceName: fb441a8b3feda19, network: default, NAD default, SandboxID: "fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082", PCI device ID: , UID: "ef24d84b-d966-4610-a13f-67210136c3af", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0415 23:25:28.763414 3819 cni.go:473] [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:7f:d3:18:3e:b6\",\"name\":\"fb441a8b3feda19\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07bbe735-07f4-4964-90ce-a5a2aa6613f8\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:25:29.059282 3819 cni.go:452] [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key ] I0415 23:25:29.139322 3819 cni.go:473] [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod a28b12b44b745d03ee58e67bfa21f27f66bb0af6a5ceb8ee89f30bc957074cc0 network default NAD default NAD key default], result "{}", err I0415 23:25:29.228205 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:29.228245 3819 pods.go:176] Deleting pod: default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod I0415 23:25:29.229836 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod, ips: 10.128.0.69 I0415 23:25:29.229864 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:43.178918 3819 cni.go:452] [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key ] I0415 23:25:43.280398 3819 cni.go:473] [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-lucx-8jfcg-verify-pod fb441a8b3feda195f5bef2081e73f7829f92d511125573616aa6c0f50668f082 network default NAD default NAD key default], result "{}", err I0415 23:25:43.396067 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:43.396107 3819 pods.go:176] Deleting pod: default-tenant/my-integration-test-lucx-8jfcg-verify-pod I0415 23:25:43.397410 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-lucx-8jfcg-verify-pod, ips: 10.128.0.70 I0415 23:25:43.397438 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:44.788276 3819 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lucx-m4xnv-verify-pod] creating logical port default-tenant_my-integration-test-lucx-m4xnv-verify-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:25:44.788448 3819 kube.go:256] Updating pod default-tenant/my-integration-test-lucx-m4xnv-verify-pod I0415 23:25:44.833543 3819 pod.go:62] [default-tenant/my-integration-test-lucx-m4xnv-verify-pod] pod update took 45.140055ms I0415 23:25:44.833571 3819 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lucx-m4xnv-verify-pod] addLogicalPort annotation time took 45.172476ms I0415 23:25:44.835167 3819 pods.go:271] [default-tenant/my-integration-test-lucx-m4xnv-verify-pod] addLogicalPort took 46.910707ms, libovsdb time 1.092194ms I0415 23:25:45.222489 3819 cni.go:452] [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key ] I0415 23:25:45.232095 3819 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lucx-m4xnv-verify-pod, hostIfaceName: f08ead9fc5850e9, network: default, NAD default, SandboxID: "f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3", PCI device ID: , UID: "ce1af5ef-7418-450c-adbd-ade83041c87d", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0415 23:25:45.286188 3819 cni.go:473] [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:14:55:37:2d:da\",\"name\":\"f08ead9fc5850e9\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df28d2c3-144d-4233-9fd6-1d3f9630f052\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:25:45.637017 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:45.637529 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:00.341061 3819 cni.go:452] [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key ] I0415 23:26:00.443059 3819 cni.go:473] [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-lucx-m4xnv-verify-pod f08ead9fc5850e917e15e388b7970662227b345ebb058d5053399bc1777f1ef3 network default NAD default NAD key default], result "{}", err I0415 23:26:00.554451 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:00.554489 3819 pods.go:176] Deleting pod: default-tenant/my-integration-test-lucx-m4xnv-verify-pod I0415 23:26:00.555840 3819 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-lucx-m4xnv-verify-pod, ips: 10.128.0.71 I0415 23:26:00.555868 3819 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:15.816725 3819 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0] creating logical port default-managed-tenant-syc5c_affinity-assistant-ade2a9dd22-0 for pod on switch ip-10-0-0-116.ec2.internal I0415 23:26:15.816844 3819 kube.go:256] Updating pod default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:26:15.832319 3819 pod.go:62] [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0] pod update took 15.498069ms I0415 23:26:15.832348 3819 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0] addLogicalPort annotation time took 15.530457ms I0415 23:26:15.833636 3819 pods.go:271] [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0] addLogicalPort took 16.92599ms, libovsdb time 916.494µs I0415 23:26:16.189942 3819 cni.go:452] [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key ] I0415 23:26:16.199784 3819 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: affinity-assistant-ade2a9dd22-0, hostIfaceName: 29c2698445de52a, network: default, NAD default, SandboxID: "29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509", PCI device ID: , UID: "edece62e-0662-49c3-980a-af70fee05c8a", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0415 23:26:16.254326 3819 cni.go:473] [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:64:e0:eb:05:42\",\"name\":\"29c2698445de52a\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c88a5467-6603-4850-a76d-4f25047a5619\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:26:30.032581 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:30.033133 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:30.560981 3819 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-collect-data-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-collect-data-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:26:30.561125 3819 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-collect-data-pod I0415 23:26:30.587261 3819 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod] pod update took 26.178894ms I0415 23:26:30.587293 3819 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-collect-data-pod] addLogicalPort annotation time took 26.20843ms I0415 23:26:30.588771 3819 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod] addLogicalPort took 27.816203ms, libovsdb time 1.024485ms I0415 23:26:30.935262 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key ] I0415 23:26:30.951263 3819 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-collect-data-pod, hostIfaceName: 618983aafec401a, network: default, NAD default, SandboxID: "618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac", PCI device ID: , UID: "167dacf3-ef45-4cbd-9449-b285de4516b1", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0415 23:26:31.009056 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:00:e2:c3:d0:79\",\"name\":\"618983aafec401a\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e6d85ea-f332-4233-b923-0457b11d8997\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:26:31.215014 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0415 23:26:56.823136 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key ] I0415 23:26:56.913979 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-data-pod 618983aafec401a09a74f489e31f5eec1b14c62894520eab9565489e772d37ac network default NAD default NAD key default], result "{}", err I0415 23:26:57.007182 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:57.007252 3819 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-collect-data-pod I0415 23:26:57.008623 3819 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-collect-data-pod, ips: 10.128.0.73 I0415 23:26:57.008654 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:06.396140 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:06.396720 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:07.427307 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:07.427896 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:09.342352 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0415 23:27:11.511546 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.512173 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.561651 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.562254 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:13.303089 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0415 23:27:15.509829 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:15.510440 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:17.273325 3819 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-apply-mapping-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:27:17.273455 3819 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod I0415 23:27:17.301373 3819 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod] pod update took 27.958088ms I0415 23:27:17.301396 3819 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod] addLogicalPort annotation time took 27.984667ms I0415 23:27:17.303037 3819 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod] addLogicalPort took 29.723322ms, libovsdb time 1.09944ms I0415 23:27:17.645655 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key ] I0415 23:27:17.655561 3819 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-apply-mapping-pod, hostIfaceName: aed4d04c4798d0b, network: default, NAD default, SandboxID: "aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19", PCI device ID: , UID: "b8a409a2-c477-4a21-8e94-73df3c0bca90", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0415 23:27:17.712938 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:3c:19:3c:b1:07\",\"name\":\"aed4d04c4798d0b\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55672197-018d-4712-bea9-02c68a1025b6\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:27:27.087177 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key ] I0415 23:27:27.184381 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod aed4d04c4798d0b43065e6ca8694063cd59c809d42a2d81cde47838578bd0f19 network default NAD default NAD key default], result "{}", err I0415 23:27:27.266409 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:27.266435 3819 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod I0415 23:27:27.267684 3819 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod, ips: 10.128.0.74 I0415 23:27:27.267710 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:28.324441 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0415 23:27:30.384808 3819 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-filter-already-released-images-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:27:30.384935 3819 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod I0415 23:27:30.419142 3819 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod] pod update took 34.247744ms I0415 23:27:30.419168 3819 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod] addLogicalPort annotation time took 34.278009ms I0415 23:27:30.420397 3819 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod] addLogicalPort took 35.605287ms, libovsdb time 857.332µs I0415 23:27:30.761387 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key ] I0415 23:27:30.771279 3819 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-filter-already-released-images-pod, hostIfaceName: aa268339b39795f, network: default, NAD default, SandboxID: "aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36", PCI device ID: , UID: "9e51c068-aef5-40f2-9259-84a2bc14b0ec", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0415 23:27:30.825400 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:7c:b9:1f:6f:d8\",\"name\":\"aa268339b39795f\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/148a9ab7-4108-40b3-8935-7bc9738d68c1\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:27:40.223594 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key ] I0415 23:27:40.329803 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod aa268339b39795f4ea244dabc313445341ee2500d02423a9803d32381cb88f36 network default NAD default NAD key default], result "{}", err I0415 23:27:40.426312 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:40.426355 3819 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod I0415 23:27:40.427934 3819 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod, ips: 10.128.0.75 I0415 23:27:40.427974 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:41.061770 3819 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-collect-tpa-params-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:27:41.061978 3819 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod I0415 23:27:41.094586 3819 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod] pod update took 32.67281ms I0415 23:27:41.094658 3819 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod] addLogicalPort annotation time took 32.707159ms I0415 23:27:41.096314 3819 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod] addLogicalPort took 34.56069ms, libovsdb time 1.107691ms I0415 23:27:41.440264 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key ] I0415 23:27:41.450058 3819 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-collect-tpa-params-pod, hostIfaceName: 70dd8622f93b87a, network: default, NAD default, SandboxID: "70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2", PCI device ID: , UID: "45352875-8d92-4a7a-adbe-5f8ebbf48925", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23] I0415 23:27:41.504055 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:9e:05:a8:36:4b\",\"name\":\"70dd8622f93b87a\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0b6cb8b-a0ab-4e4d-821a-0db60905ee86\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:27:49.311151 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key ] I0415 23:27:49.406987 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod 70dd8622f93b87a8e20d9efb4cfb8cd6a188247afa2d1bdbb6f0428514f22df2 network default NAD default NAD key default], result "{}", err I0415 23:27:49.479179 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:49.479217 3819 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod I0415 23:27:49.480543 3819 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod, ips: 10.128.0.76 I0415 23:27:49.480570 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:05.063980 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:05.064534 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:05.837384 3819 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-push-snapshot-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:28:05.837519 3819 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod I0415 23:28:05.866762 3819 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod] pod update took 29.27555ms I0415 23:28:05.866787 3819 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod] addLogicalPort annotation time took 29.30665ms I0415 23:28:05.868062 3819 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod] addLogicalPort took 30.699314ms, libovsdb time 874.321µs I0415 23:28:06.211706 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key ] I0415 23:28:06.221276 3819 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-push-snapshot-pod, hostIfaceName: 79778f371b66667, network: default, NAD default, SandboxID: "79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00", PCI device ID: , UID: "bc329f40-1fef-461c-8a79-caa3b35b6c9d", MAC: 0a:58:0a:80:00:4d, IPs: [10.128.0.77/23] I0415 23:28:06.278186 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:64:7f:f9:e3:79\",\"name\":\"79778f371b66667\"},{\"mac\":\"0a:58:0a:80:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7986ceeb-b9da-44e7-bb0e-a178b8890c99\"}],\"ips\":[{\"address\":\"10.128.0.77/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:28:30.709103 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key ] I0415 23:28:30.808856 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod 79778f371b666677d1387f2d399dad623a019e9b3c167e53da76cfadaac47c00 network default NAD default NAD key default], result "{}", err I0415 23:28:30.901458 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:30.901499 3819 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod I0415 23:28:30.903029 3819 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod, ips: 10.128.0.77 I0415 23:28:30.903063 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:32.506951 3819 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-process-component-sbom-pod for pod on switch ip-10-0-0-116.ec2.internal I0415 23:28:32.507085 3819 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod I0415 23:28:32.541506 3819 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod] pod update took 34.454053ms I0415 23:28:32.541536 3819 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod] addLogicalPort annotation time took 34.487627ms I0415 23:28:32.543271 3819 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod] addLogicalPort took 36.337267ms, libovsdb time 1.160553ms I0415 23:28:32.884162 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key ] I0415 23:28:32.893555 3819 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-process-component-sbom-pod, hostIfaceName: 012277ce5418adb, network: default, NAD default, SandboxID: "012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d", PCI device ID: , UID: "7b9dc9e8-2775-43c0-bd3e-ccd7ab7cdcf9", MAC: 0a:58:0a:80:00:4e, IPs: [10.128.0.78/23] I0415 23:28:32.946877 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:8a:da:d3:00:6b\",\"name\":\"012277ce5418adb\"},{\"mac\":\"0a:58:0a:80:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/402be06e-5331-444a-88a0-95762136a70b\"}],\"ips\":[{\"address\":\"10.128.0.78/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:28:47.334717 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0415 23:28:52.923475 3819 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key ] I0415 23:28:53.045940 3819 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod 012277ce5418adba78f85cd9dfabaa4980dea64ad0f432048944a90d0afc0e3d network default NAD default NAD key default], result "{}", err I0415 23:28:53.175209 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:53.175243 3819 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod I0415 23:28:53.177352 3819 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod, ips: 10.128.0.78 I0415 23:28:53.177378 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.188769 3819 cni.go:452] [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key ] I0415 23:29:01.278240 3819 cni.go:473] [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 29c2698445de52ac6c999d1bbe903e7ea8963424be001e066b2c538d85b4a509 network default NAD default NAD key default], result "{}", err I0415 23:29:01.337990 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.338021 3819 pods.go:176] Deleting pod: default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:29:01.339348 3819 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0, ips: 10.128.0.72 I0415 23:29:01.339379 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.553147 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.553666 3819 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.988112 3819 obj_retry.go:492] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:29:01.988134 3819 obj_retry.go:492] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:29:01.991872 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:29:01.991894 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:29:28.219209 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=316 I0415 23:29:42.326841 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0415 23:29:49.219822 3819 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0415 23:30:00.191008 3819 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29604930-6z2xl for pod on switch ip-10-0-0-116.ec2.internal I0415 23:30:00.191108 3819 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl I0415 23:30:00.217721 3819 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl] pod update took 26.636637ms I0415 23:30:00.217742 3819 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl] addLogicalPort annotation time took 26.660539ms I0415 23:30:00.219051 3819 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl] addLogicalPort took 28.063086ms, libovsdb time 894.089µs I0415 23:30:00.554990 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key ] I0415 23:30:00.565294 3819 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29604930-6z2xl, hostIfaceName: 0901760f269e808, network: default, NAD default, SandboxID: "0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d", PCI device ID: , UID: "b18f337c-792b-493a-a5ab-cfe11ced7ec6", MAC: 0a:58:0a:80:00:4f, IPs: [10.128.0.79/23] I0415 23:30:00.621098 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:cf:6c:bc:c2:14\",\"name\":\"0901760f269e808\"},{\"mac\":\"0a:58:0a:80:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88b9688a-7ac9-4545-bd60-23da6cbcbcc1\"}],\"ips\":[{\"address\":\"10.128.0.79/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0415 23:30:04.311394 3819 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0415 23:30:04.551378 3819 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key ] I0415 23:30:04.631334 3819 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl 0901760f269e808d9af2787d535c67c0708d6061aadcf0c64242d6858749a70d network default NAD default NAD key default], result "{}", err I0415 23:30:04.692400 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:30:04.692434 3819 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl I0415 23:30:04.694294 3819 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl, ips: 10.128.0.79 I0415 23:30:04.694332 3819 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:30:05.566627 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.566673 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.622289 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.622309 3819 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.627163 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 I0415 23:30:05.627189 3819 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9