+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-182.ec2.internal ++ [[ -n ip-10-0-0-182.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-182.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0422 23:35:22.609013689 - disable conntrack on geneve port' I0422 23:35:22.609013689 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0422 23:35:22.675686122 - starting ovnkube-node' I0422 23:35:22.675686122 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-182.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-182.ec2.internal --init-node ip-10-0-0-182.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-182.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0422 23:35:22.745163 3947 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0422 23:35:22.745246 3947 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-040d55448a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0422 23:35:22.747050 3947 kube.go:431] Waiting for certificate I0422 23:35:22.747110 3947 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0422 23:35:22.747168 3947 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0422 23:35:22.748117 3947 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0422 23:35:22.784785 3947 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:22.784808 3947 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:22.788630 3947 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:22.788723 3947 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pnzvh" I0422 23:35:22.796167 3947 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pnzvh" I0422 23:35:22.796241 3947 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0422 23:35:23.747927 3947 kube.go:438] Certificate found I0422 23:35:23.748563 3947 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0422 23:35:23.749991 3947 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0422 23:35:23.810751 3947 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-23 23:30:22 +0000 UTC" deadline="2026-04-23 19:16:21.041914924 +0000 UTC" I0422 23:35:23.810787 3947 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h40m57.231137999s" I0422 23:35:23.811951 3947 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0422 23:35:23.827184 3947 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0422 23:35:23.827285 3947 server.go:101] MetricServer registers OVS metrics I0422 23:35:23.827760 3947 server.go:105] MetricServer registers OVN DB metrics I0422 23:35:23.831064 3947 controller_manager.go:370] Starting the ovnkube controller I0422 23:35:23.831076 3947 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-182.ec2.internal I0422 23:35:23.831122 3947 controller_manager.go:395] NBDB zone sync took: 35.672µs I0422 23:35:23.831136 3947 factory.go:561] Starting watch factory I0422 23:35:23.831230 3947 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831239 3947 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831246 3947 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831250 3947 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831259 3947 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831248 3947 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831269 3947 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831278 3947 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831280 3947 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831349 3947 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831261 3947 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.831376 3947 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.832562 3947 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0422 23:35:23.832591 3947 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0422 23:35:23.834688 3947 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0422 23:35:23.834796 3947 factory.go:561] Starting watch factory I0422 23:35:23.847467 3947 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0422 23:35:23.847486 3947 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0422 23:35:23.848045 3947 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.849291 3947 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.849673 3947 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.851298 3947 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.851993 3947 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.853270 3947 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0422 23:35:23.853360 3947 server.go:109] MetricServer registers OVN Controller metrics I0422 23:35:23.856977 3947 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:35:23.858362 3947 server.go:113] MetricServer registers OVN Northd metrics I0422 23:35:23.863286 3947 metrics.go:519] OVN Metrics Server starts to run ... I0422 23:35:23.936757 3947 factory.go:1977] *v1.Pod informer cache synced successfully I0422 23:35:23.936803 3947 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0422 23:35:23.936808 3947 factory.go:1977] *v1.Namespace informer cache synced successfully I0422 23:35:23.936813 3947 factory.go:1977] *v1.Node informer cache synced successfully I0422 23:35:23.936817 3947 factory.go:1977] *v1.Service informer cache synced successfully I0422 23:35:23.936820 3947 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0422 23:35:23.936943 3947 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:23.936949 3947 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:23.936970 3947 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:23.936975 3947 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:23.939682 3947 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:23.939687 3947 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0422 23:35:23.940495 3947 factory.go:1977] *v1.Namespace informer cache synced successfully I0422 23:35:23.940509 3947 factory.go:1977] *v1.Node informer cache synced successfully I0422 23:35:23.940513 3947 factory.go:1977] *v1.Service informer cache synced successfully I0422 23:35:23.940516 3947 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0422 23:35:23.940520 3947 factory.go:1977] *v1.Pod informer cache synced successfully I0422 23:35:23.940523 3947 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0422 23:35:23.941940 3947 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0422 23:35:23.941948 3947 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0422 23:35:23.942008 3947 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.942019 3947 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.944457 3947 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.946097 3947 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0422 23:35:23.946112 3947 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0422 23:35:23.947188 3947 factory.go:1977] *v1.EgressIP informer cache synced successfully I0422 23:35:23.947262 3947 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.947279 3947 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.949215 3947 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.952141 3947 factory.go:1977] *v1.EgressIP informer cache synced successfully I0422 23:35:23.952230 3947 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0422 23:35:23.952295 3947 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.952316 3947 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.954256 3947 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.957995 3947 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0422 23:35:23.958070 3947 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0422 23:35:23.958147 3947 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.958161 3947 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.960185 3947 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.964087 3947 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0422 23:35:23.964169 3947 factory.go:1977] *v1.EgressService informer cache synced successfully I0422 23:35:23.964246 3947 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.964262 3947 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.966366 3947 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.969207 3947 factory.go:1977] *v1.EgressService informer cache synced successfully I0422 23:35:23.969278 3947 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0422 23:35:23.969439 3947 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:23.969453 3947 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:23.971437 3947 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0422 23:35:23.975230 3947 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0422 23:35:23.975307 3947 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.975331 3947 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.975231 3947 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0422 23:35:23.975357 3947 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.975376 3947 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.977768 3947 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.977790 3947 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0422 23:35:23.981027 3947 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0422 23:35:23.981096 3947 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0422 23:35:23.981108 3947 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0422 23:35:23.981115 3947 factory.go:680] Watch Factory start up complete, took: 149.985648ms I0422 23:35:23.981123 3947 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-182.ec2.internal" zone I0422 23:35:23.986206 3947 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0422 23:35:23.986221 3947 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0422 23:35:23.986228 3947 factory.go:680] Watch Factory start up complete, took: 151.433234ms I0422 23:35:23.986307 3947 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0422 23:35:24.036153 3947 default_node_network_controller.go:710] Initializing the default node network controller I0422 23:35:24.114527 3947 udn_isolation.go:101] Starting UDN host isolation manager I0422 23:35:24.123231 3947 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0422 23:35:24.188869 3947 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0422 23:35:24.189015 3947 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0422 23:35:24.189038 3947 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0422 23:35:24.222334 3947 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0422 23:35:24.222408 3947 default_node_network_controller.go:809] Node ip-10-0-0-182.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0422 23:35:24.228079 3947 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.182"] k8s.ovn.org/zone-name:ip-10-0-0-182.ec2.internal] on node ip-10-0-0-182.ec2.internal I0422 23:35:24.254436 3947 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0422 23:35:24.261031 3947 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0422 23:35:24.261216 3947 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0422 23:35:24.261373 3947 gateway_init.go:263] Preparing Gateway I0422 23:35:24.261390 3947 gateway_shared_intf.go:1687] Creating new gateway I0422 23:35:24.378643 3947 iptables.go:108] Creating table: filter chain: FORWARD I0422 23:35:24.384778 3947 iptables.go:108] Creating table: filter chain: OUTPUT I0422 23:35:24.390916 3947 gateway_shared_intf.go:1816] Gateway Creation Complete I0422 23:35:24.390935 3947 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-182.ec2.internal","mac-address":"12:e7:f7:1e:f0:eb","ip-addresses":["10.0.0.182/24"],"ip-address":"10.0.0.182/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:029907ca-cca4-4f4f-8e68-9dc34f6bddc8 k8s.ovn.org/node-encap-ips:["10.0.0.182"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.182/24"} k8s.ovn.org/zone-name:ip-10-0-0-182.ec2.internal] on node ip-10-0-0-182.ec2.internal I0422 23:35:24.410503 3947 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:24.481804 3947 controller_manager.go:429] Waiting for node in zone sync took: 500.664535ms I0422 23:35:24.488577 3947 controller_manager.go:611] Switching to transit router for layer2 networks I0422 23:35:24.488591 3947 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-182.ec2.internal I0422 23:35:24.506290 3947 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0422 23:35:24.513239 3947 controller_manager.go:290] SCTP support detected in OVN I0422 23:35:24.513881 3947 services_controller.go:69] Creating services controller for network=default I0422 23:35:24.514044 3947 udn_enabled_svc.go:80] Waiting for service informer to sync I0422 23:35:24.514149 3947 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0422 23:35:24.514200 3947 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0422 23:35:24.514219 3947 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0422 23:35:24.514232 3947 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0422 23:35:24.514418 3947 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0422 23:35:24.514471 3947 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0422 23:35:24.514491 3947 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.767µs I0422 23:35:24.514519 3947 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 36.665µs I0422 23:35:24.514531 3947 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.718µs I0422 23:35:24.514539 3947 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0422 23:35:24.514553 3947 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0422 23:35:24.514567 3947 default_network_controller.go:325] Starting the default network controller I0422 23:35:24.514617 3947 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.519µs I0422 23:35:24.514648 3947 udn_enabled_svc.go:95] Performing full resync I0422 23:35:24.514929 3947 udn_enabled_svc.go:99] Waiting for handler to sync I0422 23:35:24.514941 3947 udn_enabled_svc.go:104] Starting worker I0422 23:35:24.523811 3947 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0422 23:35:24.523909 3947 repair.go:33] Syncing exgw routes took 84.86µs I0422 23:35:24.523942 3947 default_network_controller.go:414] Starting all the Watchers... I0422 23:35:24.524151 3947 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0422 23:35:24.524163 3947 namespace.go:98] [openshift-kube-scheduler] adding namespace I0422 23:35:24.524172 3947 namespace.go:98] [openshift-etcd] adding namespace I0422 23:35:24.524172 3947 namespace.go:98] [openshift-node] adding namespace I0422 23:35:24.524183 3947 namespace.go:98] [openshift-backplane-cee] adding namespace I0422 23:35:24.524196 3947 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0422 23:35:24.524237 3947 namespace.go:98] [default] adding namespace I0422 23:35:24.524271 3947 namespace.go:98] [kube-public] adding namespace I0422 23:35:24.524156 3947 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0422 23:35:24.524282 3947 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0422 23:35:24.524305 3947 namespace.go:98] [openshift-insights] adding namespace I0422 23:35:24.524313 3947 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0422 23:35:24.524317 3947 namespace.go:98] [openshift-backplane-srep] adding namespace I0422 23:35:24.524697 3947 namespace.go:98] [openshift-operators] adding namespace I0422 23:35:24.524706 3947 namespace.go:98] [openshift-ingress-operator] adding namespace I0422 23:35:24.525055 3947 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 888.357µs I0422 23:35:24.525071 3947 namespace.go:98] [openshift-config] adding namespace I0422 23:35:24.525534 3947 namespace.go:102] [openshift-config] adding namespace took 458.149µs I0422 23:35:24.525547 3947 namespace.go:98] [openshift-route-controller-manager] adding namespace I0422 23:35:24.526121 3947 namespace.go:102] [openshift-route-controller-manager] adding namespace took 567.161µs I0422 23:35:24.526139 3947 namespace.go:98] [openshift-ingress] adding namespace I0422 23:35:24.526600 3947 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.426489ms I0422 23:35:24.526616 3947 namespace.go:98] [kube-system] adding namespace I0422 23:35:24.527005 3947 namespace.go:102] [openshift-etcd] adding namespace took 2.821124ms I0422 23:35:24.527021 3947 namespace.go:98] [openshift-network-operator] adding namespace I0422 23:35:24.527596 3947 namespace.go:102] [openshift-node] adding namespace took 3.411202ms I0422 23:35:24.527605 3947 namespace.go:98] [openshift-kube-apiserver] adding namespace I0422 23:35:24.528116 3947 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.927002ms I0422 23:35:24.528137 3947 namespace.go:98] [openshift-backplane-tam] adding namespace I0422 23:35:24.528566 3947 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.361903ms I0422 23:35:24.528581 3947 namespace.go:98] [openshift-config-managed] adding namespace I0422 23:35:24.529105 3947 namespace.go:102] [default] adding namespace took 4.854581ms I0422 23:35:24.529120 3947 namespace.go:98] [openshift-backplane-cse] adding namespace I0422 23:35:24.529668 3947 namespace.go:102] [kube-public] adding namespace took 5.383825ms I0422 23:35:24.529685 3947 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0422 23:35:24.530176 3947 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.889835ms I0422 23:35:24.530191 3947 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0422 23:35:24.530710 3947 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.418528ms I0422 23:35:24.530726 3947 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0422 23:35:24.531316 3947 namespace.go:102] [openshift-insights] adding namespace took 7.002833ms I0422 23:35:24.531329 3947 namespace.go:98] [openshift-console-operator] adding namespace I0422 23:35:24.531856 3947 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.538889ms I0422 23:35:24.531865 3947 namespace.go:98] [openshift-backplane] adding namespace I0422 23:35:24.532434 3947 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.112678ms I0422 23:35:24.532443 3947 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0422 23:35:24.533008 3947 namespace.go:102] [openshift-operators] adding namespace took 8.298075ms I0422 23:35:24.533028 3947 namespace.go:98] [openshift-machine-api] adding namespace I0422 23:35:24.533482 3947 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.764815ms I0422 23:35:24.533496 3947 namespace.go:98] [openshift-apiserver-operator] adding namespace I0422 23:35:24.534046 3947 namespace.go:102] [openshift-ingress] adding namespace took 7.902641ms I0422 23:35:24.534057 3947 namespace.go:98] [openshift-operators-redhat] adding namespace I0422 23:35:24.534435 3947 namespace.go:102] [kube-system] adding namespace took 7.81335ms I0422 23:35:24.534448 3947 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0422 23:35:24.535027 3947 namespace.go:102] [openshift-network-operator] adding namespace took 7.999811ms I0422 23:35:24.535042 3947 namespace.go:98] [openshift-service-ca-operator] adding namespace I0422 23:35:24.535575 3947 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.962295ms I0422 23:35:24.535594 3947 namespace.go:98] [openshift-customer-monitoring] adding namespace I0422 23:35:24.536016 3947 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.872441ms I0422 23:35:24.536029 3947 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0422 23:35:24.536467 3947 namespace.go:102] [openshift-config-managed] adding namespace took 7.881623ms I0422 23:35:24.536479 3947 namespace.go:98] [openshift-authentication-operator] adding namespace I0422 23:35:24.537055 3947 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.930185ms I0422 23:35:24.537068 3947 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0422 23:35:24.537623 3947 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.931597ms I0422 23:35:24.537641 3947 namespace.go:98] [openshift-cluster-version] adding namespace I0422 23:35:24.538097 3947 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.90027ms I0422 23:35:24.538109 3947 namespace.go:98] [openshift-network-node-identity] adding namespace I0422 23:35:24.538665 3947 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.930632ms I0422 23:35:24.538683 3947 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0422 23:35:24.539227 3947 namespace.go:102] [openshift-console-operator] adding namespace took 7.893596ms I0422 23:35:24.539238 3947 namespace.go:98] [openshift-backplane-csm] adding namespace I0422 23:35:24.539683 3947 namespace.go:102] [openshift-backplane] adding namespace took 7.81301ms I0422 23:35:24.539693 3947 namespace.go:98] [openshift] adding namespace I0422 23:35:24.540111 3947 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.661124ms I0422 23:35:24.540129 3947 namespace.go:98] [openshift-logging] adding namespace I0422 23:35:24.540543 3947 namespace.go:102] [openshift-machine-api] adding namespace took 7.501617ms I0422 23:35:24.540556 3947 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0422 23:35:24.541019 3947 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.517801ms I0422 23:35:24.541034 3947 namespace.go:98] [openshift-image-registry] adding namespace I0422 23:35:24.541362 3947 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.299174ms I0422 23:35:24.541375 3947 namespace.go:98] [kube-node-lease] adding namespace I0422 23:35:24.541949 3947 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.49706ms I0422 23:35:24.541958 3947 namespace.go:98] [openshift-authentication] adding namespace I0422 23:35:24.542376 3947 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.327452ms I0422 23:35:24.542394 3947 namespace.go:98] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] adding namespace I0422 23:35:24.542849 3947 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.248405ms I0422 23:35:24.542861 3947 namespace.go:98] [openshift-machine-config-operator] adding namespace I0422 23:35:24.543329 3947 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.29411ms I0422 23:35:24.543342 3947 namespace.go:98] [openshift-infra] adding namespace I0422 23:35:24.543780 3947 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.296921ms I0422 23:35:24.543792 3947 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0422 23:35:24.544171 3947 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.097384ms I0422 23:35:24.544188 3947 namespace.go:98] [openshift-multus] adding namespace I0422 23:35:24.544632 3947 namespace.go:102] [openshift-cluster-version] adding namespace took 6.985047ms I0422 23:35:24.544644 3947 namespace.go:98] [openshift-apiserver] adding namespace I0422 23:35:24.545050 3947 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.936073ms I0422 23:35:24.545062 3947 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0422 23:35:24.545449 3947 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.760884ms I0422 23:35:24.545461 3947 namespace.go:98] [openshift-config-operator] adding namespace I0422 23:35:24.545877 3947 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.634096ms I0422 23:35:24.545901 3947 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0422 23:35:24.546319 3947 namespace.go:102] [openshift] adding namespace took 6.621342ms I0422 23:35:24.546331 3947 namespace.go:98] [openshift-must-gather-operator] adding namespace I0422 23:35:24.546730 3947 namespace.go:102] [openshift-logging] adding namespace took 6.596463ms I0422 23:35:24.546742 3947 namespace.go:98] [openshift-host-network] adding namespace I0422 23:35:24.547127 3947 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.566059ms I0422 23:35:24.547138 3947 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0422 23:35:24.547496 3947 namespace.go:102] [openshift-image-registry] adding namespace took 6.45637ms I0422 23:35:24.547508 3947 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0422 23:35:24.547857 3947 namespace.go:102] [kube-node-lease] adding namespace took 6.475843ms I0422 23:35:24.548317 3947 namespace.go:102] [openshift-authentication] adding namespace took 6.354318ms I0422 23:35:24.548329 3947 namespace.go:98] [openshift-backplane-mobb] adding namespace I0422 23:35:24.548675 3947 namespace.go:102] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] adding namespace took 6.27596ms I0422 23:35:24.548688 3947 namespace.go:98] [openshift-marketplace] adding namespace I0422 23:35:24.549228 3947 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.361651ms I0422 23:35:24.549241 3947 namespace.go:98] [openshift-monitoring] adding namespace I0422 23:35:24.549601 3947 namespace.go:102] [openshift-infra] adding namespace took 6.255135ms I0422 23:35:24.549610 3947 namespace.go:98] [openshift-network-diagnostics] adding namespace W0422 23:35:24.550132 3947 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-45jnb: pod openshift-multus/network-metrics-daemon-45jnb: no pod IPs found W0422 23:35:24.550144 3947 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nwz48: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found W0422 23:35:24.550150 3947 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qflkn: pod openshift-multus/network-metrics-daemon-qflkn: no pod IPs found I0422 23:35:24.550177 3947 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.380536ms I0422 23:35:24.550189 3947 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0422 23:35:24.550649 3947 namespace.go:102] [openshift-multus] adding namespace took 6.454416ms I0422 23:35:24.550666 3947 namespace.go:98] [openshift-console] adding namespace I0422 23:35:24.551212 3947 namespace.go:102] [openshift-apiserver] adding namespace took 6.564079ms I0422 23:35:24.551224 3947 namespace.go:98] [openshift-controller-manager] adding namespace I0422 23:35:24.551671 3947 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.604019ms I0422 23:35:24.551682 3947 namespace.go:98] [openshift-console-user-settings] adding namespace I0422 23:35:24.552295 3947 namespace.go:102] [openshift-config-operator] adding namespace took 6.827536ms I0422 23:35:24.552311 3947 namespace.go:98] [dedicated-admin] adding namespace I0422 23:35:24.552752 3947 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.845346ms I0422 23:35:24.552764 3947 namespace.go:98] [openshift-network-console] adding namespace I0422 23:35:24.553551 3947 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.215561ms I0422 23:35:24.553559 3947 namespace.go:98] [openshift-ingress-canary] adding namespace I0422 23:35:24.554104 3947 namespace.go:102] [openshift-host-network] adding namespace took 7.355406ms I0422 23:35:24.554549 3947 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.406544ms I0422 23:35:24.554559 3947 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0422 23:35:24.554921 3947 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.407262ms I0422 23:35:24.554938 3947 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0422 23:35:24.555512 3947 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.177114ms I0422 23:35:24.556012 3947 namespace.go:102] [openshift-marketplace] adding namespace took 7.319476ms W0422 23:35:24.556485 3947 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-96kk9: pod openshift-network-diagnostics/network-check-target-96kk9: no pod IPs found W0422 23:35:24.556495 3947 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jprbb: pod openshift-network-diagnostics/network-check-target-jprbb: no pod IPs found W0422 23:35:24.556502 3947 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mb2qr: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:24.556530 3947 namespace.go:102] [openshift-monitoring] adding namespace took 7.283546ms I0422 23:35:24.557029 3947 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.411091ms I0422 23:35:24.557469 3947 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.275532ms I0422 23:35:24.557481 3947 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0422 23:35:24.557844 3947 namespace.go:102] [openshift-console] adding namespace took 7.173855ms I0422 23:35:24.558234 3947 namespace.go:102] [openshift-controller-manager] adding namespace took 7.006471ms I0422 23:35:24.558594 3947 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.906417ms I0422 23:35:24.559019 3947 namespace.go:102] [dedicated-admin] adding namespace took 6.702544ms I0422 23:35:24.559035 3947 namespace.go:98] [openshift-package-operator] adding namespace I0422 23:35:24.559423 3947 namespace.go:102] [openshift-network-console] adding namespace took 6.654174ms I0422 23:35:24.559964 3947 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.398986ms I0422 23:35:24.559978 3947 namespace.go:98] [openshift-dns-operator] adding namespace I0422 23:35:24.560390 3947 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.825903ms I0422 23:35:24.560402 3947 namespace.go:98] [openshift-dns] adding namespace I0422 23:35:24.560795 3947 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.851277ms I0422 23:35:24.561205 3947 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.71831ms I0422 23:35:24.561581 3947 namespace.go:102] [openshift-package-operator] adding namespace took 2.54122ms I0422 23:35:24.561949 3947 namespace.go:102] [openshift-dns-operator] adding namespace took 1.964085ms I0422 23:35:24.562448 3947 namespace.go:102] [openshift-dns] adding namespace took 2.040964ms W0422 23:35:24.562534 3947 master.go:471] Unable to parse remote node ip-10-0-1-69.ec2.internal chassis-id annotation. Chassis may be removed during sync W0422 23:35:24.562541 3947 master.go:471] Unable to parse remote node ip-10-0-2-213.ec2.internal chassis-id annotation. Chassis may be removed during sync I0422 23:35:24.562652 3947 master.go:548] Adding or Updating local node "ip-10-0-0-182.ec2.internal" for network "default" I0422 23:35:24.562693 3947 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-69.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-69.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-69.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-69.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-69.ec2.internal I0422 23:35:24.562706 3947 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-213.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-213.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-213.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-213.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-213.ec2.internal W0422 23:35:24.569704 3947 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-96kk9: pod openshift-network-diagnostics/network-check-target-96kk9: no pod IPs found W0422 23:35:24.569722 3947 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-qflkn: pod openshift-multus/network-metrics-daemon-qflkn: no pod IPs found I0422 23:35:24.570687 3947 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-182.ec2.internal for the network default I0422 23:35:24.571017 3947 zone_ic_handler.go:195] Time taken to create transit switch: 316.013µs I0422 23:35:24.571718 3947 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0422 23:35:24.571748 3947 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0422 23:35:24.571764 3947 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0422 23:35:24.571770 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0422 23:35:24.571829 3947 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.571861 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:24.571872 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:24.571881 3947 node_tracker.go:235] Node ip-10-0-1-69.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-69.ec2.internal" I0422 23:35:24.571905 3947 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.571911 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:24.571916 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-213.ec2.internal in network "default" I0422 23:35:24.571925 3947 node_tracker.go:235] Node ip-10-0-2-213.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-213.ec2.internal" I0422 23:35:24.571930 3947 node_tracker.go:169] Node ip-10-0-2-213.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.571934 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:24.638365 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-213.ec2.internal in network "default" I0422 23:35:24.638395 3947 default_network_controller.go:1025] Node "ip-10-0-2-213.ec2.internal" in remote zone "ip-10-0-2-213.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:24.638401 3947 node_tracker.go:235] Node ip-10-0-2-213.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-213.ec2.internal" I0422 23:35:24.638424 3947 node_tracker.go:169] Node ip-10-0-2-213.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.638442 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:24.672294 3947 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0422 23:35:24.672318 3947 services_controller.go:208] Setting up event handlers for services for network=default I0422 23:35:24.672377 3947 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0422 23:35:24.672508 3947 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0422 23:35:24.672554 3947 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0422 23:35:24.772859 3947 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0422 23:35:24.772884 3947 repair.go:60] Starting repairing loop for services I0422 23:35:24.772987 3947 repair.go:131] Deleted 0 stale service LBs I0422 23:35:24.773006 3947 repair.go:137] Deleted 0 stale Chassis Template Vars I0422 23:35:24.773023 3947 repair.go:62] Finished repairing loop for services: 140.984µs I0422 23:35:24.773045 3947 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0422 23:35:24.773061 3947 services_controller.go:254] Starting workers for network=default I0422 23:35:24.773421 3947 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jprbb, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jprbb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jprbb: no pod IPs found I0422 23:35:24.773438 3947 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-96kk9] creating logical port openshift-network-diagnostics_network-check-target-96kk9 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:24.773473 3947 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-45jnb, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-45jnb: suppressed error logged: pod openshift-multus/network-metrics-daemon-45jnb: no pod IPs found I0422 23:35:24.773516 3947 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qflkn] creating logical port openshift-multus_network-metrics-daemon-qflkn for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:24.773534 3947 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mb2qr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:24.773654 3947 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-96kk9 I0422 23:35:24.774105 3947 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-qflkn I0422 23:35:24.790861 3947 pod.go:62] [openshift-network-diagnostics/network-check-target-96kk9] pod update took 17.308478ms I0422 23:35:24.790900 3947 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-96kk9] addLogicalPort annotation time took 17.340697ms I0422 23:35:24.790996 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-213.ec2.internal in network "default" I0422 23:35:24.791040 3947 default_network_controller.go:1025] Node "ip-10-0-2-213.ec2.internal" in remote zone "ip-10-0-2-213.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:24.791052 3947 node_tracker.go:169] Node ip-10-0-2-213.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:24.791069 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:24.792193 3947 zone_ic_handler.go:195] Time taken to create transit switch: 310.063µs I0422 23:35:24.792210 3947 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-213.ec2.internal for the network default I0422 23:35:24.792249 3947 pods.go:271] [openshift-network-diagnostics/network-check-target-96kk9] addLogicalPort took 18.834385ms, libovsdb time 947.787µs I0422 23:35:24.792290 3947 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nwz48, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nwz48: suppressed error logged: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found I0422 23:35:24.793370 3947 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-213.ec2.internal" on network "default" took: 1.50707ms I0422 23:35:24.794615 3947 pod.go:62] [openshift-multus/network-metrics-daemon-qflkn] pod update took 20.539045ms I0422 23:35:24.794635 3947 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-qflkn] addLogicalPort annotation time took 20.560205ms I0422 23:35:24.795467 3947 pods.go:271] [openshift-multus/network-metrics-daemon-qflkn] addLogicalPort took 21.963465ms, libovsdb time 597.99µs I0422 23:35:24.795874 3947 admin_network_policy_controller.go:227] Starting controller default-network-controller I0422 23:35:24.795913 3947 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0422 23:35:24.795927 3947 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0422 23:35:24.795931 3947 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0422 23:35:24.796114 3947 repair.go:29] Repairing admin network policies took 177.373µs I0422 23:35:24.796220 3947 repair.go:92] Repairing baseline admin network policies took 96.742µs I0422 23:35:24.796732 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0422 23:35:24.796748 3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0422 23:35:24.798526 3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0422 23:35:24.798554 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0422 23:35:24.798568 3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0422 23:35:24.799536 3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0422 23:35:24.799570 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0422 23:35:24.800074 3947 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0422 23:35:24.800089 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0422 23:35:24.802195 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0422 23:35:24.802222 3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0422 23:35:24.802233 3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0422 23:35:24.804701 3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0422 23:35:24.804731 3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0422 23:35:24.804746 3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0422 23:35:24.806266 3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0422 23:35:24.806296 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0422 23:35:24.806310 3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0422 23:35:24.807037 3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0422 23:35:24.807063 3947 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0422 23:35:24.807077 3947 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0422 23:35:24.809578 3947 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0422 23:35:24.809617 3947 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0422 23:35:24.809648 3947 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0422 23:35:24.812058 3947 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0422 23:35:24.812087 3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0422 23:35:24.812104 3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0422 23:35:24.814865 3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0422 23:35:24.814901 3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0422 23:35:24.814910 3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0422 23:35:24.815328 3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0422 23:35:24.815349 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0422 23:35:24.815359 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0422 23:35:24.817537 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0422 23:35:24.817556 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0422 23:35:24.817581 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0422 23:35:24.818448 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0422 23:35:24.818477 3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0422 23:35:24.818485 3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0422 23:35:24.819075 3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0422 23:35:24.819097 3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0422 23:35:24.819105 3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0422 23:35:24.819660 3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0422 23:35:24.819675 3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0422 23:35:24.819688 3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0422 23:35:24.820728 3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0422 23:35:24.820747 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0422 23:35:24.820755 3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0422 23:35:24.821248 3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0422 23:35:24.821268 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0422 23:35:24.821276 3947 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0422 23:35:24.821975 3947 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0422 23:35:24.821992 3947 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0422 23:35:24.821999 3947 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0422 23:35:24.822279 3947 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0422 23:35:24.822297 3947 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0422 23:35:24.822309 3947 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0422 23:35:24.823563 3947 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0422 23:35:24.823584 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0422 23:35:24.823594 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0422 23:35:24.824158 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0422 23:35:24.824180 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0422 23:35:24.824190 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0422 23:35:24.824720 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0422 23:35:24.824743 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0422 23:35:24.824752 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0422 23:35:24.826044 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0422 23:35:24.826062 3947 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0422 23:35:24.826072 3947 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0422 23:35:24.826973 3947 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0422 23:35:24.826989 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0422 23:35:24.826997 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0422 23:35:24.827541 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0422 23:35:24.827560 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0422 23:35:24.827567 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0422 23:35:24.828137 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0422 23:35:24.828160 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0422 23:35:24.828167 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0422 23:35:24.828714 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0422 23:35:24.828734 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0422 23:35:24.828742 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0422 23:35:24.829362 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0422 23:35:24.829384 3947 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0422 23:35:24.829391 3947 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0422 23:35:24.829703 3947 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0422 23:35:24.829728 3947 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0422 23:35:24.829744 3947 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0422 23:35:24.831016 3947 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0422 23:35:24.835769 3947 egressfirewall.go:374] Starting EgressFirewall controller I0422 23:35:24.835804 3947 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0422 23:35:24.835805 3947 controller.go:133] Adding controller egress-firewall-controller event handlers I0422 23:35:24.835832 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0422 23:35:24.835847 3947 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0422 23:35:24.835832 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0422 23:35:24.835854 3947 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0422 23:35:24.836145 3947 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0422 23:35:24.836159 3947 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0422 23:35:24.836164 3947 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0422 23:35:24.836172 3947 egressqos.go:193] Setting up event handlers for EgressQoS I0422 23:35:24.836180 3947 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0422 23:35:24.836188 3947 egressfirewall.go:723] Syncing node "ip-10-0-1-69.ec2.internal" for egress firewall I0422 23:35:24.836192 3947 egressfirewall.go:723] Syncing node "ip-10-0-2-213.ec2.internal" for egress firewall I0422 23:35:24.836640 3947 egressqos.go:245] Starting EgressQoS Controller I0422 23:35:24.836651 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0422 23:35:24.836658 3947 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0422 23:35:24.836666 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0422 23:35:24.836670 3947 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0422 23:35:24.836675 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0422 23:35:24.836680 3947 shared_informer.go:356] "Caches are synced" controller="egressqos" I0422 23:35:24.836684 3947 egressqos.go:259] Repairing EgressQoSes I0422 23:35:24.836688 3947 egressqos.go:399] Starting repairing loop for egressqos I0422 23:35:24.836758 3947 egressqos.go:401] Finished repairing loop for egressqos: 70.224µs I0422 23:35:24.836774 3947 egressservice_zone.go:132] Setting up event handlers for Egress Services I0422 23:35:24.836802 3947 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-182.ec2.internal I0422 23:35:24.836853 3947 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-182.ec2.internal : 53.913µs I0422 23:35:24.836941 3947 egressservice_zone.go:210] Starting Egress Services Controller I0422 23:35:24.836955 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0422 23:35:24.836964 3947 shared_informer.go:356] "Caches are synced" controller="egressservices" I0422 23:35:24.836970 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0422 23:35:24.836975 3947 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0422 23:35:24.836981 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0422 23:35:24.836986 3947 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0422 23:35:24.836991 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0422 23:35:24.836996 3947 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0422 23:35:24.836999 3947 egressservice_zone.go:228] Repairing Egress Services I0422 23:35:24.837316 3947 master_controller.go:88] Starting Admin Policy Based Route Controller I0422 23:35:24.837328 3947 external_controller.go:278] Starting Admin Policy Based Route Controller I0422 23:35:24.837385 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:24.837397 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 13.583µs I0422 23:35:24.837405 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:24.837409 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 4.261µs I0422 23:35:24.837414 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:24.837417 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 3.732µs I0422 23:35:24.837476 3947 default_network_controller.go:585] Completing all the Watchers took 313.52199ms I0422 23:35:24.837491 3947 default_network_controller.go:589] Starting unidling controllers I0422 23:35:24.837503 3947 unidle.go:46] Registering OVN SB ControllerEvent handler I0422 23:35:24.837510 3947 unidle.go:63] Populating Initial ContollerEvent events I0422 23:35:24.837523 3947 unidle.go:79] Setting up event handlers for services I0422 23:35:24.837617 3947 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0422 23:35:24.911656 3947 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:25.411553 3947 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:25.896350 3947 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:25.911714 3947 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:26.411116 3947 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:26.598234 3947 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0422 23:35:26.911033 3947 default_node_network_controller.go:519] Node connection status = connected I0422 23:35:26.929560 3947 bridgeconfig.go:537] Gateway is ready I0422 23:35:26.929585 3947 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0422 23:35:26.942271 3947 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.182. Updating OVN encap IP. I0422 23:35:26.948339 3947 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.182 - it is already configured I0422 23:35:26.948357 3947 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.182/24:{} 172.20.0.1/32:{}]. Updating annotations. I0422 23:35:26.948658 3947 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.182/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-182.ec2.internal","mac-address":"12:e7:f7:1e:f0:eb","ip-addresses":["10.0.0.182/24"],"ip-address":"10.0.0.182/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:029907ca-cca4-4f4f-8e68-9dc34f6bddc8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.182/24"}] on node ip-10-0-0-182.ec2.internal I0422 23:35:26.964646 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:26.964672 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 32.009µs I0422 23:35:26.964677 3947 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0422 23:35:26.964706 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0422 23:35:26.964729 3947 master.go:548] Adding or Updating local node "ip-10-0-0-182.ec2.internal" for network "default" I0422 23:35:26.964753 3947 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:26.964775 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:26.965153 3947 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.182 I0422 23:35:26.965253 3947 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-182.ec2.internal I0422 23:35:26.969351 3947 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-182.ec2.internal. Updating no re-route policies I0422 23:35:26.969426 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nwz48 I0422 23:35:26.969439 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wh747 I0422 23:35:26.969444 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gqm8t I0422 23:35:26.969449 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nwz48 I0422 23:35:26.969450 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-2dzsr I0422 23:35:26.969456 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gqm8t I0422 23:35:26.969456 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr I0422 23:35:26.969462 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr I0422 23:35:26.969462 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-2dzsr I0422 23:35:26.969467 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-96kk9 I0422 23:35:26.969429 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-f8st6 I0422 23:35:26.969479 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-96kk9 I0422 23:35:26.969481 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-52s26 I0422 23:35:26.969483 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-2dzsr after 0 failed attempt(s) I0422 23:35:26.969488 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-52s26 I0422 23:35:26.969494 3947 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mb2qr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mb2qr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mb2qr: no pod IPs found I0422 23:35:26.969499 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h8dg2 I0422 23:35:26.969512 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h8dg2 I0422 23:35:26.969514 3947 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-96kk9] creating logical port openshift-network-diagnostics_network-check-target-96kk9 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:26.969517 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-52s26 after 0 failed attempt(s) I0422 23:35:26.969518 3947 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f8wl5 I0422 23:35:26.969520 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zwnpc I0422 23:35:26.969529 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-h8dg2 after 0 failed attempt(s) I0422 23:35:26.969530 3947 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f8wl5 I0422 23:35:26.969536 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zwnpc I0422 23:35:26.969537 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-r8jlv I0422 23:35:26.969547 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-r8jlv I0422 23:35:26.969553 3947 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f8wl5 after 0 failed attempt(s) I0422 23:35:26.969495 3947 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nwz48, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nwz48: suppressed error logged: pod openshift-multus/network-metrics-daemon-nwz48: no pod IPs found I0422 23:35:26.969434 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal I0422 23:35:26.969563 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-r8jlv after 0 failed attempt(s) I0422 23:35:26.969570 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal I0422 23:35:26.969494 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-f8st6 I0422 23:35:26.969587 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal after 0 failed attempt(s) I0422 23:35:26.969588 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-f8st6 after 0 failed attempt(s) I0422 23:35:26.969450 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wh747 I0422 23:35:26.969649 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zwnpc after 0 failed attempt(s) I0422 23:35:26.969652 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wh747 after 0 failed attempt(s) I0422 23:35:26.969497 3947 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qflkn I0422 23:35:26.969678 3947 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qflkn I0422 23:35:26.969475 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-gqm8t after 0 failed attempt(s) I0422 23:35:26.969714 3947 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qflkn] creating logical port openshift-multus_network-metrics-daemon-qflkn for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:26.969512 3947 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal I0422 23:35:26.969729 3947 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal I0422 23:35:26.969750 3947 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal after 0 failed attempt(s) I0422 23:35:26.970240 3947 pods.go:271] [openshift-network-diagnostics/network-check-target-96kk9] addLogicalPort took 721.825µs, libovsdb time 258.491µs I0422 23:35:26.970263 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-96kk9 after 0 failed attempt(s) I0422 23:35:26.970363 3947 pods.go:271] [openshift-multus/network-metrics-daemon-qflkn] addLogicalPort took 659.347µs, libovsdb time 212.033µs I0422 23:35:26.970371 3947 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-qflkn after 0 failed attempt(s) I0422 23:35:26.981309 3947 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0422 23:35:26.993557 3947 iptables.go:108] Creating table: mangle chain: OUTPUT I0422 23:35:26.996741 3947 iptables.go:108] Creating table: nat chain: OUTPUT I0422 23:35:27.036803 3947 iptables.go:108] Creating table: nat chain: PREROUTING I0422 23:35:27.098274 3947 iptables.go:108] Creating table: filter chain: FORWARD I0422 23:35:27.114829 3947 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0422 23:35:27.114958 3947 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0422 23:35:27.115003 3947 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0422 23:35:27.115069 3947 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0422 23:35:27.115142 3947 gateway_init.go:325] Gateway and management port readiness took 2.70879132s I0422 23:35:27.115169 3947 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0422 23:35:27.115204 3947 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0422 23:35:27.115215 3947 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0422 23:35:27.115224 3947 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0422 23:35:27.115279 3947 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0422 23:35:27.115366 3947 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.404µs I0422 23:35:27.115560 3947 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0422 23:35:27.115584 3947 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.129µs I0422 23:35:27.115592 3947 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.158µs I0422 23:35:27.115597 3947 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0422 23:35:27.115606 3947 nad_controller.go:379] [node-nad-controller NAD controller]: started I0422 23:35:27.115611 3947 default_node_network_controller.go:899] Starting the default node network controller I0422 23:35:27.115616 3947 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0422 23:35:27.115689 3947 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.525µs I0422 23:35:27.115769 3947 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0422 23:35:27.115777 3947 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0422 23:35:27.115800 3947 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae6510 0xc0002cff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc00072d9f0 0xc000340310 0xc000340380 0xc0008c7900 0xc00627d340 0xc0003403f0 map[0x2ff9080:0xc000a93b00 0x2ff95c0:0xc000a93c80 0x2ffa2e0:0xc000a93980 0x2ffa580:0xc000a93aa0 0x2ffad60:0xc000a93b60 0x2ffb000:0xc000a93bc0 0x2ffb2a0:0xc000a93c20 0x2ffba80:0xc000a93da0 0x2ffbd20:0xc000a93e00 0x3026980:0xc000a93860 0x3026d20:0xc000a938c0 0x3027800:0xc000c20960 0x3029160:0xc001b58000 0x30298a0:0xc000a93920 0x302a720:0xc000eb8300] 0xc000180cb0 0} I0422 23:35:27.115861 3947 gateway.go:151] Starting gateway service sync I0422 23:35:27.116273 3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0422 23:35:27.118442 3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0422 23:35:27.140452 3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0422 23:35:27.141646 3947 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0422 23:35:27.142763 3947 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0422 23:35:27.176745 3947 gateway.go:168] Gateway service sync done. Time taken: 60.871764ms I0422 23:35:27.177237 3947 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30913 I0422 23:35:27.177519 3947 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae6510 0xc0002cff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc00072d9f0 0xc000340310 0xc000340380 0xc0008c7900 0xc00627d340 0xc0003403f0 map[0x2ff9080:0xc000a93b00 0x2ff95c0:0xc000a93c80 0x2ffa2e0:0xc000a93980 0x2ffa580:0xc000a93aa0 0x2ffad60:0xc000a93b60 0x2ffb000:0xc000a93bc0 0x2ffb2a0:0xc000a93c20 0x2ffba80:0xc000a93da0 0x2ffbd20:0xc000a93e00 0x3026980:0xc000a93860 0x3026d20:0xc000a938c0 0x3027800:0xc000c20960 0x3029160:0xc001b58000 0x30298a0:0xc000a93920 0x302a720:0xc000eb8300] 0xc000180cb0 0} I0422 23:35:27.178340 3947 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae6510 0xc0002cff10 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc00072d9f0 0xc000340310 0xc000340380 0xc0008c7900 0xc00627d340 0xc0003403f0 map[0x2ff9080:0xc000a93b00 0x2ff95c0:0xc000a93c80 0x2ffa2e0:0xc000a93980 0x2ffa580:0xc000a93aa0 0x2ffad60:0xc000a93b60 0x2ffb000:0xc000a93bc0 0x2ffb2a0:0xc000a93c20 0x2ffba80:0xc000a93da0 0x2ffbd20:0xc000a93e00 0x3026980:0xc000a93860 0x3026d20:0xc000a938c0 0x3027800:0xc000c20960 0x3029160:0xc001b58000 0x30298a0:0xc000a93920 0x302a720:0xc000eb8300] 0xc000180cb0 0} I0422 23:35:27.178380 3947 gateway.go:532] Reconciling gateway with updates I0422 23:35:27.184035 3947 gateway.go:339] Spawning Conntrack Rule Check Thread I0422 23:35:27.184133 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:27.184144 3947 default_node_network_controller.go:944] Gateway and management port readiness took 68.360434ms I0422 23:35:27.184152 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:27.184133 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:27.184159 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:27.184163 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:27.184170 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:27.184175 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:27.184175 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:27.184183 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:27.184187 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:27.184187 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0422 23:35:27.184196 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0422 23:35:27.184197 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0422 23:35:27.184213 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0422 23:35:27.184228 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:27.184233 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:27.184237 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:27.184215 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0422 23:35:27.184242 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:27.184246 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0422 23:35:27.184242 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:27.184251 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:27.184255 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:27.184260 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:27.184238 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0422 23:35:27.184270 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:27.184250 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0422 23:35:27.184279 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:27.184282 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:27.184289 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:27.184235 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0422 23:35:27.184292 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:27.184289 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:27.184301 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0422 23:35:27.184263 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:27.184314 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:27.184316 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:27.184319 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:27.184316 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:27.184325 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:27.184280 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:27.184332 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:27.184336 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:27.184338 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:27.184343 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:27.184177 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:27.184347 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:27.184351 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:27.184289 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:27.184364 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:27.184367 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:27.184379 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:27.184346 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:27.184390 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:27.184298 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:27.184408 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:27.184253 3947 port_claim.go:71] Svc openshift-ingress/router-default: port 32166 is already open, no action needed I0422 23:35:27.184423 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:27.184423 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:27.184431 3947 port_claim.go:71] Svc openshift-ingress/router-default: port 32237 is already open, no action needed I0422 23:35:27.184435 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:27.184414 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:27.184151 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:27.184165 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:27.184338 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:27.184484 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:27.184188 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:27.184542 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:27.184230 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:27.184575 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:27.184235 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0422 23:35:27.184263 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:27.184608 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0422 23:35:27.184262 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:27.184622 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:27.184634 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:27.184633 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:27.184262 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:27.184647 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:27.184648 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:27.184267 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:27.184276 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:27.184666 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:27.184671 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:27.184279 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:27.184323 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:27.184330 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0422 23:35:27.184372 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:27.184706 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0422 23:35:27.184155 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:27.184302 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:27.184349 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0422 23:35:27.184690 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:27.184166 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:27.184724 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:27.184771 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0422 23:35:27.184293 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:27.184762 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:27.184794 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:27.184798 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:27.184802 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0422 23:35:27.184807 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0422 23:35:27.185319 3947 node_ip_handler_linux.go:160] Node IP manager is running W0422 23:35:27.223341 3947 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0422 23:35:27.223530 3947 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0422 23:35:27.223653 3947 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0422 23:35:27.232340 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0422 23:35:27.232375 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0422 23:35:27.232383 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0422 23:35:27.232392 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0422 23:35:27.232405 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0422 23:35:27.232431 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0422 23:35:27.232440 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0422 23:35:27.232446 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0422 23:35:27.232452 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0422 23:35:27.232461 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0422 23:35:27.232470 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0422 23:35:27.232488 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0422 23:35:27.232510 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0422 23:35:27.232517 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0422 23:35:27.277095 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0422 23:35:27.277110 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0422 23:35:27.277100 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0422 23:35:27.277129 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0422 23:35:27.277135 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0422 23:35:27.277143 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0422 23:35:27.277150 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0422 23:35:27.277162 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0422 23:35:27.277168 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0422 23:35:27.277174 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0422 23:35:27.277179 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0422 23:35:27.319073 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0422 23:35:27.319106 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0422 23:35:27.319113 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0422 23:35:27.319119 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0422 23:35:27.319136 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0422 23:35:27.319153 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0422 23:35:27.319160 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0422 23:35:27.349653 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-213.ec2.internal in network "default" I0422 23:35:27.349714 3947 node_tracker.go:169] Node ip-10-0-2-213.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:27.349725 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:27.349733 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:27.349742 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 21.79µs I0422 23:35:27.349769 3947 egressfirewall.go:723] Syncing node "ip-10-0-2-213.ec2.internal" for egress firewall I0422 23:35:27.349831 3947 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-213.ec2.internal. Updating no re-route policies I0422 23:35:28.611434 3947 default_node_network_controller.go:1380] Starting node controller node sync W0422 23:35:28.611458 3947 egressip_healthcheck.go:76] Health checking using insecure connection I0422 23:35:28.611509 3947 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0422 23:35:28.623278 3947 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.821568ms I0422 23:35:28.623430 3947 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-213.ec2.internal", IP: 10.0.2.213 to PMTUD blocking rules I0422 23:35:28.623446 3947 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-213.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:28.629425 3947 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0422 23:35:28.629666 3947 egressservice_node.go:93] Setting up event handlers for Egress Services I0422 23:35:28.629852 3947 egressservice_node.go:183] Starting Egress Services Controller I0422 23:35:28.629872 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0422 23:35:28.629884 3947 shared_informer.go:356] "Caches are synced" controller="egressservices" I0422 23:35:28.629904 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0422 23:35:28.629910 3947 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0422 23:35:28.629915 3947 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0422 23:35:28.629920 3947 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0422 23:35:28.629924 3947 egressservice_node.go:197] Repairing Egress Services I0422 23:35:28.640145 3947 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0422 23:35:28.640172 3947 external_controller.go:278] Starting Admin Policy Based Route Controller I0422 23:35:28.640313 3947 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0422 23:35:28.640322 3947 link_network_manager.go:119] Link manager is running I0422 23:35:28.640330 3947 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0422 23:35:28.640541 3947 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0422 23:35:28.640843 3947 vrf_manager.go:128] VRF manager is running I0422 23:35:28.640994 3947 node_controller_manager.go:437] Removing flows to drop GARP I0422 23:35:28.641004 3947 gateway.go:532] Reconciling gateway with updates I0422 23:35:28.655848 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:28.655861 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:28.655874 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:28.655876 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:28.655882 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0422 23:35:28.655881 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:28.655899 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:28.655903 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0422 23:35:28.655853 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:28.655909 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0422 23:35:28.655913 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0422 23:35:28.655912 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:28.655920 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:28.655925 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0422 23:35:28.655932 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:28.655932 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:28.655854 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:28.655943 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0422 23:35:28.655950 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:28.655874 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:28.655913 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:28.655968 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:28.655971 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0422 23:35:28.655973 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0422 23:35:28.655976 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0422 23:35:28.655978 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0422 23:35:28.655980 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:28.655981 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:28.655903 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0422 23:35:28.655989 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0422 23:35:28.655991 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0422 23:35:28.655995 3947 port_claim.go:71] Svc openshift-ingress/router-default: port 32166 is already open, no action needed I0422 23:35:28.655926 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0422 23:35:28.655974 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:28.656004 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0422 23:35:28.655970 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:28.655996 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0422 23:35:28.656010 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:28.655953 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:28.656019 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0422 23:35:28.656023 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0422 23:35:28.656023 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:28.656026 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:28.656030 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:28.656032 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:28.656034 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:28.656043 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0422 23:35:28.656043 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0422 23:35:28.655907 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0422 23:35:28.656038 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:28.656049 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:28.656066 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0422 23:35:28.656068 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0422 23:35:28.656071 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0422 23:35:28.655879 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0422 23:35:28.656084 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0422 23:35:28.656031 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:28.656098 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0422 23:35:28.656022 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:28.656121 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0422 23:35:28.656029 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0422 23:35:28.655957 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0422 23:35:28.656043 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:28.656023 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0422 23:35:28.656183 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:28.656191 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0422 23:35:28.656196 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0422 23:35:28.655957 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0422 23:35:28.656243 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0422 23:35:28.655962 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0422 23:35:28.655958 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0422 23:35:28.656276 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0422 23:35:28.655971 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0422 23:35:28.655975 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0422 23:35:28.655971 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:28.656307 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0422 23:35:28.655998 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:28.656331 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0422 23:35:28.656344 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0422 23:35:28.656007 3947 port_claim.go:71] Svc openshift-ingress/router-default: port 32237 is already open, no action needed I0422 23:35:28.656011 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:28.656435 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0422 23:35:28.656444 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0422 23:35:28.656012 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0422 23:35:28.656014 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0422 23:35:28.656016 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:28.656503 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0422 23:35:28.656035 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0422 23:35:28.656037 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0422 23:35:28.656033 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:28.656575 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0422 23:35:28.656045 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:28.656598 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0422 23:35:28.656051 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0422 23:35:28.656603 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0422 23:35:28.656048 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:28.656655 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0422 23:35:28.655864 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:28.656707 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:35:28.655996 3947 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:28.656771 3947 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0422 23:35:28.682459 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0422 23:35:28.682490 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0422 23:35:28.682497 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0422 23:35:28.682518 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0422 23:35:28.682536 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0422 23:35:28.722819 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0422 23:35:28.722853 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0422 23:35:28.722860 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0422 23:35:28.722867 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0422 23:35:28.722873 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0422 23:35:28.722879 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0422 23:35:28.722900 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0422 23:35:28.722910 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0422 23:35:28.722917 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0422 23:35:28.722946 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0422 23:35:28.722958 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0422 23:35:28.722965 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0422 23:35:28.722970 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0422 23:35:28.722976 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0422 23:35:28.722981 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0422 23:35:28.722988 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0422 23:35:28.722999 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0422 23:35:28.762430 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0422 23:35:28.762453 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0422 23:35:28.762478 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0422 23:35:28.762499 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0422 23:35:28.762508 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0422 23:35:28.762514 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0422 23:35:28.762520 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0422 23:35:28.762533 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0422 23:35:28.762555 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0422 23:35:28.762563 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0422 23:35:28.762569 3947 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0422 23:35:28.890385 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:28.890402 3947 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "ip-10-0-1-69.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:28.890435 3947 node_tracker.go:235] Node ip-10-0-1-69.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-69.ec2.internal" I0422 23:35:28.890452 3947 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:28.890465 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:28.958355 3947 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "ip-10-0-1-69.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:29.016728 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:29.016797 3947 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:29.016810 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:29.016741 3947 default_network_controller.go:1025] Node "ip-10-0-1-69.ec2.internal" in remote zone "ip-10-0-1-69.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0422 23:35:29.017874 3947 zone_ic_handler.go:195] Time taken to create transit switch: 288.078µs I0422 23:35:29.017902 3947 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-69.ec2.internal for the network default I0422 23:35:29.018788 3947 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-69.ec2.internal" on network "default" took: 1.214884ms I0422 23:35:30.389260 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0422 23:35:30.389296 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 44.77µs I0422 23:35:30.431693 3947 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8] creating logical port openshift-image-registry_image-registry-5bf6dcdd8b-5lxg8 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:30.431853 3947 kube.go:256] Updating pod openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:35:30.498397 3947 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lc88n] creating logical port openshift-dns_dns-default-lc88n for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:30.498554 3947 kube.go:256] Updating pod openshift-dns/dns-default-lc88n I0422 23:35:30.520469 3947 pod.go:62] [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8] pod update took 88.667487ms I0422 23:35:30.520494 3947 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8] addLogicalPort annotation time took 88.698826ms I0422 23:35:30.520589 3947 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ksk75] creating logical port openshift-ingress-canary_ingress-canary-ksk75 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:30.520746 3947 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ksk75 I0422 23:35:30.521651 3947 pods.go:271] [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8] addLogicalPort took 89.97474ms, libovsdb time 861.52µs I0422 23:35:30.581963 3947 pod.go:62] [openshift-dns/dns-default-lc88n] pod update took 83.434279ms I0422 23:35:30.581998 3947 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lc88n] addLogicalPort annotation time took 83.468034ms I0422 23:35:30.583267 3947 pods.go:271] [openshift-dns/dns-default-lc88n] addLogicalPort took 84.884819ms, libovsdb time 979.154µs I0422 23:35:30.587750 3947 pod.go:62] [openshift-ingress-canary/ingress-canary-ksk75] pod update took 67.044138ms I0422 23:35:30.587773 3947 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ksk75] addLogicalPort annotation time took 67.074808ms I0422 23:35:30.588922 3947 pods.go:271] [openshift-ingress-canary/ingress-canary-ksk75] addLogicalPort took 68.350863ms, libovsdb time 814.814µs I0422 23:35:30.588977 3947 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-wptfn for pod on switch ip-10-0-0-182.ec2.internal I0422 23:35:30.589064 3947 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn I0422 23:35:30.604970 3947 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn] pod update took 15.940379ms I0422 23:35:30.604995 3947 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn] addLogicalPort annotation time took 15.972619ms I0422 23:35:30.606193 3947 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn] addLogicalPort took 17.219946ms, libovsdb time 835.012µs I0422 23:35:30.900274 3947 cni.go:452] [openshift-ingress-canary/ingress-canary-ksk75 a2c347ea63725f03071618364d28e435652180ce5d772ba8971db26007339804 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ksk75 a2c347ea63725f03071618364d28e435652180ce5d772ba8971db26007339804 network default NAD default NAD key ] I0422 23:35:30.916544 3947 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn 911f1560c057ac3760d0fed17f3b0d455f7d771e447568523d3d31641ae28b8f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn 911f1560c057ac3760d0fed17f3b0d455f7d771e447568523d3d31641ae28b8f network default NAD default NAD key ] I0422 23:35:30.949660 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ksk75, hostIfaceName: a2c347ea63725f0, network: default, NAD default, SandboxID: "a2c347ea63725f03071618364d28e435652180ce5d772ba8971db26007339804", PCI device ID: , UID: "1888078f-027e-4fd3-8bd7-0c151d956bc9", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0422 23:35:30.950019 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-wptfn, hostIfaceName: 911f1560c057ac3, network: default, NAD default, SandboxID: "911f1560c057ac3760d0fed17f3b0d455f7d771e447568523d3d31641ae28b8f", PCI device ID: , UID: "5a49a283-0951-4e6c-99b7-1a7d73ba75f8", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0422 23:35:30.997557 3947 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn 911f1560c057ac3760d0fed17f3b0d455f7d771e447568523d3d31641ae28b8f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wptfn 911f1560c057ac3760d0fed17f3b0d455f7d771e447568523d3d31641ae28b8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:77:75:65:14:fb\",\"name\":\"911f1560c057ac3\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea868cf5-5778-46b3-8d6c-62439fa4386d\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:35:31.002972 3947 cni.go:473] [openshift-ingress-canary/ingress-canary-ksk75 a2c347ea63725f03071618364d28e435652180ce5d772ba8971db26007339804 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ksk75 a2c347ea63725f03071618364d28e435652180ce5d772ba8971db26007339804 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:d3:5d:9a:5f:41\",\"name\":\"a2c347ea63725f0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ac6708c-ae27-4a82-a630-9dd8b0df72d9\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:35:31.073059 3947 egressfirewall.go:723] Syncing node "ip-10-0-1-69.ec2.internal" for egress firewall I0422 23:35:31.073093 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:31.073095 3947 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-69.ec2.internal in network "default" I0422 23:35:31.073108 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 20.96µs I0422 23:35:31.073115 3947 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 10.0.1.69 to PMTUD blocking rules I0422 23:35:31.073127 3947 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:31.073166 3947 node_tracker.go:169] Node ip-10-0-1-69.ec2.internal switch + router changed, syncing services in network "default" I0422 23:35:31.073180 3947 services_controller.go:574] Full service sync requested for network=default I0422 23:35:31.079447 3947 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-69.ec2.internal. Updating no re-route policies I0422 23:35:31.089920 3947 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 10.0.1.69 to PMTUD blocking rules I0422 23:35:31.089937 3947 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-69.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0422 23:35:31.346268 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-213.ec2.internal I0422 23:35:31.346297 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-213.ec2.internal: 37.999µs I0422 23:35:35.074130 3947 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-69.ec2.internal I0422 23:35:35.074169 3947 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-69.ec2.internal: 46.193µs W0422 23:35:38.236516 3947 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:35:39.762878 3947 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:35:39.763400 3947 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:35:40.781764 3947 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:35:40.781789 3947 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-st7fz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:35:43.377723 3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:35:51.264503 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0422 23:36:03.198909 3947 cni.go:452] [openshift-network-diagnostics/network-check-target-96kk9 3b37693322312d467c23e80b5dfd9cc2a8ee587171bae8d0d9984e6bf8cde757 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-96kk9 3b37693322312d467c23e80b5dfd9cc2a8ee587171bae8d0d9984e6bf8cde757 network default NAD default NAD key ] I0422 23:36:03.208380 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-96kk9, hostIfaceName: 3b37693322312d4, network: default, NAD default, SandboxID: "3b37693322312d467c23e80b5dfd9cc2a8ee587171bae8d0d9984e6bf8cde757", PCI device ID: , UID: "67b9f863-0f93-4888-9f3d-a6ee3d8f79a1", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0422 23:36:03.254716 3947 cni.go:473] [openshift-network-diagnostics/network-check-target-96kk9 3b37693322312d467c23e80b5dfd9cc2a8ee587171bae8d0d9984e6bf8cde757 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-96kk9 3b37693322312d467c23e80b5dfd9cc2a8ee587171bae8d0d9984e6bf8cde757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:05:ba:67:3c:20\",\"name\":\"3b37693322312d4\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3e980cd-55de-434f-81ad-b0f03f4c5f94\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:36:04.820341 3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:06.303037 3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:14.385994 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:14.386021 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:35.826795 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:35.826820 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0422 23:36:37.311957 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0422 23:37:14.822236 3947 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-229gd for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:14.822333 3947 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd I0422 23:37:14.826150 3947 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-xd9vw for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:14.826229 3947 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw I0422 23:37:14.826361 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-rsxtt for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:14.826435 3947 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt I0422 23:37:14.844441 3947 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd] pod update took 22.13576ms I0422 23:37:14.844465 3947 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd] addLogicalPort annotation time took 22.163424ms I0422 23:37:14.845582 3947 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd] addLogicalPort took 23.359702ms, libovsdb time 826.144µs I0422 23:37:14.847526 3947 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw] pod update took 21.318554ms I0422 23:37:14.847546 3947 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw] addLogicalPort annotation time took 21.341077ms I0422 23:37:14.848591 3947 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw] addLogicalPort took 22.450912ms, libovsdb time 775.939µs I0422 23:37:14.851140 3947 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt] pod update took 24.72925ms I0422 23:37:14.851163 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt] addLogicalPort annotation time took 24.752949ms I0422 23:37:14.852088 3947 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt] addLogicalPort took 25.738815ms, libovsdb time 694.811µs I0422 23:37:14.904194 3947 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-fm694 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:14.904297 3947 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694 I0422 23:37:14.922354 3947 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694] pod update took 18.07967ms I0422 23:37:14.922377 3947 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694] addLogicalPort annotation time took 18.107674ms I0422 23:37:14.923434 3947 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694] addLogicalPort took 19.261916ms, libovsdb time 771.458µs I0422 23:37:15.000164 3947 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-twrl9] creating logical port openshift-insights_insights-operator-6dbb575d6c-twrl9 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:15.000278 3947 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-twrl9 I0422 23:37:15.024499 3947 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-7f47r for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:15.024607 3947 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7952v] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-7952v for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:15.024649 3947 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r I0422 23:37:15.024695 3947 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-7952v I0422 23:37:15.058215 3947 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-twrl9] pod update took 57.964849ms I0422 23:37:15.058244 3947 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-twrl9] addLogicalPort annotation time took 57.999807ms I0422 23:37:15.059619 3947 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-twrl9] addLogicalPort took 59.469388ms, libovsdb time 1.008582ms I0422 23:37:15.073357 3947 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-7952v] pod update took 48.679774ms I0422 23:37:15.073382 3947 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7952v] addLogicalPort annotation time took 48.710364ms I0422 23:37:15.073444 3947 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r] pod update took 48.827372ms I0422 23:37:15.073470 3947 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r] addLogicalPort annotation time took 48.860073ms I0422 23:37:15.074509 3947 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-7952v] addLogicalPort took 49.917798ms, libovsdb time 819.507µs I0422 23:37:15.074788 3947 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r] addLogicalPort took 50.313805ms, libovsdb time 1.036098ms I0422 23:37:15.184419 3947 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd d36e958d37f5dda926b92f56cc429eda4aaa2f03ce1a131301f9973e48ed5163 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd d36e958d37f5dda926b92f56cc429eda4aaa2f03ce1a131301f9973e48ed5163 network default NAD default NAD key ] I0422 23:37:15.186537 3947 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw 290563ef0b6ef4e13d63565bb4013cd00dc73a369a2b1c599b8dc3f6a863dfde network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw 290563ef0b6ef4e13d63565bb4013cd00dc73a369a2b1c599b8dc3f6a863dfde network default NAD default NAD key ] I0422 23:37:15.196675 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-229gd, hostIfaceName: d36e958d37f5dda, network: default, NAD default, SandboxID: "d36e958d37f5dda926b92f56cc429eda4aaa2f03ce1a131301f9973e48ed5163", PCI device ID: , UID: "2b72e2bb-42cf-4f60-80e7-9b1c279f6eb6", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0422 23:37:15.197941 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-xd9vw, hostIfaceName: 290563ef0b6ef4e, network: default, NAD default, SandboxID: "290563ef0b6ef4e13d63565bb4013cd00dc73a369a2b1c599b8dc3f6a863dfde", PCI device ID: , UID: "0f3a132d-b333-48cf-8129-1054b33e4ed4", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0422 23:37:15.243351 3947 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd d36e958d37f5dda926b92f56cc429eda4aaa2f03ce1a131301f9973e48ed5163 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-229gd d36e958d37f5dda926b92f56cc429eda4aaa2f03ce1a131301f9973e48ed5163 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:86:3a:f3:38:f6\",\"name\":\"d36e958d37f5dda\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a226b317-afe7-4b0e-9d86-14529ddb5322\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:15.259632 3947 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw 290563ef0b6ef4e13d63565bb4013cd00dc73a369a2b1c599b8dc3f6a863dfde network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-xd9vw 290563ef0b6ef4e13d63565bb4013cd00dc73a369a2b1c599b8dc3f6a863dfde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:1c:23:03:9f:f6\",\"name\":\"290563ef0b6ef4e\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/511340ad-06aa-4222-8de6-b9525ca5fe58\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:15.262843 3947 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694 227b584b45b8e092060ec45923b8140953dd43c5ecd4833774f163451c2e89b9 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694 227b584b45b8e092060ec45923b8140953dd43c5ecd4833774f163451c2e89b9 network default NAD default NAD key ] I0422 23:37:15.274600 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-fm694, hostIfaceName: 227b584b45b8e09, network: default, NAD default, SandboxID: "227b584b45b8e092060ec45923b8140953dd43c5ecd4833774f163451c2e89b9", PCI device ID: , UID: "f92b6030-f7ef-450f-babb-fd4fa53993a5", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0422 23:37:15.327472 3947 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694 227b584b45b8e092060ec45923b8140953dd43c5ecd4833774f163451c2e89b9 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fm694 227b584b45b8e092060ec45923b8140953dd43c5ecd4833774f163451c2e89b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:70:6f:9d:ab:d1\",\"name\":\"227b584b45b8e09\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92ee7c37-6075-4ff9-97d5-93a6dcb0cb40\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:15.362694 3947 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-twrl9 2955e72296533f9b7616fff93e38366327e8eb4be6af02db4e07b9eac4c35db4 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-twrl9 2955e72296533f9b7616fff93e38366327e8eb4be6af02db4e07b9eac4c35db4 network default NAD default NAD key ] I0422 23:37:15.372321 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-twrl9, hostIfaceName: 2955e72296533f9, network: default, NAD default, SandboxID: "2955e72296533f9b7616fff93e38366327e8eb4be6af02db4e07b9eac4c35db4", PCI device ID: , UID: "8d51e372-7139-4674-9336-db0bb5286528", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0422 23:37:15.421300 3947 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-twrl9 2955e72296533f9b7616fff93e38366327e8eb4be6af02db4e07b9eac4c35db4 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-twrl9 2955e72296533f9b7616fff93e38366327e8eb4be6af02db4e07b9eac4c35db4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:84:a9:1e:6a:46\",\"name\":\"2955e72296533f9\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce046c0b-9e97-43ab-9760-9e64c7dc470a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:37:17.988542 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0422 23:37:19.757976 3947 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0422 23:37:19.758881 3947 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 880.639µs I0422 23:37:19.785501 3947 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0422 23:37:20.861271 3947 namespace.go:98] [openshift-service-ca] adding namespace I0422 23:37:20.862137 3947 namespace.go:102] [openshift-service-ca] adding namespace took 842.032µs I0422 23:37:20.882230 3947 namespace.go:142] [openshift-service-ca] updating namespace W0422 23:37:29.258748 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0422 23:37:30.986708 3947 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r 4a3e423ed6cbc020badff8c1820a0870b4642bb290ed38ef628d22f9389efa46 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r 4a3e423ed6cbc020badff8c1820a0870b4642bb290ed38ef628d22f9389efa46 network default NAD default NAD key ] I0422 23:37:30.996215 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-7f47r, hostIfaceName: 4a3e423ed6cbc02, network: default, NAD default, SandboxID: "4a3e423ed6cbc020badff8c1820a0870b4642bb290ed38ef628d22f9389efa46", PCI device ID: , UID: "ffc417b5-7543-4d1b-b04b-0b35c7e79756", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0422 23:37:31.046846 3947 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r 4a3e423ed6cbc020badff8c1820a0870b4642bb290ed38ef628d22f9389efa46 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7f47r 4a3e423ed6cbc020badff8c1820a0870b4642bb290ed38ef628d22f9389efa46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ac:47:b1:04:55\",\"name\":\"4a3e423ed6cbc02\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64c78cfe-05dc-4598-8968-4b7c96d3bdde\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:38.655999 3947 cni.go:452] [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key ] I0422 23:37:38.665401 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bf6dcdd8b-5lxg8, hostIfaceName: 6649a71b5f92ca5, network: default, NAD default, SandboxID: "6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203", PCI device ID: , UID: "23a2ad51-d9c5-495d-8d08-8df6e9570399", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0422 23:37:38.714443 3947 cni.go:473] [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:fe:74:fe:5b:30\",\"name\":\"6649a71b5f92ca5\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1a92c54-baa6-4313-a926-21bde68c9831\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:38.758082 3947 cni.go:452] [openshift-dns/dns-default-lc88n 2a002f45b7a5b3be6630b7098cd7011e939b4030a502206e78455fefcba7b1c4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lc88n 2a002f45b7a5b3be6630b7098cd7011e939b4030a502206e78455fefcba7b1c4 network default NAD default NAD key ] I0422 23:37:38.768546 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lc88n, hostIfaceName: 2a002f45b7a5b3b, network: default, NAD default, SandboxID: "2a002f45b7a5b3be6630b7098cd7011e939b4030a502206e78455fefcba7b1c4", PCI device ID: , UID: "83f29226-8896-4976-947f-57eedc5f4475", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0422 23:37:38.816509 3947 cni.go:473] [openshift-dns/dns-default-lc88n 2a002f45b7a5b3be6630b7098cd7011e939b4030a502206e78455fefcba7b1c4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lc88n 2a002f45b7a5b3be6630b7098cd7011e939b4030a502206e78455fefcba7b1c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:06:69:aa:1d:ce\",\"name\":\"2a002f45b7a5b3b\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/211aef8f-cd3a-4463-80f2-6b414c6d2f31\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:46.990474 3947 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt 5bbad08bdd9273adf312837d89666124bc30f966d9e1df1b7452283c1cca48b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt 5bbad08bdd9273adf312837d89666124bc30f966d9e1df1b7452283c1cca48b8 network default NAD default NAD key ] I0422 23:37:46.999734 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-rsxtt, hostIfaceName: 5bbad08bdd9273a, network: default, NAD default, SandboxID: "5bbad08bdd9273adf312837d89666124bc30f966d9e1df1b7452283c1cca48b8", PCI device ID: , UID: "cc3b379c-ce8b-42c9-af59-de947bb8f4ab", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0422 23:37:47.049458 3947 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt 5bbad08bdd9273adf312837d89666124bc30f966d9e1df1b7452283c1cca48b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rsxtt 5bbad08bdd9273adf312837d89666124bc30f966d9e1df1b7452283c1cca48b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:40:66:18:ef:f0\",\"name\":\"5bbad08bdd9273a\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34bde0a3-7ac7-46aa-8632-377a22e88c2f\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:47.188681 3947 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-7952v e7b1198132ae66ad8ec741b7c1328234ede177379743dd2139182cc45de16eec network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7952v e7b1198132ae66ad8ec741b7c1328234ede177379743dd2139182cc45de16eec network default NAD default NAD key ] I0422 23:37:47.198554 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-7952v, hostIfaceName: e7b1198132ae66a, network: default, NAD default, SandboxID: "e7b1198132ae66ad8ec741b7c1328234ede177379743dd2139182cc45de16eec", PCI device ID: , UID: "b1f96870-914d-4efb-8fa5-234efb919dce", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0422 23:37:47.249446 3947 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-7952v e7b1198132ae66ad8ec741b7c1328234ede177379743dd2139182cc45de16eec network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7952v e7b1198132ae66ad8ec741b7c1328234ede177379743dd2139182cc45de16eec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:be:3b:f8:e0:e0\",\"name\":\"e7b1198132ae66a\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2b01283-7719-46a2-8e4f-b6b28deafe95\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:37:48.973916 3947 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.973936 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.973942 3947 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:48.986504 3947 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:49.025397 3947 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mmn7c] creating logical port openshift-insights_insights-runtime-extractor-mmn7c for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:49.025524 3947 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mmn7c W0422 23:37:49.041707 3947 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:49.043643 3947 pod.go:62] [openshift-insights/insights-runtime-extractor-mmn7c] pod update took 18.145592ms I0422 23:37:49.043663 3947 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-mmn7c] addLogicalPort annotation time took 18.171704ms I0422 23:37:49.044898 3947 pods.go:271] [openshift-insights/insights-runtime-extractor-mmn7c] addLogicalPort took 19.505985ms, libovsdb time 882.634µs W0422 23:37:49.091916 3947 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:49.132260 3947 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:49.132356 3947 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq I0422 23:37:49.147615 3947 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq] pod update took 15.286323ms I0422 23:37:49.147636 3947 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq] addLogicalPort annotation time took 15.314453ms I0422 23:37:49.148781 3947 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq] addLogicalPort took 16.535343ms, libovsdb time 834.926µs I0422 23:37:49.403267 3947 cni.go:452] [openshift-insights/insights-runtime-extractor-mmn7c 644b98ef6f46269f04cf5857f342304ddf78145750f7b0292bdb6d5db4d244e7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mmn7c 644b98ef6f46269f04cf5857f342304ddf78145750f7b0292bdb6d5db4d244e7 network default NAD default NAD key ] I0422 23:37:49.412657 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mmn7c, hostIfaceName: 644b98ef6f46269, network: default, NAD default, SandboxID: "644b98ef6f46269f04cf5857f342304ddf78145750f7b0292bdb6d5db4d244e7", PCI device ID: , UID: "0cc5e1d7-1f7a-43bd-9b14-aa91554cd7bc", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0422 23:37:49.462448 3947 cni.go:473] [openshift-insights/insights-runtime-extractor-mmn7c 644b98ef6f46269f04cf5857f342304ddf78145750f7b0292bdb6d5db4d244e7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mmn7c 644b98ef6f46269f04cf5857f342304ddf78145750f7b0292bdb6d5db4d244e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:53:f2:13:76:72\",\"name\":\"644b98ef6f46269\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5ad6cef-1168-4176-9669-75bf2a4a05ad\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:49.494274 3947 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key ] I0422 23:37:49.504763 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq, hostIfaceName: 49b9be0d4f9f680, network: default, NAD default, SandboxID: "49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b", PCI device ID: , UID: "c4974f6a-a365-43f6-994a-3502ec7fa9db", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0422 23:37:49.553670 3947 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b4:e0:e7:22:5c\",\"name\":\"49b9be0d4f9f680\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae5847ee-e42e-4071-bd58-8f2d88d272ab\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:50.229953 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-vbjs8 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:50.230056 3947 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8 I0422 23:37:50.249575 3947 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8] pod update took 19.54403ms I0422 23:37:50.249600 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8] addLogicalPort annotation time took 19.575901ms I0422 23:37:50.250878 3947 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8] addLogicalPort took 20.941694ms, libovsdb time 916.655µs I0422 23:37:50.589359 3947 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8 00410d349dc8d32d385520c4c6ec66c7d9dae3e3ab22e28be1a2ac9c953e26d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8 00410d349dc8d32d385520c4c6ec66c7d9dae3e3ab22e28be1a2ac9c953e26d1 network default NAD default NAD key ] I0422 23:37:50.600549 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-vbjs8, hostIfaceName: 00410d349dc8d32, network: default, NAD default, SandboxID: "00410d349dc8d32d385520c4c6ec66c7d9dae3e3ab22e28be1a2ac9c953e26d1", PCI device ID: , UID: "1ccd0550-b5b0-4398-8aa2-217ee6580c1b", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0422 23:37:50.654166 3947 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8 00410d349dc8d32d385520c4c6ec66c7d9dae3e3ab22e28be1a2ac9c953e26d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbjs8 00410d349dc8d32d385520c4c6ec66c7d9dae3e3ab22e28be1a2ac9c953e26d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:c4:73:32:04:b4\",\"name\":\"00410d349dc8d32\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b99201c2-cd80-4876-a02d-5c9649fc2f99\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:37:51.565883 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.565925 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0422 23:37:51.565932 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0422 23:37:53.338989 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-sjj6n] creating logical port openshift-monitoring_prometheus-operator-76b589d668-sjj6n for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:53.339084 3947 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-sjj6n I0422 23:37:53.356855 3947 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-sjj6n] pod update took 17.79354ms I0422 23:37:53.356879 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-sjj6n] addLogicalPort annotation time took 17.825513ms I0422 23:37:53.358029 3947 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-sjj6n] addLogicalPort took 19.055803ms, libovsdb time 832.889µs I0422 23:37:53.696840 3947 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-sjj6n 628c833678410d0f661c1df16fc788056fc69ba11c1651b1c6774928b9b5ddf7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-sjj6n 628c833678410d0f661c1df16fc788056fc69ba11c1651b1c6774928b9b5ddf7 network default NAD default NAD key ] I0422 23:37:53.708833 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-sjj6n, hostIfaceName: 628c833678410d0, network: default, NAD default, SandboxID: "628c833678410d0f661c1df16fc788056fc69ba11c1651b1c6774928b9b5ddf7", PCI device ID: , UID: "63f19910-d11e-4aba-8ab3-0b284741c778", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0422 23:37:53.763798 3947 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-sjj6n 628c833678410d0f661c1df16fc788056fc69ba11c1651b1c6774928b9b5ddf7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-sjj6n 628c833678410d0f661c1df16fc788056fc69ba11c1651b1c6774928b9b5ddf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:df:0f:c7:88:73\",\"name\":\"628c833678410d0\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0bc2e8e-209d-4478-b244-1a62520a81d3\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:37:58.580030 3947 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0422 23:37:59.075329 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0422 23:37:59.075366 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:37:59.150658 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:37:59.150822 3947 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0422 23:37:59.171512 3947 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.729585ms I0422 23:37:59.171606 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.830184ms I0422 23:37:59.172943 3947 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.308708ms, libovsdb time 960.118µs I0422 23:37:59.513312 3947 cni.go:452] [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key ] I0422 23:37:59.522991 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: b389fcc8731c302, network: default, NAD default, SandboxID: "b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084", PCI device ID: , UID: "60ca313a-98a8-4fab-8103-e578bac23d8f", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0422 23:37:59.580131 3947 cni.go:473] [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:6b:d4:9d:d0:16\",\"name\":\"b389fcc8731c302\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afe977e2-4187-417b-afe8-066e818ff53a\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:38:00.571867 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0422 23:38:01.123273 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh] creating logical port openshift-monitoring_thanos-querier-5b865bc6d9-ksjzh for pod on switch ip-10-0-0-182.ec2.internal I0422 23:38:01.123415 3947 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh I0422 23:38:01.142820 3947 pod.go:62] [openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh] pod update took 19.437496ms I0422 23:38:01.142847 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh] addLogicalPort annotation time took 19.469554ms I0422 23:38:01.144164 3947 pods.go:271] [openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh] addLogicalPort took 20.908171ms, libovsdb time 929.733µs I0422 23:38:01.486873 3947 cni.go:452] [openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh 017583eec2506e409399907b9915a3be897231a19c668664310a0a64a4d2538f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh 017583eec2506e409399907b9915a3be897231a19c668664310a0a64a4d2538f network default NAD default NAD key ] I0422 23:38:01.497410 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5b865bc6d9-ksjzh, hostIfaceName: 017583eec2506e4, network: default, NAD default, SandboxID: "017583eec2506e409399907b9915a3be897231a19c668664310a0a64a4d2538f", PCI device ID: , UID: "4750639f-943e-4dcd-b620-400d3620230f", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0422 23:38:01.551596 3947 cni.go:473] [openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh 017583eec2506e409399907b9915a3be897231a19c668664310a0a64a4d2538f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5b865bc6d9-ksjzh 017583eec2506e409399907b9915a3be897231a19c668664310a0a64a4d2538f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c8:d2:7d:bc:2e\",\"name\":\"017583eec2506e4\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dae342b1-799f-4ee7-b2c0-e5412548be05\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:38:01.759575 3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.759602 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.759610 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.779513 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.779536 3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:01.779543 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0422 23:38:02.625408 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-5dnzs for pod on switch ip-10-0-0-182.ec2.internal I0422 23:38:02.625503 3947 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs I0422 23:38:02.643751 3947 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs] pod update took 18.277218ms I0422 23:38:02.643848 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs] addLogicalPort annotation time took 18.379568ms I0422 23:38:02.645669 3947 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs] addLogicalPort took 20.274259ms, libovsdb time 1.285477ms I0422 23:38:03.302814 3947 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs 1946f2d326d3dafe12aa4ee310137d97143c9bfffec4648bbb3c447c2dcab78b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs 1946f2d326d3dafe12aa4ee310137d97143c9bfffec4648bbb3c447c2dcab78b network default NAD default NAD key ] I0422 23:38:03.313297 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-5dnzs, hostIfaceName: 1946f2d326d3daf, network: default, NAD default, SandboxID: "1946f2d326d3dafe12aa4ee310137d97143c9bfffec4648bbb3c447c2dcab78b", PCI device ID: , UID: "8d9c4c4d-62a3-437d-82bd-58867227404f", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0422 23:38:03.370247 3947 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs 1946f2d326d3dafe12aa4ee310137d97143c9bfffec4648bbb3c447c2dcab78b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dnzs 1946f2d326d3dafe12aa4ee310137d97143c9bfffec4648bbb3c447c2dcab78b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:17:f4:5d:71:c0\",\"name\":\"1946f2d326d3daf\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4237b630-9f90-455e-b8e7-34b7f7338f7b\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:38:05.185625 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0422 23:38:05.847229 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847249 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847255 3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.847260 3947 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:05.884865 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:05.884883 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:05.909006 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0422 23:38:07.203385 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0422 23:38:07.203407 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0422 23:38:08.716666 3947 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key ] W0422 23:38:08.721800 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.721829 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.721836 3947 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:08.721841 3947 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0422 23:38:08.792741 3947 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq 49b9be0d4f9f680c1ac69e61fd85920a821b4877565e96f829702b1028e91a4b network default NAD default NAD key default], result "{}", err I0422 23:38:08.845446 3947 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.845478 3947 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq I0422 23:38:08.846834 3947 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq, ips: 10.129.0.17 I0422 23:38:08.846862 3947 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846885 3947 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.846909 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0422 23:38:08.847132 3947 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:38:08.847148 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0422 23:38:09.874576 3947 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.874603 3947 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.874618 3947 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:09.874632 3947 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390m4ncq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:10.786197 3947 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0422 23:38:10.796620 3947 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0422 23:38:11.803219 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803241 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803246 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803251 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803262 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803266 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803270 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:11.803274 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0422 23:38:12.176612 3947 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-7jgsh] creating logical port openshift-console_downloads-5c54f4944f-7jgsh for pod on switch ip-10-0-0-182.ec2.internal I0422 23:38:12.176735 3947 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-7jgsh I0422 23:38:12.203473 3947 pod.go:62] [openshift-console/downloads-5c54f4944f-7jgsh] pod update took 26.770373ms I0422 23:38:12.203508 3947 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-7jgsh] addLogicalPort annotation time took 26.814868ms I0422 23:38:12.204959 3947 pods.go:271] [openshift-console/downloads-5c54f4944f-7jgsh] addLogicalPort took 28.362962ms, libovsdb time 974.479µs I0422 23:38:12.534650 3947 cni.go:452] [openshift-console/downloads-5c54f4944f-7jgsh 50f0b7180bbf29ac08e9ecc77e6927cf7811e40d443816928ee516f357295274 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-7jgsh 50f0b7180bbf29ac08e9ecc77e6927cf7811e40d443816928ee516f357295274 network default NAD default NAD key ] I0422 23:38:12.544010 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-7jgsh, hostIfaceName: 50f0b7180bbf29a, network: default, NAD default, SandboxID: "50f0b7180bbf29ac08e9ecc77e6927cf7811e40d443816928ee516f357295274", PCI device ID: , UID: "83a01f84-7c3c-479c-98be-96706929ded5", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0422 23:38:12.596151 3947 cni.go:473] [openshift-console/downloads-5c54f4944f-7jgsh 50f0b7180bbf29ac08e9ecc77e6927cf7811e40d443816928ee516f357295274 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-7jgsh 50f0b7180bbf29ac08e9ecc77e6927cf7811e40d443816928ee516f357295274 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:3f:d5:82:12:7e\",\"name\":\"50f0b7180bbf29a\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efaf8cb9-f392-41ae-99ac-56b5c468de67\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:38:14.327042 3947 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.327628 3947 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.379596 3947 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.380154 3947 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:14.824531 3947 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:14.824558 3947 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd7f9fb89-jchlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:14.832943 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:38:14.832968 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd7f9fb89-jchlr I0422 23:38:15.251463 3947 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:15.251504 3947 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-74gmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:15.261531 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bf6dcdd8b-74gmm I0422 23:38:15.261560 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bf6dcdd8b-74gmm W0422 23:38:15.737564 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:15.737586 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:15.737596 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0422 23:38:15.737601 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0422 23:38:21.267437 3947 base_network_controller_pods.go:487] [default/openshift-console/console-78b898b69d-gksn9] creating logical port openshift-console_console-78b898b69d-gksn9 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:38:21.267627 3947 kube.go:256] Updating pod openshift-console/console-78b898b69d-gksn9 I0422 23:38:21.283264 3947 pod.go:62] [openshift-console/console-78b898b69d-gksn9] pod update took 15.667406ms I0422 23:38:21.283296 3947 base_network_controller_pods.go:951] [default/openshift-console/console-78b898b69d-gksn9] addLogicalPort annotation time took 15.706891ms I0422 23:38:21.284649 3947 pods.go:271] [openshift-console/console-78b898b69d-gksn9] addLogicalPort took 17.238212ms, libovsdb time 1.009142ms I0422 23:38:21.635527 3947 cni.go:452] [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key ] I0422 23:38:21.645571 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78b898b69d-gksn9, hostIfaceName: 7343513e174ccd0, network: default, NAD default, SandboxID: "7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38", PCI device ID: , UID: "d5de8a10-9719-401c-afe1-18b90b11b937", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0422 23:38:21.701620 3947 cni.go:473] [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ee:1c:04:7a:b0\",\"name\":\"7343513e174ccd0\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/772aa2b2-e4f1-4a9b-867d-f86d6018f058\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:38:29.595432 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.595458 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.595464 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.595475 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.595480 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.595485 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.616411 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.616431 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:29.616437 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:38:30.819327 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0422 23:38:30.840187 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0422 23:38:30.901154 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0422 23:38:30.925175 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0422 23:38:30.947319 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0422 23:38:30.947345 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0422 23:38:31.838736 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0422 23:38:31.911873 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:31.911919 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:39.858019 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0422 23:38:39.858016 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0422 23:38:39.858172 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0422 23:38:39.878234 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0422 23:38:39.878247 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0422 23:38:39.878295 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0422 23:38:40.335635 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:40.335671 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:40.378278 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:40.378302 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0422 23:38:40.859840 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0422 23:38:40.885753 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0422 23:38:44.899702 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0422 23:38:44.899758 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0422 23:38:44.899705 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0422 23:38:45.891458 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0422 23:38:55.982015 3947 cni.go:452] [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key ] I0422 23:38:56.071707 3947 cni.go:473] [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78b898b69d-gksn9 7343513e174ccd09a200ae8e460165a1e423e6ccc6ab969f2ee22f7bff9c0a38 network default NAD default NAD key default], result "{}", err I0422 23:38:56.141036 3947 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-gksn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:56.141075 3947 pods.go:176] Deleting pod: openshift-console/console-78b898b69d-gksn9 I0422 23:38:56.142409 3947 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78b898b69d-gksn9, ips: 10.129.0.24 I0422 23:38:56.142445 3947 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-gksn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:38:56.151789 3947 base_network_controller_pods.go:487] [default/openshift-console/console-556cd88867-4zxp5] creating logical port openshift-console_console-556cd88867-4zxp5 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:38:56.151954 3947 kube.go:256] Updating pod openshift-console/console-556cd88867-4zxp5 I0422 23:38:56.168339 3947 pod.go:62] [openshift-console/console-556cd88867-4zxp5] pod update took 16.406969ms I0422 23:38:56.168449 3947 base_network_controller_pods.go:951] [default/openshift-console/console-556cd88867-4zxp5] addLogicalPort annotation time took 16.522408ms I0422 23:38:56.172918 3947 pods.go:271] [openshift-console/console-556cd88867-4zxp5] addLogicalPort took 21.148736ms, libovsdb time 3.809864ms I0422 23:38:56.574260 3947 cni.go:452] [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key ] I0422 23:38:56.586250 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-556cd88867-4zxp5, hostIfaceName: c32c58f118b1465, network: default, NAD default, SandboxID: "c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c", PCI device ID: , UID: "5335ae08-caa4-44f0-b7e2-0d7cf8d5ced1", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0422 23:38:56.646151 3947 cni.go:473] [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:75:9c:e1:fa:56\",\"name\":\"c32c58f118b1465\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4727d76c-7db3-439c-af43-bd91239fb524\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:38:56.954483 3947 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-gksn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:56.954508 3947 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-gksn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:38:56.963053 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b898b69d-gksn9 I0422 23:38:56.963084 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b898b69d-gksn9 I0422 23:39:02.465006 3947 cni.go:452] [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key ] I0422 23:39:02.553433 3947 cni.go:473] [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 6649a71b5f92ca58c76d26f2450d87d4157f328dc69e9aaad4940fc282a62203 network default NAD default NAD key default], result "{}", err I0422 23:39:02.625561 3947 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:02.625594 3947 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:39:02.627289 3947 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8, ips: 10.129.0.5 I0422 23:39:02.627327 3947 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:02.967022 3947 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:02.967056 3947 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:02.976467 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:39:02.976493 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bf6dcdd8b-5lxg8 I0422 23:39:04.385133 3947 obj_retry.go:498] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:04.385708 3947 obj_retry.go:498] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:05.034036 3947 obj_retry.go:492] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:05.034069 3947 obj_retry.go:492] Detected object openshift-ingress/router-default-7d9d9c7c9f-jqhrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:05.042847 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7d9d9c7c9f-jqhrv I0422 23:39:05.042874 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7d9d9c7c9f-jqhrv I0422 23:39:05.705405 3947 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-dbkkf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:05.705966 3947 obj_retry.go:498] Detected object openshift-console/console-78b898b69d-dbkkf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:06.042514 3947 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-dbkkf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:06.042537 3947 obj_retry.go:492] Detected object openshift-console/console-78b898b69d-dbkkf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:06.046535 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b898b69d-dbkkf I0422 23:39:06.046559 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b898b69d-dbkkf W0422 23:39:07.000951 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0422 23:39:09.276469 3947 cni.go:452] [openshift-multus/network-metrics-daemon-qflkn 50c3c7c50d921d1e0da2d8518ea4ee9598359370e2fbb996fad1aeb91b0cb4cf network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-qflkn 50c3c7c50d921d1e0da2d8518ea4ee9598359370e2fbb996fad1aeb91b0cb4cf network default NAD default NAD key ] I0422 23:39:09.285727 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-qflkn, hostIfaceName: 50c3c7c50d921d1, network: default, NAD default, SandboxID: "50c3c7c50d921d1e0da2d8518ea4ee9598359370e2fbb996fad1aeb91b0cb4cf", PCI device ID: , UID: "976f0d70-0df0-4808-b0c8-60a67214234e", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0422 23:39:09.337310 3947 cni.go:473] [openshift-multus/network-metrics-daemon-qflkn 50c3c7c50d921d1e0da2d8518ea4ee9598359370e2fbb996fad1aeb91b0cb4cf network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-qflkn 50c3c7c50d921d1e0da2d8518ea4ee9598359370e2fbb996fad1aeb91b0cb4cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5a:0b:c7:26:d6\",\"name\":\"50c3c7c50d921d1\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/772e75d4-2e89-4fe3-b512-60a59f85ca9c\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:39:21.072807 3947 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:21.073340 3947 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:21.407841 3947 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:21.407872 3947 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:21.417990 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0422 23:39:21.418015 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0422 23:39:23.324760 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh] creating logical port openshift-monitoring_telemeter-client-6bc66c6ffc-9bfnh for pod on switch ip-10-0-0-182.ec2.internal I0422 23:39:23.324883 3947 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh I0422 23:39:23.346685 3947 pod.go:62] [openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh] pod update took 21.846188ms I0422 23:39:23.346712 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh] addLogicalPort annotation time took 21.880848ms I0422 23:39:23.348032 3947 pods.go:271] [openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh] addLogicalPort took 23.290115ms, libovsdb time 924.399µs I0422 23:39:23.745487 3947 cni.go:452] [openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh 484dd04fbbd16c8399f58ce0f81518737c4a3d5c762056ae61bac30e8d2a4938 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh 484dd04fbbd16c8399f58ce0f81518737c4a3d5c762056ae61bac30e8d2a4938 network default NAD default NAD key ] I0422 23:39:23.755045 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6bc66c6ffc-9bfnh, hostIfaceName: 484dd04fbbd16c8, network: default, NAD default, SandboxID: "484dd04fbbd16c8399f58ce0f81518737c4a3d5c762056ae61bac30e8d2a4938", PCI device ID: , UID: "a24fd81d-be31-47fe-969f-fb59c48f8289", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0422 23:39:23.825303 3947 cni.go:473] [openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh 484dd04fbbd16c8399f58ce0f81518737c4a3d5c762056ae61bac30e8d2a4938 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6bc66c6ffc-9bfnh 484dd04fbbd16c8399f58ce0f81518737c4a3d5c762056ae61bac30e8d2a4938 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ce:82:30:46:dc\",\"name\":\"484dd04fbbd16c8\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28cf81aa-70e5-453f-9a10-e08d5e98ce94\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:39:24.950280 3947 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:24.950833 3947 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:25.514903 3947 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:25.514929 3947 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:25.525029 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0422 23:39:25.525062 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0422 23:39:52.550547 3947 cni.go:452] [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key ] I0422 23:39:52.627900 3947 cni.go:473] [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-556cd88867-4zxp5 c32c58f118b14654f212cb11fd2cc2103095b42300dcdacbf516997fb251e44c network default NAD default NAD key default], result "{}", err I0422 23:39:52.671525 3947 obj_retry.go:498] Detected object openshift-console/console-556cd88867-4zxp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:52.671566 3947 pods.go:176] Deleting pod: openshift-console/console-556cd88867-4zxp5 I0422 23:39:52.672880 3947 pods.go:236] Attempting to release IPs for pod: openshift-console/console-556cd88867-4zxp5, ips: 10.129.0.25 I0422 23:39:52.672918 3947 obj_retry.go:498] Detected object openshift-console/console-556cd88867-4zxp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:52.682069 3947 base_network_controller_pods.go:487] [default/openshift-console/console-99479fc95-dhq85] creating logical port openshift-console_console-99479fc95-dhq85 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:39:52.682206 3947 kube.go:256] Updating pod openshift-console/console-99479fc95-dhq85 I0422 23:39:52.699779 3947 pod.go:62] [openshift-console/console-99479fc95-dhq85] pod update took 17.600716ms I0422 23:39:52.699810 3947 base_network_controller_pods.go:951] [default/openshift-console/console-99479fc95-dhq85] addLogicalPort annotation time took 17.636751ms I0422 23:39:52.701087 3947 pods.go:271] [openshift-console/console-99479fc95-dhq85] addLogicalPort took 19.038946ms, libovsdb time 899.593µs I0422 23:39:53.040281 3947 cni.go:452] [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key ] I0422 23:39:53.049689 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-99479fc95-dhq85, hostIfaceName: d449cb277d4a875, network: default, NAD default, SandboxID: "d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d", PCI device ID: , UID: "daef66ee-3639-4148-bcfc-f2c10da71ebd", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0422 23:39:53.101105 3947 cni.go:473] [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b2:80:28:e5:8b\",\"name\":\"d449cb277d4a875\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/397787e8-dc41-4e3e-b953-519d0b059ca7\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:39:53.170322 3947 cni.go:452] [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key ] I0422 23:39:53.199508 3947 obj_retry.go:492] Detected object openshift-console/console-556cd88867-4zxp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:53.199537 3947 obj_retry.go:492] Detected object openshift-console/console-556cd88867-4zxp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:53.210699 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-556cd88867-4zxp5 I0422 23:39:53.210735 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-556cd88867-4zxp5 I0422 23:39:53.246162 3947 cni.go:473] [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 b389fcc8731c302616e23f2ddde00e69e77e5b7e96041546bf09063aeeb2c084 network default NAD default NAD key default], result "{}", err I0422 23:39:53.298360 3947 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:53.298398 3947 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0422 23:39:53.299745 3947 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.20 I0422 23:39:53.299770 3947 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:39:54.227111 3947 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:54.227144 3947 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:39:54.236408 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0422 23:39:54.236450 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0422 23:39:54.285074 3947 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:39:54.285235 3947 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0422 23:39:54.308031 3947 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.878999ms I0422 23:39:54.308060 3947 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.909968ms I0422 23:39:54.309371 3947 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.296918ms, libovsdb time 917.283µs I0422 23:39:54.648869 3947 cni.go:452] [openshift-monitoring/alertmanager-main-0 6966adcf806ad872267984199f08c7687488a2190b7eb87c72567688f4ad16b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6966adcf806ad872267984199f08c7687488a2190b7eb87c72567688f4ad16b8 network default NAD default NAD key ] I0422 23:39:54.658696 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6966adcf806ad87, network: default, NAD default, SandboxID: "6966adcf806ad872267984199f08c7687488a2190b7eb87c72567688f4ad16b8", PCI device ID: , UID: "d31b99db-1915-49dd-b433-85bd1807bf85", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0422 23:39:54.709943 3947 cni.go:473] [openshift-monitoring/alertmanager-main-0 6966adcf806ad872267984199f08c7687488a2190b7eb87c72567688f4ad16b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6966adcf806ad872267984199f08c7687488a2190b7eb87c72567688f4ad16b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c6:ee:4b:ec:0c\",\"name\":\"6966adcf806ad87\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a9bc954-f76d-4b29-811f-49822917343e\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:40:00.202638 3947 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29615020-lskrr for pod on switch ip-10-0-0-182.ec2.internal I0422 23:40:00.202732 3947 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0422 23:40:00.216862 3947 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr] pod update took 14.151923ms I0422 23:40:00.216884 3947 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr] addLogicalPort annotation time took 14.179508ms I0422 23:40:00.218268 3947 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr] addLogicalPort took 15.647459ms, libovsdb time 1.014356ms I0422 23:40:00.577548 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key ] I0422 23:40:00.586705 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29615020-lskrr, hostIfaceName: 255756066b6cf62, network: default, NAD default, SandboxID: "255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5", PCI device ID: , UID: "8161c18f-0266-4e0b-bdc2-966b1aa7b03d", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0422 23:40:00.639212 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:7d:96:f3:5f:9c\",\"name\":\"255756066b6cf62\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af8201d1-47b3-4839-93f4-a5e1baa35c20\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:40:03.276071 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0422 23:40:03.542206 3947 obj_retry.go:498] Detected object openshift-console/console-556cd88867-flrz9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:03.542712 3947 obj_retry.go:498] Detected object openshift-console/console-556cd88867-flrz9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:03.959652 3947 obj_retry.go:492] Detected object openshift-console/console-556cd88867-flrz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:03.959706 3947 obj_retry.go:492] Detected object openshift-console/console-556cd88867-flrz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:03.967949 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-556cd88867-flrz9 I0422 23:40:03.967965 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-556cd88867-flrz9 I0422 23:40:05.278061 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key ] I0422 23:40:05.347661 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr 255756066b6cf62c9d62cfdd2a255a2fcf52f2f934a19860d2327a7db53cdfd5 network default NAD default NAD key default], result "{}", err I0422 23:40:05.392980 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:05.393017 3947 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0422 23:40:05.394308 3947 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr, ips: 10.129.0.29 I0422 23:40:05.394337 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:06.294355 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:06.294388 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:40:24.704869 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:40:24.704904 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0422 23:40:24.704911 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0422 23:40:28.100587 3947 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:28.101235 3947 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:40:28.397212 3947 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:28.397242 3947 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:40:28.408810 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0422 23:40:28.408838 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0422 23:41:10.941791 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0422 23:41:11.854308 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0422 23:41:27.852143 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0422 23:41:36.853555 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0422 23:41:36.973350 3947 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0422 23:41:38.850178 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0422 23:42:02.103234 3947 obj_retry.go:498] Detected object openshift-console/console-99479fc95-zlfdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:02.103810 3947 obj_retry.go:498] Detected object openshift-console/console-99479fc95-zlfdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:02.788636 3947 obj_retry.go:492] Detected object openshift-console/console-99479fc95-zlfdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:02.788659 3947 obj_retry.go:492] Detected object openshift-console/console-99479fc95-zlfdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:02.798225 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99479fc95-zlfdm I0422 23:42:02.798251 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99479fc95-zlfdm I0422 23:42:13.260099 3947 cni.go:452] [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key ] I0422 23:42:13.332813 3947 cni.go:473] [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-99479fc95-dhq85 d449cb277d4a875de3fb937a6be2b5519060b5dbd4cf62d0fed8211a380ee68d network default NAD default NAD key default], result "{}", err I0422 23:42:13.380685 3947 obj_retry.go:498] Detected object openshift-console/console-99479fc95-dhq85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:13.380722 3947 pods.go:176] Deleting pod: openshift-console/console-99479fc95-dhq85 I0422 23:42:13.382101 3947 pods.go:236] Attempting to release IPs for pod: openshift-console/console-99479fc95-dhq85, ips: 10.129.0.27 I0422 23:42:13.382128 3947 obj_retry.go:498] Detected object openshift-console/console-99479fc95-dhq85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:42:13.807184 3947 obj_retry.go:492] Detected object openshift-console/console-99479fc95-dhq85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:13.807210 3947 obj_retry.go:492] Detected object openshift-console/console-99479fc95-dhq85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:42:13.816293 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99479fc95-dhq85 I0422 23:42:13.816323 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99479fc95-dhq85 I0422 23:42:16.946607 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0422 23:42:35.859951 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=601 I0422 23:43:06.942301 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0422 23:43:12.230545 3947 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-7vlj5 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:43:12.230685 3947 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5 I0422 23:43:12.245822 3947 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5] pod update took 15.16432ms I0422 23:43:12.245847 3947 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5] addLogicalPort annotation time took 15.195148ms I0422 23:43:12.247159 3947 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5] addLogicalPort took 16.631529ms, libovsdb time 970.479µs I0422 23:43:12.589573 3947 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5 070a3421f19b4840ba66296c475285bd2b09a2ad31a7dd758f445b9805346d1e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5 070a3421f19b4840ba66296c475285bd2b09a2ad31a7dd758f445b9805346d1e network default NAD default NAD key ] I0422 23:43:12.598587 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-7vlj5, hostIfaceName: 070a3421f19b484, network: default, NAD default, SandboxID: "070a3421f19b4840ba66296c475285bd2b09a2ad31a7dd758f445b9805346d1e", PCI device ID: , UID: "13cca881-ec9a-4848-b0ac-52f4f4284312", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0422 23:43:12.649779 3947 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5 070a3421f19b4840ba66296c475285bd2b09a2ad31a7dd758f445b9805346d1e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-7vlj5 070a3421f19b4840ba66296c475285bd2b09a2ad31a7dd758f445b9805346d1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:62:e1:82:78:e2\",\"name\":\"070a3421f19b484\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5421abeb-dcbc-40b0-9885-5b3a9369cc65\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:43:16.078160 3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0422 23:43:27.089949 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0422 23:43:27.128929 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0422 23:43:27.129023 3947 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-crmmq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-crmmq: no pod IPs found I0422 23:43:37.956808 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0422 23:43:43.853446 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0422 23:44:07.969069 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0422 23:44:17.981182 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0422 23:44:38.963368 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0422 23:45:09.952069 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0422 23:45:14.980294 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0422 23:45:48.690047 3947 namespace.go:98] [tsf] adding namespace I0422 23:45:48.691042 3947 namespace.go:102] [tsf] adding namespace took 970.367µs I0422 23:45:48.707453 3947 namespace.go:142] [tsf] updating namespace I0422 23:45:48.719317 3947 namespace.go:142] [tsf] updating namespace I0422 23:45:52.823254 3947 namespace.go:98] [konflux-ui] adding namespace I0422 23:45:52.824156 3947 namespace.go:102] [konflux-ui] adding namespace took 859.332µs I0422 23:45:52.826934 3947 namespace.go:98] [tsf-tas] adding namespace I0422 23:45:52.827013 3947 namespace.go:98] [tsf-keycloak] adding namespace I0422 23:45:52.827917 3947 namespace.go:102] [tsf-tas] adding namespace took 959.406µs I0422 23:45:52.829030 3947 namespace.go:102] [tsf-keycloak] adding namespace took 1.996975ms I0422 23:45:52.830060 3947 namespace.go:98] [cert-manager-operator] adding namespace I0422 23:45:52.830086 3947 namespace.go:98] [tsf-tpa] adding namespace I0422 23:45:52.830208 3947 namespace.go:98] [rhbk-operator] adding namespace I0422 23:45:52.830478 3947 namespace.go:98] [rhtpa-operator] adding namespace I0422 23:45:52.830950 3947 namespace.go:102] [cert-manager-operator] adding namespace took 874.035µs I0422 23:45:52.831600 3947 namespace.go:102] [tsf-tpa] adding namespace took 1.50294ms I0422 23:45:52.832161 3947 namespace.go:102] [rhbk-operator] adding namespace took 1.941592ms I0422 23:45:52.832186 3947 namespace.go:98] [konflux-operator] adding namespace I0422 23:45:52.832710 3947 namespace.go:102] [konflux-operator] adding namespace took 515.788µs I0422 23:45:52.833180 3947 namespace.go:102] [rhtpa-operator] adding namespace took 2.682986ms I0422 23:45:52.842419 3947 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.860109 3947 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.869777 3947 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.876282 3947 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.876360 3947 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:52.876501 3947 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.884359 3947 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:52.889781 3947 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:52.892412 3947 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:52.892413 3947 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:52.898035 3947 namespace.go:142] [konflux-ui] updating namespace I0422 23:45:52.909432 3947 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.924155 3947 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:52.937324 3947 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.959152 3947 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:45:52.972985 3947 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.988078 3947 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:52.997854 3947 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:53.024813 3947 namespace.go:142] [rhbk-operator] updating namespace I0422 23:45:53.038666 3947 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:53.059925 3947 namespace.go:142] [konflux-operator] updating namespace I0422 23:45:53.079304 3947 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:53.089149 3947 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:45:53.233317 3947 namespace.go:142] [tsf-tas] updating namespace I0422 23:45:53.886279 3947 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:45:53.886697 3947 namespace.go:142] [tsf-tpa] updating namespace I0422 23:45:54.057142 3947 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-182.ec2.internal I0422 23:45:54.057256 3947 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0422 23:45:54.083679 3947 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.444876ms I0422 23:45:54.083706 3947 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.480016ms I0422 23:45:54.085019 3947 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.892359ms, libovsdb time 905.363µs I0422 23:45:54.438333 3947 cni.go:452] [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key ] I0422 23:45:54.447915 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 64338b1ae1663b4, network: default, NAD default, SandboxID: "64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000", PCI device ID: , UID: "87cb3b6a-1796-4257-a16c-0ee17c93e1dd", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0422 23:45:54.498585 3947 cni.go:473] [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:08:84:60:8d:b6\",\"name\":\"64338b1ae1663b4\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9149c44-e557-4f40-a9eb-ea5d664a550e\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:45:55.508212 3947 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn for pod on switch ip-10-0-0-182.ec2.internal I0422 23:45:55.508324 3947 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn I0422 23:45:55.522060 3947 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn] pod update took 13.76038ms I0422 23:45:55.522090 3947 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn] addLogicalPort annotation time took 13.798285ms I0422 23:45:55.523431 3947 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn] addLogicalPort took 15.23743ms, libovsdb time 969.527µs I0422 23:45:55.581061 3947 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:45:55.581203 3947 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 I0422 23:45:55.594978 3947 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9] pod update took 13.807585ms I0422 23:45:55.595008 3947 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9] addLogicalPort annotation time took 13.843387ms I0422 23:45:55.596425 3947 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9] addLogicalPort took 15.37787ms, libovsdb time 958.828µs I0422 23:45:56.365797 3947 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key ] I0422 23:45:56.366494 3947 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key ] I0422 23:45:56.377789 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn, hostIfaceName: 5c70b867c863049, network: default, NAD default, SandboxID: "5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1", PCI device ID: , UID: "2f6ac9ac-56e6-4ba2-aa8b-e0798c4e4837", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0422 23:45:56.378148 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9, hostIfaceName: f8c67e4bdce3389, network: default, NAD default, SandboxID: "f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c", PCI device ID: , UID: "a5960522-44e4-4355-8126-6aa5555f2191", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0422 23:45:56.431366 3947 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:68:9a:8b:a1:19\",\"name\":\"5c70b867c863049\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edcc961b-9406-478b-a7a9-01244b263471\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:45:56.448698 3947 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:dd:7e:11:c6:b8\",\"name\":\"f8c67e4bdce3389\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/832e119b-b68a-4362-88b0-3020e6ba0a7f\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:45:58.630990 3947 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z for pod on switch ip-10-0-0-182.ec2.internal I0422 23:45:58.631107 3947 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z I0422 23:45:58.647324 3947 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z] pod update took 16.247246ms I0422 23:45:58.647348 3947 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z] addLogicalPort annotation time took 16.277629ms I0422 23:45:58.648758 3947 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z] addLogicalPort took 17.791278ms, libovsdb time 943.414µs I0422 23:45:58.999953 3947 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key ] I0422 23:45:59.010988 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z, hostIfaceName: 76205539c369546, network: default, NAD default, SandboxID: "76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c", PCI device ID: , UID: "725a8af3-e0ab-4e9f-96c7-e48bb7274904", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0422 23:45:59.072021 3947 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:38:91:25:10:2b\",\"name\":\"76205539c369546\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e84ac3b-24fd-4373-b1a6-62485002e6a3\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:45:59.838522 3947 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key ] I0422 23:45:59.924307 3947 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn 5c70b867c8630498a9da1738eb7395f9dd597521652d277b934a06280b15bab1 network default NAD default NAD key default], result "{}", err I0422 23:46:00.344422 3947 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:46:00.344556 3947 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 I0422 23:46:00.359180 3947 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5] pod update took 14.655823ms I0422 23:46:00.359264 3947 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5] addLogicalPort annotation time took 14.742952ms I0422 23:46:00.360581 3947 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5] addLogicalPort took 16.178132ms, libovsdb time 924.249µs I0422 23:46:00.607298 3947 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.607338 3947 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn I0422 23:46:00.609205 3947 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn, ips: 10.129.0.32 I0422 23:46:00.609243 3947 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.609264 3947 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.609272 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:00.609505 3947 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:00.609521 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:00.849901 3947 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key ] I0422 23:46:00.923789 3947 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 f8c67e4bdce33897bc29850e7b1685aea78ecfdfe7bea8ff8b8c8b7a6a149a8c network default NAD default NAD key default], result "{}", err I0422 23:46:01.637391 3947 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.637419 3947 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.637434 3947 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.637448 3947 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d4mtn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:01.691700 3947 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.691742 3947 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 I0422 23:46:01.693450 3947 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9, ips: 10.129.0.33 I0422 23:46:01.693484 3947 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.693509 3947 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.693522 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:01.693759 3947 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:01.693776 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:01.865702 3947 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key ] I0422 23:46:01.878111 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5, hostIfaceName: 0dab158cae62c82, network: default, NAD default, SandboxID: "0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600", PCI device ID: , UID: "55339221-5810-4433-9592-f5a5f3138c05", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0422 23:46:01.936004 3947 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c6:49:84:f3:54\",\"name\":\"0dab158cae62c82\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b17abbb-1a4d-4063-a60b-bff387a17c0e\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:46:02.017130 3947 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:46:02.017260 3947 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 I0422 23:46:02.032470 3947 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79] pod update took 15.254661ms I0422 23:46:02.032504 3947 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79] addLogicalPort annotation time took 15.293213ms I0422 23:46:02.033970 3947 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79] addLogicalPort took 16.861761ms, libovsdb time 980.133µs I0422 23:46:02.114467 3947 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb for pod on switch ip-10-0-0-182.ec2.internal I0422 23:46:02.114626 3947 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb I0422 23:46:02.129119 3947 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb] pod update took 14.521704ms I0422 23:46:02.129163 3947 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb] addLogicalPort annotation time took 14.580227ms I0422 23:46:02.130593 3947 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb] addLogicalPort took 16.142236ms, libovsdb time 942.731µs I0422 23:46:02.393169 3947 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key ] I0422 23:46:02.403940 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79, hostIfaceName: 07c5cd2c46fd1c5, network: default, NAD default, SandboxID: "07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d", PCI device ID: , UID: "8ceab0b1-b7b8-464e-9042-075d5901c442", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0422 23:46:02.457244 3947 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:0b:b5:61:45:61\",\"name\":\"07c5cd2c46fd1c5\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22449a76-6448-4839-ab49-8c3eb0b3c779\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:46:02.516693 3947 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key ] I0422 23:46:02.527652 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb, hostIfaceName: 06c81b723a647e3, network: default, NAD default, SandboxID: "06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f", PCI device ID: , UID: "82b2e300-0cde-4360-8cda-26c56bd86bf4", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0422 23:46:02.580066 3947 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:11:ee:ef:ee:eb\",\"name\":\"06c81b723a647e3\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16ab024a-b86b-4a54-8b10-216243a3a9cd\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:46:02.720208 3947 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720257 3947 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720274 3947 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:02.720288 3947 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece565k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:07.909879 3947 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key ] I0422 23:46:07.988778 3947 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 0dab158cae62c82902811489c16afda69594050f5f571ca02623fadeaa274600 network default NAD default NAD key default], result "{}", err I0422 23:46:08.030616 3947 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.030657 3947 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 I0422 23:46:08.032004 3947 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5, ips: 10.129.0.35 I0422 23:46:08.032038 3947 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.032067 3947 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.032078 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:08.032381 3947 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:08.032402 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:08.920431 3947 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key ] I0422 23:46:08.926997 3947 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927054 3947 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927072 3947 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.927089 3947 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158b8mk5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:08.994118 3947 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb 06c81b723a647e3470995d655089050be335b1389a89fd8804cf97bec5cd8a4f network default NAD default NAD key default], result "{}", err I0422 23:46:09.047298 3947 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.047346 3947 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb I0422 23:46:09.048727 3947 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb, ips: 10.129.0.37 I0422 23:46:09.048754 3947 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.048774 3947 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.048781 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:09.048968 3947 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:09.048988 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:09.929321 3947 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key ] I0422 23:46:09.929931 3947 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key ] I0422 23:46:10.002668 3947 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 07c5cd2c46fd1c504e4c5f80dcfc8c906b26b21f0acba7bbc03cbdb679866a1d network default NAD default NAD key default], result "{}", err I0422 23:46:10.025331 3947 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z 76205539c3695469b6aac9e886aafdead4734f928399714621c93985275e754c network default NAD default NAD key default], result "{}", err I0422 23:46:10.064648 3947 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.064687 3947 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 I0422 23:46:10.066089 3947 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79, ips: 10.129.0.36 I0422 23:46:10.066118 3947 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.066139 3947 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.066148 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:10.066339 3947 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.066357 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:10.076735 3947 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.076767 3947 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.076782 3947 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.076794 3947 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafcrfbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:10.090359 3947 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.090397 3947 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z I0422 23:46:10.091809 3947 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z, ips: 10.129.0.34 I0422 23:46:10.091841 3947 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.091860 3947 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.091869 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0422 23:46:10.092071 3947 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0422 23:46:10.092088 3947 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0422 23:46:11.111053 3947 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.111086 3947 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.111104 3947 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.111118 3947 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tgr79 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135349 3947 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135386 3947 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135408 3947 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:11.135425 3947 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z98z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:46:15.062278 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.281930 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.293991 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.299529 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0422 23:46:18.313867 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0422 23:46:22.559081 3947 namespace.go:142] [openshift-operators] updating namespace I0422 23:46:22.586776 3947 namespace.go:142] [openshift-operators] updating namespace W0422 23:46:30.257270 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0422 23:46:31.076730 3947 namespace.go:142] [openshift-operators] updating namespace I0422 23:46:33.856511 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=47 W0422 23:46:35.682958 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.734313 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.897040 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0422 23:46:35.954391 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0422 23:46:37.997372 3947 namespace.go:98] [cert-manager] adding namespace I0422 23:46:37.998411 3947 namespace.go:102] [cert-manager] adding namespace took 1.013634ms I0422 23:46:38.032525 3947 namespace.go:142] [cert-manager] updating namespace I0422 23:46:38.051533 3947 namespace.go:142] [cert-manager] updating namespace W0422 23:46:42.270305 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0422 23:46:42.270326 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0422 23:46:42.315477 3947 namespace.go:98] [trusted-artifact-signer] adding namespace I0422 23:46:42.316339 3947 namespace.go:102] [trusted-artifact-signer] adding namespace took 833.04µs I0422 23:46:42.351757 3947 namespace.go:142] [trusted-artifact-signer] updating namespace W0422 23:46:42.359428 3947 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0422 23:46:42.368437 3947 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:43.109569 3947 cni.go:452] [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key ] I0422 23:46:43.193182 3947 cni.go:473] [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 64338b1ae1663b4dedfd5c3faa27cbf3a212da38502b2194df7e949624c6a000 network default NAD default NAD key default], result "{}", err I0422 23:46:43.379596 3947 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:43.379641 3947 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0422 23:46:43.380830 3947 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.31 I0422 23:46:43.380856 3947 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:46:43.407133 3947 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:43.407155 3947 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:46:43.412524 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0422 23:46:43.412553 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0422 23:46:45.497378 3947 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-182.ec2.internal I0422 23:46:45.497470 3947 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0422 23:46:45.528882 3947 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 31.435556ms I0422 23:46:45.528924 3947 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 31.484533ms I0422 23:46:45.530196 3947 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 32.832808ms, libovsdb time 913.026µs I0422 23:46:45.873379 3947 cni.go:452] [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key ] I0422 23:46:45.883289 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: d2f9a633ca7dc77, network: default, NAD default, SandboxID: "d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e", PCI device ID: , UID: "5456c48d-3c10-4cf9-b5bc-d27083486541", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0422 23:46:45.938249 3947 cni.go:473] [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:42:b1:07:48:22\",\"name\":\"d2f9a633ca7dc77\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/367bd23f-b625-4263-89a2-f5edbafccae0\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:46:46.616273 3947 namespace.go:98] [openshift-pipelines] adding namespace I0422 23:46:46.617195 3947 namespace.go:102] [openshift-pipelines] adding namespace took 895.26µs I0422 23:46:46.652420 3947 namespace.go:142] [openshift-pipelines] updating namespace I0422 23:46:47.514420 3947 namespace.go:142] [cert-manager] updating namespace I0422 23:46:47.726303 3947 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:48.163171 3947 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:48.356432 3947 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:48.430780 3947 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-p65tk for pod on switch ip-10-0-0-182.ec2.internal I0422 23:46:48.430989 3947 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk I0422 23:46:48.462795 3947 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk] pod update took 31.84704ms I0422 23:46:48.462831 3947 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk] addLogicalPort annotation time took 31.890925ms I0422 23:46:48.464415 3947 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk] addLogicalPort took 33.655882ms, libovsdb time 1.102667ms I0422 23:46:48.464490 3947 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-jqxwm for pod on switch ip-10-0-0-182.ec2.internal I0422 23:46:48.464576 3947 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm I0422 23:46:48.497504 3947 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm] pod update took 32.957116ms I0422 23:46:48.497533 3947 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm] addLogicalPort annotation time took 32.994924ms I0422 23:46:48.498911 3947 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm] addLogicalPort took 34.429507ms, libovsdb time 933.441µs I0422 23:46:48.637450 3947 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:49.075671 3947 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:49.338858 3947 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:49.515473 3947 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:49.701797 3947 namespace.go:142] [tsf] updating namespace I0422 23:46:49.917521 3947 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:50.119654 3947 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:50.346674 3947 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:50.527479 3947 namespace.go:142] [cert-manager] updating namespace I0422 23:46:50.545447 3947 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:50.567437 3947 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:50.567436 3947 namespace.go:142] [default] updating namespace I0422 23:46:50.583313 3947 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:50.597295 3947 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:50.615638 3947 namespace.go:142] [openshift] updating namespace I0422 23:46:50.641480 3947 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:50.687389 3947 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:50.689879 3947 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:50.721396 3947 namespace.go:142] [tsf] updating namespace I0422 23:46:50.751723 3947 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:50.766821 3947 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:50.779729 3947 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:50.848936 3947 namespace.go:142] [cert-manager] updating namespace I0422 23:46:50.927872 3947 namespace.go:142] [cert-manager-operator] updating namespace I0422 23:46:51.020070 3947 namespace.go:142] [default] updating namespace I0422 23:46:51.109434 3947 namespace.go:142] [konflux-operator] updating namespace I0422 23:46:51.197835 3947 namespace.go:142] [konflux-ui] updating namespace I0422 23:46:51.282577 3947 namespace.go:142] [open-cluster-management-2prgjhduhjsungevuuvlv1ornuu76ung] updating namespace I0422 23:46:51.343940 3947 namespace.go:142] [openshift] updating namespace I0422 23:46:51.445482 3947 namespace.go:142] [rhbk-operator] updating namespace I0422 23:46:51.522411 3947 namespace.go:142] [rhtpa-operator] updating namespace I0422 23:46:51.636148 3947 namespace.go:142] [trusted-artifact-signer] updating namespace I0422 23:46:51.740564 3947 namespace.go:142] [tsf] updating namespace I0422 23:46:51.837359 3947 namespace.go:142] [tsf-keycloak] updating namespace I0422 23:46:51.938589 3947 namespace.go:142] [tsf-tas] updating namespace I0422 23:46:52.021327 3947 namespace.go:142] [tsf-tpa] updating namespace I0422 23:46:52.469465 3947 namespace.go:142] [openshift-pipelines] updating namespace I0422 23:46:54.802024 3947 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk 57b144f0f67757bef7a982bcdd2205dd600d3e32af91458b34a4e09ddb84bd6e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk 57b144f0f67757bef7a982bcdd2205dd600d3e32af91458b34a4e09ddb84bd6e network default NAD default NAD key ] I0422 23:46:54.807759 3947 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm 242d7786a35ea7b815fe538ba036880284c1390e1a120d3c73220e038240154e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm 242d7786a35ea7b815fe538ba036880284c1390e1a120d3c73220e038240154e network default NAD default NAD key ] I0422 23:46:54.811768 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-p65tk, hostIfaceName: 57b144f0f67757b, network: default, NAD default, SandboxID: "57b144f0f67757bef7a982bcdd2205dd600d3e32af91458b34a4e09ddb84bd6e", PCI device ID: , UID: "832f3644-1d6f-42bd-a1d4-2107adb8d994", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0422 23:46:54.817635 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-jqxwm, hostIfaceName: 242d7786a35ea7b, network: default, NAD default, SandboxID: "242d7786a35ea7b815fe538ba036880284c1390e1a120d3c73220e038240154e", PCI device ID: , UID: "c7c19485-4640-4599-8335-c5745525655e", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0422 23:46:54.864383 3947 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk 57b144f0f67757bef7a982bcdd2205dd600d3e32af91458b34a4e09ddb84bd6e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-p65tk 57b144f0f67757bef7a982bcdd2205dd600d3e32af91458b34a4e09ddb84bd6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6f:4a:e3:b9:ee\",\"name\":\"57b144f0f67757b\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6542b29-e0e9-4b07-bfce-44c526130d03\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:46:54.887131 3947 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm 242d7786a35ea7b815fe538ba036880284c1390e1a120d3c73220e038240154e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jqxwm 242d7786a35ea7b815fe538ba036880284c1390e1a120d3c73220e038240154e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:3c:8d:6c:41:e5\",\"name\":\"242d7786a35ea7b\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df25b407-290d-47a8-9974-6d9bf710267d\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:46:56.213224 3947 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0422 23:46:56.280335 3947 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0422 23:47:02.856177 3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-q7rd6 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:47:02.856279 3947 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6 I0422 23:47:02.873309 3947 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6] pod update took 17.055023ms I0422 23:47:02.873338 3947 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6] addLogicalPort annotation time took 17.092742ms I0422 23:47:02.874820 3947 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6] addLogicalPort took 18.660463ms, libovsdb time 1.089701ms I0422 23:47:03.050313 3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-pf588 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:47:03.050420 3947 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588 I0422 23:47:03.071095 3947 namespace.go:142] [openshift-pipelines] updating namespace I0422 23:47:03.072404 3947 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588] pod update took 22.011452ms I0422 23:47:03.072429 3947 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588] addLogicalPort annotation time took 22.040391ms I0422 23:47:03.073684 3947 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588] addLogicalPort took 23.387733ms, libovsdb time 818.855µs I0422 23:47:03.224605 3947 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6 10988c80b99589db217e61a3e3f3f6e006473d558b82ce16eab03366268179a9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6 10988c80b99589db217e61a3e3f3f6e006473d558b82ce16eab03366268179a9 network default NAD default NAD key ] I0422 23:47:03.251554 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-q7rd6, hostIfaceName: 10988c80b99589d, network: default, NAD default, SandboxID: "10988c80b99589db217e61a3e3f3f6e006473d558b82ce16eab03366268179a9", PCI device ID: , UID: "9c799fdb-6bad-4aa7-b4f0-02f71eec113b", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0422 23:47:03.305655 3947 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6 10988c80b99589db217e61a3e3f3f6e006473d558b82ce16eab03366268179a9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-q7rd6 10988c80b99589db217e61a3e3f3f6e006473d558b82ce16eab03366268179a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:91:30:9f:c8:36\",\"name\":\"10988c80b99589d\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb3216ca-e02a-4eae-8e93-aed2a9ac36e6\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:47:03.411286 3947 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588 6fe9a3c98657b5615c74157d18efbe682ba4ede04c07bea25feb7250fa93f00c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588 6fe9a3c98657b5615c74157d18efbe682ba4ede04c07bea25feb7250fa93f00c network default NAD default NAD key ] I0422 23:47:03.421180 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-pf588, hostIfaceName: 6fe9a3c98657b56, network: default, NAD default, SandboxID: "6fe9a3c98657b5615c74157d18efbe682ba4ede04c07bea25feb7250fa93f00c", PCI device ID: , UID: "9123d195-d200-4ba4-b738-db2681c180d8", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0422 23:47:03.474030 3947 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588 6fe9a3c98657b5615c74157d18efbe682ba4ede04c07bea25feb7250fa93f00c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-pf588 6fe9a3c98657b5615c74157d18efbe682ba4ede04c07bea25feb7250fa93f00c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:12:32:e8:e2:ef\",\"name\":\"6fe9a3c98657b56\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b4238d8-496e-490b-ab7b-f7beb433b451\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:47:07.973365 3947 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.973391 3947 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.973400 3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:07.973408 3947 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0422 23:47:08.048826 3947 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:08.048848 3947 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:08.048853 3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0422 23:47:11.271456 3947 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:11.271478 3947 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:11.271485 3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:17.198157 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0422 23:47:17.217549 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0422 23:47:22.292425 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:22.292451 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:22.292458 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0422 23:47:32.078510 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0422 23:47:39.424003 3947 cni.go:452] [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key ] I0422 23:47:39.502119 3947 cni.go:473] [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure d2f9a633ca7dc77b55571c1c61a715f505f5d5fff92223f232a20e93eabd9d8e network default NAD default NAD key default], result "{}", err I0422 23:47:39.555974 3947 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:47:39.556019 3947 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0422 23:47:39.557518 3947 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.38 I0422 23:47:39.557552 3947 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:47:39.578492 3947 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:47:39.578524 3947 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:47:39.587540 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0422 23:47:39.587568 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0422 23:47:40.652775 3947 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-182.ec2.internal I0422 23:47:40.652871 3947 kube.go:256] Updating pod tsf/test-tsf-iam I0422 23:47:40.668642 3947 pod.go:62] [tsf/test-tsf-iam] pod update took 15.792507ms I0422 23:47:40.668666 3947 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.824041ms I0422 23:47:40.670106 3947 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.351949ms, libovsdb time 976.123µs I0422 23:47:41.020185 3947 cni.go:452] [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key ] I0422 23:47:41.030339 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 2f26de3c673bef9, network: default, NAD default, SandboxID: "2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b", PCI device ID: , UID: "68905061-c436-4a88-9208-769c55230f02", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0422 23:47:41.082631 3947 cni.go:473] [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ad:af:da:56:ab\",\"name\":\"2f26de3c673bef9\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/345d3c46-6f80-44dd-b71b-829e8dbb990d\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:47:41.476809 3947 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0422 23:47:41.477511 3947 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0422 23:47:41.477529 3947 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0422 23:47:41.479640 3947 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0422 23:47:41.853991 3947 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:47:41.854122 3947 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0422 23:47:41.873282 3947 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.186973ms I0422 23:47:41.873310 3947 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.221932ms I0422 23:47:41.874534 3947 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.560783ms, libovsdb time 853.743µs I0422 23:47:42.216940 3947 cni.go:452] [tsf-keycloak/keycloak-0 78fcdf8ca20cb454cb4baa3dbe2a87214aa6b0a2aa4fcea45e8cdb0fc773c2df network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 78fcdf8ca20cb454cb4baa3dbe2a87214aa6b0a2aa4fcea45e8cdb0fc773c2df network default NAD default NAD key ] I0422 23:47:42.227030 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 78fcdf8ca20cb45, network: default, NAD default, SandboxID: "78fcdf8ca20cb454cb4baa3dbe2a87214aa6b0a2aa4fcea45e8cdb0fc773c2df", PCI device ID: , UID: "41ebba4a-4b79-4d51-bcde-0e699ff6e6ba", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0422 23:47:42.278142 3947 cni.go:473] [tsf-keycloak/keycloak-0 78fcdf8ca20cb454cb4baa3dbe2a87214aa6b0a2aa4fcea45e8cdb0fc773c2df network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 78fcdf8ca20cb454cb4baa3dbe2a87214aa6b0a2aa4fcea45e8cdb0fc773c2df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:97:0b:45:7c:56\",\"name\":\"78fcdf8ca20cb45\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68b34e49-cbbe-442c-8716-43dce6ef0636\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:47:49.624782 3947 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0422 23:47:50.495701 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:47:50.495719 3947 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:47:50.502569 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0422 23:47:50.502595 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0422 23:47:52.713983 3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:47:52.714136 3947 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0422 23:47:52.727935 3947 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.842428ms I0422 23:47:52.728031 3947 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.946727ms I0422 23:47:52.729992 3947 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.028753ms, libovsdb time 1.42223ms I0422 23:47:55.810588 3947 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 77f3add8012c45fda1bb5b27be485ca0462d6cbb0b569ef376c7a19eb07ad6f8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 77f3add8012c45fda1bb5b27be485ca0462d6cbb0b569ef376c7a19eb07ad6f8 network default NAD default NAD key ] I0422 23:47:55.826024 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 77f3add8012c45f, network: default, NAD default, SandboxID: "77f3add8012c45fda1bb5b27be485ca0462d6cbb0b569ef376c7a19eb07ad6f8", PCI device ID: , UID: "e1af71da-77d1-4313-a142-6357c74896a8", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0422 23:47:55.901985 3947 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 77f3add8012c45fda1bb5b27be485ca0462d6cbb0b569ef376c7a19eb07ad6f8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 77f3add8012c45fda1bb5b27be485ca0462d6cbb0b569ef376c7a19eb07ad6f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e8:72:37:ca:a5\",\"name\":\"77f3add8012c45f\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd4f4392-9424-4fb8-9bc7-575a2de8eb06\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:47:57.949236 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0422 23:48:02.636567 3947 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0422 23:48:10.651739 3947 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:10.651758 3947 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0422 23:48:10.651765 3947 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0422 23:48:13.856354 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=47 W0422 23:48:14.471705 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:48:14.471790 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0422 23:48:14.471929 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0422 23:48:14.471942 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0422 23:48:16.944139 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0422 23:48:21.747502 3947 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-jmrrx] creating logical port tsf-keycloak_tsf-iam-jmrrx for pod on switch ip-10-0-0-182.ec2.internal I0422 23:48:21.747602 3947 kube.go:256] Updating pod tsf-keycloak/tsf-iam-jmrrx I0422 23:48:21.769328 3947 pod.go:62] [tsf-keycloak/tsf-iam-jmrrx] pod update took 21.753838ms I0422 23:48:21.769358 3947 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-jmrrx] addLogicalPort annotation time took 21.789544ms I0422 23:48:21.770529 3947 pods.go:271] [tsf-keycloak/tsf-iam-jmrrx] addLogicalPort took 23.046682ms, libovsdb time 808.023µs I0422 23:48:22.105949 3947 cni.go:452] [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key ] I0422 23:48:22.115502 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-jmrrx, hostIfaceName: 3a45d673a4354dd, network: default, NAD default, SandboxID: "3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a", PCI device ID: , UID: "1ad9fabf-2d9a-4b79-958d-124ad3d261dd", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0422 23:48:22.171073 3947 cni.go:473] [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e1:08:3f:e9:9f\",\"name\":\"3a45d673a4354dd\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cf2d93f-f46b-43a0-979b-873afdf99a6e\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:48:24.737322 3947 cni.go:452] [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key ] I0422 23:48:24.839552 3947 cni.go:473] [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 2f26de3c673bef9c4c066f8389ca1cdef6dcead830a630f27edf466b27efbc7b network default NAD default NAD key default], result "{}", err I0422 23:48:24.904661 3947 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:24.904709 3947 pods.go:176] Deleting pod: tsf/test-tsf-iam I0422 23:48:24.906393 3947 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.43 I0422 23:48:24.906434 3947 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:24.947191 3947 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:24.947230 3947 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:24.958545 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0422 23:48:24.958590 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0422 23:48:25.750169 3947 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-182.ec2.internal I0422 23:48:25.750404 3947 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0422 23:48:25.769335 3947 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.958658ms I0422 23:48:25.769445 3947 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.075771ms I0422 23:48:25.772077 3947 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 21.936784ms, libovsdb time 2.010282ms I0422 23:48:26.143714 3947 cni.go:452] [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key ] I0422 23:48:26.158459 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 758ab47d62e8c21, network: default, NAD default, SandboxID: "758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1", PCI device ID: , UID: "f2dc0cf7-6a47-4be1-875f-1622942f72ac", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0422 23:48:26.230819 3947 cni.go:473] [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1e:61:51:ad:0a\",\"name\":\"758ab47d62e8c21\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bc2aa2e-c03c-4c66-b52b-f0f9dcdb9f87\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:48:28.196117 3947 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v] creating logical port tsf-tas_trillian-logsigner-6ccf8cf57-v6k4v for pod on switch ip-10-0-0-182.ec2.internal I0422 23:48:28.196334 3947 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v I0422 23:48:28.213937 3947 pod.go:62] [tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v] pod update took 17.643541ms I0422 23:48:28.214286 3947 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v] addLogicalPort annotation time took 17.99636ms I0422 23:48:28.216405 3947 pods.go:271] [tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v] addLogicalPort took 20.312206ms, libovsdb time 1.530269ms I0422 23:48:28.340036 3947 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-whxhm-2wf6x] creating logical port tsf-tas_rekor-createtree-job-whxhm-2wf6x for pod on switch ip-10-0-0-182.ec2.internal I0422 23:48:28.340164 3947 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-whxhm-2wf6x I0422 23:48:28.354330 3947 pod.go:62] [tsf-tas/rekor-createtree-job-whxhm-2wf6x] pod update took 14.197453ms I0422 23:48:28.354447 3947 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-whxhm-2wf6x] addLogicalPort annotation time took 14.320928ms I0422 23:48:28.356914 3947 pods.go:271] [tsf-tas/rekor-createtree-job-whxhm-2wf6x] addLogicalPort took 16.898565ms, libovsdb time 1.764633ms I0422 23:48:28.789720 3947 cni.go:452] [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key ] I0422 23:48:28.804961 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-whxhm-2wf6x, hostIfaceName: 299ca852d4295be, network: default, NAD default, SandboxID: "299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723", PCI device ID: , UID: "72a2fa24-be9d-49ea-bda9-1d5da1bf8449", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0422 23:48:28.881695 3947 cni.go:473] [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:33:bc:71:f2:7f\",\"name\":\"299ca852d4295be\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ef3aba5-f665-455f-892b-900dc57c10da\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:48:29.211959 3947 cni.go:452] [tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v 75901aef66c9bb8915a45d15cc0c361dffe5fe5921c61cbf50b35807985fe223 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v 75901aef66c9bb8915a45d15cc0c361dffe5fe5921c61cbf50b35807985fe223 network default NAD default NAD key ] I0422 23:48:29.225732 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6ccf8cf57-v6k4v, hostIfaceName: 75901aef66c9bb8, network: default, NAD default, SandboxID: "75901aef66c9bb8915a45d15cc0c361dffe5fe5921c61cbf50b35807985fe223", PCI device ID: , UID: "e77b5547-ca8b-47a4-b4dd-d7fd9fda9b1b", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0422 23:48:29.313374 3947 cni.go:473] [tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v 75901aef66c9bb8915a45d15cc0c361dffe5fe5921c61cbf50b35807985fe223 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6ccf8cf57-v6k4v 75901aef66c9bb8915a45d15cc0c361dffe5fe5921c61cbf50b35807985fe223 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ce:a1:8d:ce:9d\",\"name\":\"75901aef66c9bb8\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10e9d5f3-3849-4536-9b0c-6394d0680cbf\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:48:33.381054 3947 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0422 23:48:33.381082 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0422 23:48:40.877833 3947 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0422 23:48:41.864057 3947 cni.go:452] [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key ] I0422 23:48:41.940821 3947 cni.go:473] [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-jmrrx 3a45d673a4354dda25123edd63eec5e1be1f8c4827c41107cb4262764afd0f3a network default NAD default NAD key default], result "{}", err I0422 23:48:41.994579 3947 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmrrx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:41.994617 3947 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-jmrrx I0422 23:48:41.995821 3947 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-jmrrx, ips: 10.129.0.46 I0422 23:48:41.995853 3947 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmrrx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:42.890487 3947 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmrrx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:42.890511 3947 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmrrx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:48:44.460240 3947 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0422 23:48:46.808757 3947 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0422 23:48:47.607675 3947 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:47.608285 3947 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:48:48.441804 3947 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-z7g84 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:48:48.441951 3947 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84 I0422 23:48:48.456813 3947 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84] pod update took 14.886856ms I0422 23:48:48.456844 3947 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84] addLogicalPort annotation time took 14.92348ms I0422 23:48:48.458152 3947 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84] addLogicalPort took 16.365528ms, libovsdb time 840.684µs I0422 23:48:48.474254 3947 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:48.474273 3947 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jvzr7-g77cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:48:48.811151 3947 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84 f028c36ac0319d548efbf810693b054f5f84afe7cb5e94a5ad075be04cddc159 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84 f028c36ac0319d548efbf810693b054f5f84afe7cb5e94a5ad075be04cddc159 network default NAD default NAD key ] I0422 23:48:48.820438 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-z7g84, hostIfaceName: f028c36ac0319d5, network: default, NAD default, SandboxID: "f028c36ac0319d548efbf810693b054f5f84afe7cb5e94a5ad075be04cddc159", PCI device ID: , UID: "6d11160e-39ba-4c4c-a3ac-cf7d8ce73f61", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0422 23:48:48.877290 3947 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84 f028c36ac0319d548efbf810693b054f5f84afe7cb5e94a5ad075be04cddc159 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-z7g84 f028c36ac0319d548efbf810693b054f5f84afe7cb5e94a5ad075be04cddc159 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:55:97:6c:09:42\",\"name\":\"f028c36ac0319d5\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f6a5ddf-01c4-4a78-8154-486c59677250\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:48:51.478205 3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0422 23:48:52.931128 3947 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0422 23:48:52.931151 3947 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0422 23:48:52.951876 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0422 23:48:52.951917 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0422 23:49:03.600060 3947 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-q2sgd for pod on switch ip-10-0-0-182.ec2.internal I0422 23:49:03.600173 3947 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd I0422 23:49:03.615293 3947 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd] pod update took 15.145237ms I0422 23:49:03.615320 3947 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd] addLogicalPort annotation time took 15.181258ms I0422 23:49:03.616854 3947 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd] addLogicalPort took 16.807342ms, libovsdb time 1.068411ms I0422 23:49:03.990990 3947 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd 91c827ed5d28fc343cf347579be3dfff391917bd8c447fb04b0b0a9442bd9e79 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd 91c827ed5d28fc343cf347579be3dfff391917bd8c447fb04b0b0a9442bd9e79 network default NAD default NAD key ] I0422 23:49:04.001202 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-q2sgd, hostIfaceName: 91c827ed5d28fc3, network: default, NAD default, SandboxID: "91c827ed5d28fc343cf347579be3dfff391917bd8c447fb04b0b0a9442bd9e79", PCI device ID: , UID: "338d6dd9-32cc-4e49-bdea-7556318e6607", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0422 23:49:04.058770 3947 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd 91c827ed5d28fc343cf347579be3dfff391917bd8c447fb04b0b0a9442bd9e79 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-q2sgd 91c827ed5d28fc343cf347579be3dfff391917bd8c447fb04b0b0a9442bd9e79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f7:66:5d:0e:65\",\"name\":\"91c827ed5d28fc3\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09bca8b1-8683-4ae0-a37e-782dcfa1f11d\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:49:16.020302 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0422 23:49:16.975812 3947 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0422 23:49:17.983671 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0422 23:49:18.087053 3947 cni.go:452] [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key ] I0422 23:49:18.181337 3947 cni.go:473] [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 758ab47d62e8c21b482123be0a03da4dd7e05d045e4e24994c3e16365039eeb1 network default NAD default NAD key default], result "{}", err I0422 23:49:18.237010 3947 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:18.237047 3947 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0422 23:49:18.238328 3947 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.47 I0422 23:49:18.238365 3947 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:18.262512 3947 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:18.262538 3947 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:18.267547 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0422 23:49:18.267581 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0422 23:49:24.852733 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=108 I0422 23:49:26.862488 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=403 I0422 23:49:30.834462 3947 obj_retry.go:498] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:30.835010 3947 obj_retry.go:498] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:31.700493 3947 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:31.700525 3947 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:31.803998 3947 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-gqxpk] creating logical port tsf_tsf-tekton-configuration-gqxpk for pod on switch ip-10-0-0-182.ec2.internal I0422 23:49:31.804089 3947 kube.go:256] Updating pod tsf/tsf-tekton-configuration-gqxpk I0422 23:49:31.817485 3947 pod.go:62] [tsf/tsf-tekton-configuration-gqxpk] pod update took 13.416519ms I0422 23:49:31.817515 3947 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-gqxpk] addLogicalPort annotation time took 13.453931ms I0422 23:49:31.818983 3947 pods.go:271] [tsf/tsf-tekton-configuration-gqxpk] addLogicalPort took 15.003798ms, libovsdb time 858.305µs I0422 23:49:32.164020 3947 cni.go:452] [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key ] I0422 23:49:32.173410 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-gqxpk, hostIfaceName: ecfff3bbb77e1d9, network: default, NAD default, SandboxID: "ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3", PCI device ID: , UID: "c9a8f9fe-903f-4259-8ae7-64f8815e8523", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0422 23:49:32.228954 3947 cni.go:473] [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:22:78:f2:20:d6\",\"name\":\"ecfff3bbb77e1d9\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b430faae-6abf-4dc6-b83b-a83fe6f82dc9\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:49:33.176536 3947 cni.go:452] [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key ] I0422 23:49:33.264199 3947 cni.go:473] [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-whxhm-2wf6x 299ca852d4295beac85ff1b3f4ee08349425fac7ff973d4e1dfa806daac6a723 network default NAD default NAD key default], result "{}", err I0422 23:49:33.323258 3947 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:33.323302 3947 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-whxhm-2wf6x I0422 23:49:33.324885 3947 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-whxhm-2wf6x, ips: 10.129.0.49 I0422 23:49:33.324932 3947 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:34.190690 3947 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:34.190725 3947 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-whxhm-2wf6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:35.097484 3947 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4] creating logical port tsf-tas_rekor-search-ui-6b56fbbb99-x8jz4 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:49:35.097575 3947 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4 I0422 23:49:35.112018 3947 pod.go:62] [tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4] pod update took 14.463874ms I0422 23:49:35.112043 3947 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4] addLogicalPort annotation time took 14.495661ms I0422 23:49:35.113340 3947 pods.go:271] [tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4] addLogicalPort took 15.880462ms, libovsdb time 867.873µs I0422 23:49:35.459219 3947 cni.go:452] [tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4 1622f09fbaa3a98189d03036230250b7b15d802f4fae60d17cfec426f940fd6b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4 1622f09fbaa3a98189d03036230250b7b15d802f4fae60d17cfec426f940fd6b network default NAD default NAD key ] I0422 23:49:35.468448 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6b56fbbb99-x8jz4, hostIfaceName: 1622f09fbaa3a98, network: default, NAD default, SandboxID: "1622f09fbaa3a98189d03036230250b7b15d802f4fae60d17cfec426f940fd6b", PCI device ID: , UID: "5a755f61-7589-4e32-89dc-dcf32b618680", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0422 23:49:35.523658 3947 cni.go:473] [tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4 1622f09fbaa3a98189d03036230250b7b15d802f4fae60d17cfec426f940fd6b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6b56fbbb99-x8jz4 1622f09fbaa3a98189d03036230250b7b15d802f4fae60d17cfec426f940fd6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d4:49:55:2d:2c\",\"name\":\"1622f09fbaa3a98\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f6919b2-94ae-4dd7-8f3c-768da0551e2c\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:49:36.208751 3947 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:36.209359 3947 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:37.086772 3947 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:37.086805 3947 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5qq8l-gzj2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0422 23:49:39.729360 3947 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0422 23:49:41.959489 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0422 23:49:42.094969 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0422 23:49:43.232844 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0422 23:49:47.775096 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0422 23:49:48.267112 3947 cni.go:452] [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key ] I0422 23:49:48.340476 3947 cni.go:473] [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-gqxpk ecfff3bbb77e1d96de34e6e2658fe392c27840388004c16b5cd4b531162a33e3 network default NAD default NAD key default], result "{}", err I0422 23:49:48.391265 3947 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gqxpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:48.391305 3947 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-gqxpk I0422 23:49:48.392723 3947 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-gqxpk, ips: 10.129.0.52 I0422 23:49:48.392763 3947 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gqxpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:49.280323 3947 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gqxpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.280351 3947 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gqxpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.334255 3947 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.334279 3947 obj_retry.go:492] Detected object tsf/patch-tekton-config-cz5vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:49.338495 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cz5vx I0422 23:49:49.338525 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cz5vx I0422 23:49:49.994391 3947 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-182.ec2.internal I0422 23:49:49.994496 3947 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0422 23:49:50.009715 3947 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.239751ms I0422 23:49:50.009745 3947 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.276974ms I0422 23:49:50.011046 3947 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.672301ms, libovsdb time 860.589µs I0422 23:49:50.357311 3947 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key ] I0422 23:49:50.367628 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 5a4bdb561792f17, network: default, NAD default, SandboxID: "5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4", PCI device ID: , UID: "9ebc6a92-c2b1-4b1d-b708-a67f0f30e661", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0422 23:49:50.424731 3947 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:87:0a:bd:88:b2\",\"name\":\"5a4bdb561792f17\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6abc5323-3df4-4790-a9c3-65d0a7e45532\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:49:54.306920 3947 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key ] I0422 23:49:54.396045 3947 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 5a4bdb561792f17d4292238e5953e2af8e61b11da0c7c8677b47ebe215149fe4 network default NAD default NAD key default], result "{}", err I0422 23:49:54.449201 3947 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:54.449247 3947 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0422 23:49:54.450688 3947 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.54 I0422 23:49:54.450724 3947 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:49:54.470982 3947 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:54.471029 3947 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:49:54.479982 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0422 23:49:54.480013 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0422 23:49:54.692502 3947 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-182.ec2.internal I0422 23:49:54.692598 3947 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0422 23:49:54.706066 3947 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.49163ms I0422 23:49:54.706097 3947 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.525468ms I0422 23:49:54.707482 3947 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.004849ms, libovsdb time 946.953µs I0422 23:49:55.056485 3947 cni.go:452] [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key ] I0422 23:49:55.066062 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: cd5bdf18052009a, network: default, NAD default, SandboxID: "cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c", PCI device ID: , UID: "c0dcbcc7-379c-459a-ab0b-205f4d5a4ad4", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0422 23:49:55.121674 3947 cni.go:473] [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:39:2d:e6:bf:de\",\"name\":\"cd5bdf18052009a\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/280435cf-7953-42a4-b73d-9102291eed1c\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:49:55.361711 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0422 23:49:55.826180 3947 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-q6lvk] creating logical port tsf-tpa_create-db-q6lvk for pod on switch ip-10-0-0-182.ec2.internal I0422 23:49:55.826277 3947 kube.go:256] Updating pod tsf-tpa/create-db-q6lvk I0422 23:49:55.838878 3947 pod.go:62] [tsf-tpa/create-db-q6lvk] pod update took 12.624753ms I0422 23:49:55.838918 3947 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-q6lvk] addLogicalPort annotation time took 12.66843ms I0422 23:49:55.840419 3947 pods.go:271] [tsf-tpa/create-db-q6lvk] addLogicalPort took 14.257346ms, libovsdb time 1.016805ms I0422 23:49:56.189692 3947 cni.go:452] [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key ] I0422 23:49:56.199871 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-q6lvk, hostIfaceName: 9db3241601259fb, network: default, NAD default, SandboxID: "9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc", PCI device ID: , UID: "2de14e4b-30a5-4ba4-917a-712d63957627", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0422 23:49:56.253829 3947 cni.go:473] [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a9:d1:a9:e8:fc\",\"name\":\"9db3241601259fb\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a433ec15-8a64-4714-8a48-ddc387454820\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:00.182804 3947 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29615030-thfn7 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:00.182912 3947 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 I0422 23:50:00.195742 3947 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7] pod update took 12.861908ms I0422 23:50:00.195772 3947 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7] addLogicalPort annotation time took 12.900898ms I0422 23:50:00.197287 3947 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7] addLogicalPort took 14.506484ms, libovsdb time 1.075109ms I0422 23:50:00.547033 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key ] I0422 23:50:00.557134 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29615030-thfn7, hostIfaceName: 92ab5a1cf0e3d88, network: default, NAD default, SandboxID: "92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355", PCI device ID: , UID: "49c5fd9b-5cc1-4c73-a596-de7cc2d2b164", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0422 23:50:00.614628 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:88:60:3b:4d:46\",\"name\":\"92ab5a1cf0e3d88\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8d17e6a-506b-4370-ba8f-9a6c62377aca\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:01.359457 3947 cni.go:452] [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key ] I0422 23:50:01.453556 3947 cni.go:473] [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-q6lvk 9db3241601259fb7ab6b7b93b2265e592f5489137af920a8ddad8203e3f902bc network default NAD default NAD key default], result "{}", err I0422 23:50:01.518704 3947 obj_retry.go:498] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:01.518739 3947 pods.go:176] Deleting pod: tsf-tpa/create-db-q6lvk I0422 23:50:01.520110 3947 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-q6lvk, ips: 10.129.0.56 I0422 23:50:01.520139 3947 obj_retry.go:498] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:02.549554 3947 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:02.549581 3947 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:02.674330 3947 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-fzmc5] creating logical port tsf-tpa_migrate-db-fzmc5 for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:02.674434 3947 kube.go:256] Updating pod tsf-tpa/migrate-db-fzmc5 I0422 23:50:02.691784 3947 pod.go:62] [tsf-tpa/migrate-db-fzmc5] pod update took 17.373181ms I0422 23:50:02.691813 3947 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-fzmc5] addLogicalPort annotation time took 17.412419ms I0422 23:50:02.693252 3947 pods.go:271] [tsf-tpa/migrate-db-fzmc5] addLogicalPort took 18.939322ms, libovsdb time 954.907µs I0422 23:50:03.037382 3947 cni.go:452] [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key ] I0422 23:50:03.047011 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-fzmc5, hostIfaceName: e4834607f0fc6f7, network: default, NAD default, SandboxID: "e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf", PCI device ID: , UID: "fe94d75b-776a-40c6-a290-c60425fcb4f1", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0422 23:50:03.101768 3947 cni.go:473] [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:85:8e:46:0c:f9\",\"name\":\"e4834607f0fc6f7\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e59699d-2dbc-4d03-a2ee-6d250ada3080\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:04.386905 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key ] I0422 23:50:04.464827 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 92ab5a1cf0e3d886635388ee49892e4f98265d951c55196aa6cfd76450522355 network default NAD default NAD key default], result "{}", err I0422 23:50:04.526929 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:04.526971 3947 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 I0422 23:50:04.528378 3947 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7, ips: 10.129.0.57 I0422 23:50:04.528414 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.393494 3947 cni.go:452] [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key ] I0422 23:50:05.475185 3947 cni.go:473] [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-fzmc5 e4834607f0fc6f7ee7232de3a6af32c7978e308aef4feefb9298ea9b46d98acf network default NAD default NAD key default], result "{}", err I0422 23:50:05.527279 3947 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.527314 3947 pods.go:176] Deleting pod: tsf-tpa/migrate-db-fzmc5 I0422 23:50:05.528749 3947 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-fzmc5, ips: 10.129.0.58 I0422 23:50:05.528791 3947 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:05.550826 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.550855 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615030-thfn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.707339 3947 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.707367 3947 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:05.753866 3947 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-zkm79-v5j2l] creating logical port tsf-tas_tuf-repository-init-zkm79-v5j2l for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:05.754092 3947 kube.go:256] Updating pod tsf-tas/tuf-repository-init-zkm79-v5j2l I0422 23:50:05.770429 3947 pod.go:62] [tsf-tas/tuf-repository-init-zkm79-v5j2l] pod update took 16.368199ms I0422 23:50:05.770458 3947 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-zkm79-v5j2l] addLogicalPort annotation time took 16.405296ms I0422 23:50:05.771909 3947 pods.go:271] [tsf-tas/tuf-repository-init-zkm79-v5j2l] addLogicalPort took 18.043321ms, libovsdb time 1.014405ms I0422 23:50:05.934781 3947 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-2w27d] creating logical port tsf-tpa_create-importers-2w27d for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:05.934874 3947 kube.go:256] Updating pod tsf-tpa/create-importers-2w27d I0422 23:50:05.947923 3947 pod.go:62] [tsf-tpa/create-importers-2w27d] pod update took 13.070027ms I0422 23:50:05.947948 3947 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-2w27d] addLogicalPort annotation time took 13.10044ms I0422 23:50:05.949388 3947 pods.go:271] [tsf-tpa/create-importers-2w27d] addLogicalPort took 14.630993ms, libovsdb time 993.293µs I0422 23:50:06.305880 3947 cni.go:452] [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key ] I0422 23:50:06.331415 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-2w27d, hostIfaceName: a194f90dc11278b, network: default, NAD default, SandboxID: "a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762", PCI device ID: , UID: "5a0c3d0a-7359-453a-acb8-322775867247", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0422 23:50:06.384563 3947 cni.go:473] [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:41:45:11:27:36\",\"name\":\"a194f90dc11278b\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d12dd58-b64e-402f-a2b9-c8be6a293e09\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:08.417464 3947 cni.go:452] [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key ] I0422 23:50:08.508539 3947 cni.go:473] [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-2w27d a194f90dc11278bcaea560589e5364a79e4494648e6954293f4550fe65190762 network default NAD default NAD key default], result "{}", err I0422 23:50:08.560604 3947 obj_retry.go:498] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:08.560641 3947 pods.go:176] Deleting pod: tsf-tpa/create-importers-2w27d I0422 23:50:08.561946 3947 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-2w27d, ips: 10.129.0.60 I0422 23:50:08.561978 3947 obj_retry.go:498] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:08.816379 3947 cni.go:452] [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key ] I0422 23:50:08.826717 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-zkm79-v5j2l, hostIfaceName: ff4b8c84ef17de4, network: default, NAD default, SandboxID: "ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541", PCI device ID: , UID: "c82e02ca-9a1c-46a7-aff1-1a5d5bcf2555", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0422 23:50:08.880204 3947 cni.go:473] [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3a:5d:4b:39:1a\",\"name\":\"ff4b8c84ef17de4\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af1532fd-5a8b-48e6-886b-e22fc0f6f897\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:09.585559 3947 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:09.585589 3947 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:15.468386 3947 cni.go:452] [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key ] I0422 23:50:15.555622 3947 cni.go:473] [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-zkm79-v5j2l ff4b8c84ef17de406740abe1c1905ef59e7a90554fdee65adc11674b087a2541 network default NAD default NAD key default], result "{}", err I0422 23:50:15.619598 3947 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:15.619639 3947 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-zkm79-v5j2l I0422 23:50:15.621214 3947 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-zkm79-v5j2l, ips: 10.129.0.59 I0422 23:50:15.621240 3947 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:16.485042 3947 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:16.485074 3947 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zkm79-v5j2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:17.878979 3947 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-s8kqd] creating logical port tsf-tas_tuf-bc5768c88-s8kqd for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:17.879121 3947 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-s8kqd I0422 23:50:17.896908 3947 pod.go:62] [tsf-tas/tuf-bc5768c88-s8kqd] pod update took 17.79305ms I0422 23:50:17.896934 3947 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-s8kqd] addLogicalPort annotation time took 17.843251ms I0422 23:50:17.898227 3947 pods.go:271] [tsf-tas/tuf-bc5768c88-s8kqd] addLogicalPort took 19.266728ms, libovsdb time 881.411µs W0422 23:50:19.964769 3947 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0422 23:50:28.142994 3947 cni.go:452] [tsf-tas/tuf-bc5768c88-s8kqd 24be35b59a7fe83b189a31c349ab2b339415640c1d727ded77220979fddf361d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-s8kqd 24be35b59a7fe83b189a31c349ab2b339415640c1d727ded77220979fddf361d network default NAD default NAD key ] I0422 23:50:28.152714 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-s8kqd, hostIfaceName: 24be35b59a7fe83, network: default, NAD default, SandboxID: "24be35b59a7fe83b189a31c349ab2b339415640c1d727ded77220979fddf361d", PCI device ID: , UID: "19d76d30-551e-49ea-b853-6954793caaac", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0422 23:50:28.208241 3947 cni.go:473] [tsf-tas/tuf-bc5768c88-s8kqd 24be35b59a7fe83b189a31c349ab2b339415640c1d727ded77220979fddf361d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-s8kqd 24be35b59a7fe83b189a31c349ab2b339415640c1d727ded77220979fddf361d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:1a:b8:ae:0d:1d\",\"name\":\"24be35b59a7fe83\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4526e926-fb34-4951-8cf0-fec29f8f3d53\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:29.856216 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 W0422 23:50:39.612997 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0422 23:50:42.983036 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0422 23:50:47.666275 3947 cni.go:452] [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key ] I0422 23:50:47.747615 3947 cni.go:473] [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa cd5bdf18052009afbc2276b65295002ff27fbad384bc6fd9674b1d4d5a2fd21c network default NAD default NAD key default], result "{}", err I0422 23:50:47.800727 3947 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:47.800775 3947 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0422 23:50:47.802237 3947 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.55 I0422 23:50:47.802273 3947 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:50:47.847638 3947 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:47.847672 3947 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:50:47.852172 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0422 23:50:47.852202 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0422 23:50:48.581728 3947 namespace.go:98] [default-tenant] adding namespace I0422 23:50:48.582764 3947 namespace.go:102] [default-tenant] adding namespace took 1.010699ms I0422 23:50:48.582864 3947 namespace.go:98] [image-controller] adding namespace I0422 23:50:48.583549 3947 namespace.go:102] [image-controller] adding namespace took 670.603µs I0422 23:50:48.587530 3947 namespace.go:98] [integration-service] adding namespace I0422 23:50:48.587639 3947 namespace.go:98] [build-service] adding namespace I0422 23:50:48.588280 3947 namespace.go:102] [integration-service] adding namespace took 735.449µs I0422 23:50:48.588846 3947 namespace.go:102] [build-service] adding namespace took 1.186606ms I0422 23:50:48.650709 3947 namespace.go:142] [default-tenant] updating namespace I0422 23:50:48.670956 3947 namespace.go:142] [default-tenant] updating namespace I0422 23:50:48.694803 3947 namespace.go:142] [image-controller] updating namespace I0422 23:50:48.715322 3947 namespace.go:142] [image-controller] updating namespace I0422 23:50:48.731601 3947 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.751473 3947 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.766313 3947 namespace.go:142] [build-service] updating namespace I0422 23:50:48.783186 3947 namespace.go:142] [build-service] updating namespace I0422 23:50:48.858044 3947 namespace.go:142] [build-service] updating namespace I0422 23:50:48.888496 3947 namespace.go:142] [integration-service] updating namespace I0422 23:50:48.917971 3947 namespace.go:98] [release-service] adding namespace I0422 23:50:48.918796 3947 namespace.go:102] [release-service] adding namespace took 802.084µs I0422 23:50:48.967317 3947 namespace.go:142] [release-service] updating namespace I0422 23:50:48.996664 3947 namespace.go:142] [release-service] updating namespace I0422 23:50:49.002428 3947 namespace.go:142] [konflux-ui] updating namespace I0422 23:50:49.034737 3947 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:49.034858 3947 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0422 23:50:49.055434 3947 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 20.595976ms I0422 23:50:49.055460 3947 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 20.628686ms I0422 23:50:49.056745 3947 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 22.026224ms, libovsdb time 884.705µs I0422 23:50:49.107716 3947 namespace.go:98] [konflux-info] adding namespace I0422 23:50:49.108639 3947 namespace.go:102] [konflux-info] adding namespace took 899.037µs I0422 23:50:49.137994 3947 namespace.go:98] [namespace-lister] adding namespace I0422 23:50:49.138700 3947 namespace.go:102] [namespace-lister] adding namespace took 686.051µs I0422 23:50:49.172778 3947 namespace.go:142] [image-controller] updating namespace I0422 23:50:49.172813 3947 namespace.go:98] [enterprise-contract-service] adding namespace I0422 23:50:49.173602 3947 namespace.go:102] [enterprise-contract-service] adding namespace took 682.928µs I0422 23:50:49.273764 3947 namespace.go:142] [konflux-info] updating namespace I0422 23:50:49.273865 3947 namespace.go:142] [default-tenant] updating namespace I0422 23:50:49.342300 3947 namespace.go:98] [segment-bridge] adding namespace I0422 23:50:49.343215 3947 namespace.go:102] [segment-bridge] adding namespace took 890.887µs I0422 23:50:49.511353 3947 namespace.go:98] [konflux-cli] adding namespace I0422 23:50:49.512349 3947 namespace.go:102] [konflux-cli] adding namespace took 973.548µs I0422 23:50:49.677415 3947 namespace.go:142] [konflux-info] updating namespace I0422 23:50:49.796245 3947 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:49.951945 3947 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:49.951964 3947 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:49.997872 3947 cni.go:452] [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key ] I0422 23:50:50.007534 3947 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 899c2a4e1d68aa9, network: default, NAD default, SandboxID: "899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced", PCI device ID: , UID: "ca0e24e9-da9c-4e8e-8344-2e93a8967a15", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0422 23:50:50.036309 3947 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:50.036354 3947 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.067649 3947 cni.go:473] [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:1f:33:3c:1f:e5\",\"name\":\"899c2a4e1d68aa9\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9b16bc3-a38b-431f-aa88-1d4d898b5f2d\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:50.110412 3947 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:50.110443 3947 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:50.222356 3947 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:50.566355 3947 namespace.go:142] [build-service] updating namespace I0422 23:50:50.599603 3947 namespace.go:142] [default-tenant] updating namespace W0422 23:50:50.745562 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0422 23:50:50.854261 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0422 23:50:50.895416 3947 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:50.971421 3947 namespace.go:142] [image-controller] updating namespace I0422 23:50:51.164171 3947 namespace.go:142] [integration-service] updating namespace I0422 23:50:51.357280 3947 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0422 23:50:51.357944 3947 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0422 23:50:51.357970 3947 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0422 23:50:51.360802 3947 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0422 23:50:51.366231 3947 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:51.444593 3947 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0422 23:50:51.444626 3947 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0422 23:50:51.445514 3947 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0422 23:50:51.573449 3947 namespace.go:142] [konflux-info] updating namespace I0422 23:50:51.790636 3947 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:51.985511 3947 namespace.go:142] [release-service] updating namespace I0422 23:50:52.171432 3947 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:52.232179 3947 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-frqrf] creating logical port image-controller_image-controller-controller-manager-6f859968fc-frqrf for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:52.232314 3947 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-frqrf I0422 23:50:52.298428 3947 namespace.go:142] [build-service] updating namespace I0422 23:50:52.306436 3947 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-frqrf I0422 23:50:52.325606 3947 namespace.go:142] [default-tenant] updating namespace I0422 23:50:52.336292 3947 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:52.339318 3947 namespace.go:142] [image-controller] updating namespace I0422 23:50:52.345636 3947 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-frqrf] pod update took 113.370444ms I0422 23:50:52.345661 3947 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-frqrf] addLogicalPort annotation time took 113.397795ms I0422 23:50:52.346978 3947 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-frqrf] addLogicalPort took 114.822217ms, libovsdb time 902.311µs I0422 23:50:52.359183 3947 namespace.go:142] [integration-service] updating namespace I0422 23:50:52.394553 3947 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:52.437828 3947 namespace.go:142] [konflux-info] updating namespace I0422 23:50:52.464765 3947 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:52.488500 3947 namespace.go:142] [release-service] updating namespace I0422 23:50:52.503424 3947 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:52.556810 3947 namespace.go:142] [build-service] updating namespace I0422 23:50:52.574558 3947 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-vnl8w] creating logical port build-service_build-service-controller-manager-7cbf488fcf-vnl8w for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:52.574659 3947 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-vnl8w I0422 23:50:52.590072 3947 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-frqrf 2282f5e322659f7804b84d4848e5365da6f135e8f2223253bfc19b80bc86bd77 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-frqrf 2282f5e322659f7804b84d4848e5365da6f135e8f2223253bfc19b80bc86bd77 network default NAD default NAD key ] I0422 23:50:52.599630 3947 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-frqrf, hostIfaceName: 2282f5e322659f7, network: default, NAD default, SandboxID: "2282f5e322659f7804b84d4848e5365da6f135e8f2223253bfc19b80bc86bd77", PCI device ID: , UID: "28fc8ee8-d531-44bd-9bd0-3c148cf50ed4", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0422 23:50:52.614232 3947 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-vnl8w] pod update took 39.596714ms I0422 23:50:52.614258 3947 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-vnl8w] addLogicalPort annotation time took 39.631423ms I0422 23:50:52.615528 3947 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-vnl8w] addLogicalPort took 40.994017ms, libovsdb time 847.636µs I0422 23:50:52.650486 3947 namespace.go:142] [default-tenant] updating namespace I0422 23:50:52.660133 3947 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-frqrf 2282f5e322659f7804b84d4848e5365da6f135e8f2223253bfc19b80bc86bd77 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-frqrf 2282f5e322659f7804b84d4848e5365da6f135e8f2223253bfc19b80bc86bd77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:69:02:85:8f:02\",\"name\":\"2282f5e322659f7\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f97c06b3-0441-4793-b018-8a5f16a9e966\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:52.708059 3947 namespace.go:142] [enterprise-contract-service] updating namespace I0422 23:50:52.767439 3947 namespace.go:142] [image-controller] updating namespace I0422 23:50:52.816832 3947 namespace.go:142] [integration-service] updating namespace I0422 23:50:52.924847 3947 namespace.go:142] [konflux-cli] updating namespace I0422 23:50:52.935348 3947 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-vnl8w 7672c5f9eb21bfae1a49096b5e18816e79ab77cfbde32fcb0824c3ab35de3f0f network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-vnl8w 7672c5f9eb21bfae1a49096b5e18816e79ab77cfbde32fcb0824c3ab35de3f0f network default NAD default NAD key ] I0422 23:50:52.945770 3947 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-vnl8w, hostIfaceName: 7672c5f9eb21bfa, network: default, NAD default, SandboxID: "7672c5f9eb21bfae1a49096b5e18816e79ab77cfbde32fcb0824c3ab35de3f0f", PCI device ID: , UID: "b6dceb1d-7219-44b5-bfb3-06ffe2d4e473", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0422 23:50:53.001703 3947 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-vnl8w 7672c5f9eb21bfae1a49096b5e18816e79ab77cfbde32fcb0824c3ab35de3f0f network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-vnl8w 7672c5f9eb21bfae1a49096b5e18816e79ab77cfbde32fcb0824c3ab35de3f0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:68:a5:80:18:a2\",\"name\":\"7672c5f9eb21bfa\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b402bc-df82-4b15-bfce-e9ca9cd0d28e\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0422 23:50:53.021347 3947 namespace.go:142] [konflux-info] updating namespace I0422 23:50:53.152462 3947 namespace.go:142] [namespace-lister] updating namespace I0422 23:50:53.233507 3947 namespace.go:142] [release-service] updating namespace I0422 23:50:53.334663 3947 namespace.go:142] [segment-bridge] updating namespace I0422 23:50:53.358512 3947 base_network_controller_pods.go:487] [default/konflux-ui/proxy-687f9ff54f-649tv] creating logical port konflux-ui_proxy-687f9ff54f-649tv for pod on switch ip-10-0-0-182.ec2.internal I0422 23:50:53.358911 3947 kube.go:256] Updating pod konflux-ui/proxy-687f9ff54f-649tv I0422 23:50:53.474262 3947 kube.go:256] Updating pod konflux-ui/proxy-687f9ff54f-649tv I0422 23:50:53.543764 3947 pod.go:62] [konflux-ui/proxy-687f9ff54f-649tv] pod update took 185.026131ms I0422 23:50:53.543798 3947 base_network_controller_pods.go:951] [default/konflux-ui/proxy-687f9ff54f-649tv] addLogicalPort annotation time took 185.128308ms I0422 23:50:53.545699 3947 pods.go:271] [konflux-ui/proxy-687f9ff54f-649tv] addLogicalPort took 187.211189ms, libovsdb time 1.274734ms W0422 23:50:55.491982 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0422 23:50:59.366880 3947 cni.go:452] [konflux-ui/proxy-687f9ff54f-649tv 406fcdf35a0cbf7a2b822fc0564bd3269ab7c87ad2fcd8e8cf956629f1ce66e0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-687f9ff54f-649tv 406fcdf35a0cbf7a2b822fc0564bd3269ab7c87ad2fcd8e8cf956629f1ce66e0 network default NAD default NAD key ] I0422 23:50:59.376979 3947 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-687f9ff54f-649tv, hostIfaceName: 406fcdf35a0cbf7, network: default, NAD default, SandboxID: "406fcdf35a0cbf7a2b822fc0564bd3269ab7c87ad2fcd8e8cf956629f1ce66e0", PCI device ID: , UID: "48f474b4-1f53-49e7-beaf-68a192e9787c", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0422 23:50:59.436101 3947 cni.go:473] [konflux-ui/proxy-687f9ff54f-649tv 406fcdf35a0cbf7a2b822fc0564bd3269ab7c87ad2fcd8e8cf956629f1ce66e0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-687f9ff54f-649tv 406fcdf35a0cbf7a2b822fc0564bd3269ab7c87ad2fcd8e8cf956629f1ce66e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b8:80:ad:a4:6d\",\"name\":\"406fcdf35a0cbf7\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8ee2669-ec2a-4d8c-8ddb-6aeae113effd\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0422 23:50:59.761485 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0422 23:50:59.806271 3947 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0422 23:51:05.556120 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.556144 3947 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.587474 3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0422 23:51:05.588533 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0422 23:51:05.610938 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0422 23:51:05.610964 3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0422 23:51:05.816586 3947 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:05.816608 3947 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:06.561570 3947 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0422 23:51:07.615879 3947 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0422 23:51:07.616600 3947 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0422 23:51:07.971576 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0422 23:51:10.774845 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0422 23:51:10.796464 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0422 23:51:16.938064 3947 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:51:16.938715 3947 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:51:17.652724 3947 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:51:17.652755 3947 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:51:17.661958 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk I0422 23:51:17.661986 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xl8gk I0422 23:51:38.955080 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0422 23:51:44.887490 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0422 23:51:44.887514 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0422 23:52:14.455158 3947 obj_retry.go:498] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:14.455728 3947 obj_retry.go:498] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:14.936488 3947 obj_retry.go:492] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:14.936512 3947 obj_retry.go:492] Detected object konflux-ui/proxy-7887847f6d-k7hgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:14.945673 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7887847f6d-k7hgp I0422 23:52:14.945701 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7887847f6d-k7hgp I0422 23:52:14.965648 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0422 23:52:21.288386 3947 cni.go:452] [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key ] I0422 23:52:21.367124 3947 cni.go:473] [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 899c2a4e1d68aa90600f84fff39e21dd35d6d1e9b779d40e148e97256349dced network default NAD default NAD key default], result "{}", err I0422 23:52:21.428526 3947 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:21.428557 3947 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0422 23:52:21.430131 3947 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.62 I0422 23:52:21.430163 3947 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0422 23:52:21.448188 3947 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:21.448211 3947 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0422 23:52:21.463027 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0422 23:52:21.463055 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0422 23:52:48.944808 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0422 23:52:51.251271 3947 namespace.go:98] [default-managed-tenant-r485s] adding namespace I0422 23:52:51.252168 3947 namespace.go:102] [default-managed-tenant-r485s] adding namespace took 871.114µs I0422 23:52:51.278685 3947 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:51.297765 3947 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.375696 3947 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.504940 3947 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:52:52.604651 3947 namespace.go:142] [default-managed-tenant-r485s] updating namespace I0422 23:53:46.952177 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0422 23:54:14.859539 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=129 I0422 23:54:33.946955 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0422 23:55:38.986843 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0422 23:56:14.985173 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0422 23:57:18.855090 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=66 I0422 23:57:38.858773 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I0422 23:57:57.865096 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=239 I0422 23:58:06.962268 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0422 23:58:46.858700 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0422 23:58:58.978040 3947 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0422 23:59:13.868257 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0423 00:00:00.382773 3947 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29615040-g85cl for pod on switch ip-10-0-0-182.ec2.internal I0423 00:00:00.382922 3947 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl I0423 00:00:00.404323 3947 base_network_controller_pods.go:487] [default/tsf-tas/backfill-redis-29615040-sr6l5] creating logical port tsf-tas_backfill-redis-29615040-sr6l5 for pod on switch ip-10-0-0-182.ec2.internal I0423 00:00:00.404442 3947 kube.go:256] Updating pod tsf-tas/backfill-redis-29615040-sr6l5 I0423 00:00:00.417847 3947 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl] pod update took 34.969268ms I0423 00:00:00.417873 3947 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl] addLogicalPort annotation time took 35.002662ms I0423 00:00:00.419379 3947 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl] addLogicalPort took 36.625684ms, libovsdb time 979.081µs I0423 00:00:00.436751 3947 pod.go:62] [tsf-tas/backfill-redis-29615040-sr6l5] pod update took 32.33246ms I0423 00:00:00.436788 3947 base_network_controller_pods.go:951] [default/tsf-tas/backfill-redis-29615040-sr6l5] addLogicalPort annotation time took 32.375799ms I0423 00:00:00.438473 3947 pods.go:271] [tsf-tas/backfill-redis-29615040-sr6l5] addLogicalPort took 34.165156ms, libovsdb time 987.05µs I0423 00:00:00.778794 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key ] I0423 00:00:00.786478 3947 cni.go:452] [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key ] I0423 00:00:00.788942 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29615040-g85cl, hostIfaceName: 7b842c32f5354a2, network: default, NAD default, SandboxID: "7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610", PCI device ID: , UID: "baf6676c-cbb2-4ba7-a030-c9d1d163c4b4", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0423 00:00:00.796660 3947 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: backfill-redis-29615040-sr6l5, hostIfaceName: c1912c488834c24, network: default, NAD default, SandboxID: "c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98", PCI device ID: , UID: "ed381d7a-f09c-4e61-a7cb-0819b7af32e5", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0423 00:00:00.848222 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:75:90:7c:cf:09\",\"name\":\"7b842c32f5354a2\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaad46e7-d2dc-4541-b550-74abb1f6a993\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:00:00.875712 3947 cni.go:473] [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:5e:f6:c4:6c:a5\",\"name\":\"c1912c488834c24\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e41ae391-46b3-4870-ad00-6f8f50f0acd5\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:00:02.070506 3947 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:02.070533 3947 obj_retry.go:492] Detected object tsf-tpa/create-db-q6lvk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:02.082594 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q6lvk I0423 00:00:02.082631 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q6lvk I0423 00:00:02.595923 3947 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:02.596505 3947 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.047384 3947 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.047998 3947 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.610555 3947 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.611189 3947 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:03.621119 3947 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:03.621145 3947 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29615040-mtpt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.072121 3947 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.072153 3947 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29615040-7phlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.153621 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key ] I0423 00:00:04.246192 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl 7b842c32f5354a2eb1e1c50ebdade90bd3c51d59189e1e9c7b8794bede79b610 network default NAD default NAD key default], result "{}", err I0423 00:00:04.427763 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.427810 3947 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl I0423 00:00:04.429291 3947 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl, ips: 10.129.0.66 I0423 00:00:04.429328 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.489181 3947 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.489642 3947 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:04.634825 3947 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:04.634851 3947 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29615040-v68vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.038999 3947 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.039030 3947 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fzmc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.047693 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fzmc5 I0423 00:00:05.047726 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fzmc5 I0423 00:00:05.451577 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.451607 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615040-g85cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.514315 3947 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:05.514348 3947 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29615040-j6gbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:06.166375 3947 cni.go:452] [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key ] I0423 00:00:06.251526 3947 cni.go:473] [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/backfill-redis-29615040-sr6l5 c1912c488834c2474f335c523f2f75bb41c9cb8426e16b3f04bc2eb906db0a98 network default NAD default NAD key default], result "{}", err I0423 00:00:06.308749 3947 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:06.308786 3947 pods.go:176] Deleting pod: tsf-tas/backfill-redis-29615040-sr6l5 I0423 00:00:06.310348 3947 pods.go:236] Attempting to release IPs for pod: tsf-tas/backfill-redis-29615040-sr6l5, ips: 10.129.0.67 I0423 00:00:06.310378 3947 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:00:07.332460 3947 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:07.332488 3947 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29615040-sr6l5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.041919 3947 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.041953 3947 obj_retry.go:492] Detected object tsf-tpa/create-importers-2w27d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:00:09.045956 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2w27d I0423 00:00:09.045985 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2w27d I0423 00:00:15.974549 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0423 00:00:17.947273 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0423 00:00:18.957697 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0423 00:01:38.949776 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0423 00:01:54.968157 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0423 00:02:03.861924 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0423 00:02:45.989297 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0423 00:02:57.867959 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=80 I0423 00:03:06.987985 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0423 00:03:27.955198 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0423 00:03:42.064055 3947 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-init-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:03:42.064197 3947 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod I0423 00:03:42.089156 3947 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod] pod update took 24.982068ms I0423 00:03:42.089194 3947 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod] addLogicalPort annotation time took 25.026525ms I0423 00:03:42.090733 3947 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod] addLogicalPort took 26.693402ms, libovsdb time 960.614µs I0423 00:03:42.426928 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key ] I0423 00:03:42.436416 3947 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-init-pod, hostIfaceName: 38bf4b24122b203, network: default, NAD default, SandboxID: "38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90", PCI device ID: , UID: "c76e404d-b239-4b35-8a6d-6e0c0eb7f2e1", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0423 00:03:42.492193 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5c:29:44:15:dd\",\"name\":\"38bf4b24122b203\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd7be4b6-0e1d-4d35-959a-2b679416f45b\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:03:45.899247 3947 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-cbz8l for pod on switch ip-10-0-0-182.ec2.internal I0423 00:03:45.899371 3947 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:03:45.915837 3947 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l] pod update took 16.497049ms I0423 00:03:45.915868 3947 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l] addLogicalPort annotation time took 16.535031ms I0423 00:03:45.917243 3947 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l] addLogicalPort took 18.01426ms, libovsdb time 889.171µs I0423 00:03:46.266716 3947 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key ] I0423 00:03:46.276114 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-cbz8l, hostIfaceName: 18d779df56e432c, network: default, NAD default, SandboxID: "18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3", PCI device ID: , UID: "a2c19125-1ebf-4ab2-9929-6f622d377155", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0423 00:03:46.331812 3947 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:26:8a:62:e7:b1\",\"name\":\"18d779df56e432c\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b40a644b-4684-4d5c-9f6e-ea8e26ea3aa4\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:03:50.969819 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:03:50.970541 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:03:51.693123 3947 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:03:51.693200 3947 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:03:51.703421 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod I0423 00:03:51.703457 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-wlpzj-init-pod W0423 00:04:00.549816 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:04:00.549846 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:04:00.549855 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 00:04:00.549863 3947 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0423 00:04:04.643363 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key ] I0423 00:04:04.734174 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod 38bf4b24122b2030231ae3ea23b6b9891299d94b6fe0be68249e0db361bf9e90 network default NAD default NAD key default], result "{}", err I0423 00:04:04.802508 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:04.802547 3947 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod I0423 00:04:04.803981 3947 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod, ips: 10.129.0.68 I0423 00:04:04.804011 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:05.307003 3947 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-clone-repository-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:04:05.307170 3947 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod I0423 00:04:05.330362 3947 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod] pod update took 23.222777ms I0423 00:04:05.330393 3947 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod] addLogicalPort annotation time took 23.259008ms I0423 00:04:05.331785 3947 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod] addLogicalPort took 24.796292ms, libovsdb time 834.98µs I0423 00:04:05.675411 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key ] I0423 00:04:05.685204 3947 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-clone-repository-pod, hostIfaceName: 207e8282822cb43, network: default, NAD default, SandboxID: "207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e", PCI device ID: , UID: "b0df6aa8-c6ae-4063-ad42-6171af48d58d", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0423 00:04:05.744372 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b1:ed:65:61:04\",\"name\":\"207e8282822cb43\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/314a1ab4-c0eb-4542-8582-89e209738917\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:04:05.857920 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0423 00:04:23.788876 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key ] I0423 00:04:23.879232 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod 207e8282822cb43eedeb5501ce6a9c23ba8563b6f776f1bd674b87b016c7d97e network default NAD default NAD key default], result "{}", err I0423 00:04:23.964791 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:23.964824 3947 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod I0423 00:04:23.966328 3947 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod, ips: 10.129.0.70 I0423 00:04:23.966354 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:04:28.022502 3947 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:04:28.022673 3947 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod I0423 00:04:28.049379 3947 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod] pod update took 26.736427ms I0423 00:04:28.049405 3947 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod] addLogicalPort annotation time took 26.777747ms I0423 00:04:28.050941 3947 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod] addLogicalPort took 28.459892ms, libovsdb time 1.082169ms I0423 00:04:28.537067 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key ] I0423 00:04:28.568349 3947 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod, hostIfaceName: 7005a16aad0cab8, network: default, NAD default, SandboxID: "7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c", PCI device ID: , UID: "442964a3-b6e5-4bcb-9e72-d2fa37cd3d09", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0423 00:04:28.625947 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:49:e4:a9:cc:4a\",\"name\":\"7005a16aad0cab8\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60d653dc-829e-4229-8b91-87cf7c4b2911\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:04:57.861956 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0423 00:05:13.154139 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key ] I0423 00:05:13.244685 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod 7005a16aad0cab8f4aa68260f64812f4d8e814771e4998fc7b35d770ee767b3c network default NAD default NAD key default], result "{}", err I0423 00:05:13.329736 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:05:13.329905 3947 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod I0423 00:05:13.331449 3947 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod, ips: 10.129.0.71 I0423 00:05:13.331481 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:05:44.861971 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0423 00:06:10.871428 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0423 00:07:20.964339 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0423 00:07:33.980959 3947 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0423 00:07:49.811452 3947 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-build-image-index-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:07:49.811631 3947 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod I0423 00:07:49.834569 3947 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod] pod update took 22.976548ms I0423 00:07:49.834600 3947 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod] addLogicalPort annotation time took 23.008987ms I0423 00:07:49.835953 3947 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod] addLogicalPort took 24.521455ms, libovsdb time 908.486µs I0423 00:07:50.181762 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key ] I0423 00:07:50.194564 3947 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-build-image-index-pod, hostIfaceName: d074907700c5360, network: default, NAD default, SandboxID: "d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f", PCI device ID: , UID: "345a42fc-8ddf-4fad-95d7-31857dd896af", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0423 00:07:50.252247 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ab:a5:97:b3:af\",\"name\":\"d074907700c5360\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d658867b-f57e-4f70-8bae-6f7213699735\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:07:50.297124 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:07:50.297757 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:20.150613 3947 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-clamav-scan-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:08:20.150780 3947 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod I0423 00:08:20.173756 3947 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod] pod update took 23.007119ms I0423 00:08:20.173785 3947 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod] addLogicalPort annotation time took 23.043646ms I0423 00:08:20.175168 3947 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod] addLogicalPort took 24.573365ms, libovsdb time 960.589µs I0423 00:08:20.438276 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key ] I0423 00:08:20.517976 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod d074907700c5360dfaba2b724fd10005ea276f803fcc6a18e713e3b7a2fce24f network default NAD default NAD key default], result "{}", err I0423 00:08:20.523633 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key ] I0423 00:08:20.534766 3947 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-clamav-scan-pod, hostIfaceName: a993ee1b384f750, network: default, NAD default, SandboxID: "a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811", PCI device ID: , UID: "c1d3bb03-f41e-4861-af54-33091c0ab5c2", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0423 00:08:20.582778 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:20.582918 3947 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod I0423 00:08:20.585344 3947 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod, ips: 10.129.0.72 I0423 00:08:20.585379 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:08:20.611522 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a8:17:e6:ee:7e\",\"name\":\"a993ee1b384f750\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92917fcb-b787-45b0-9adf-f9334b19ac1b\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:08:21.776391 3947 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j8wqz-tpa-scan-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:08:21.776551 3947 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod I0423 00:08:21.798297 3947 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod] pod update took 21.792614ms I0423 00:08:21.798326 3947 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod] addLogicalPort annotation time took 21.827887ms I0423 00:08:21.799662 3947 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod] addLogicalPort took 23.290719ms, libovsdb time 944.73µs I0423 00:08:22.146310 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key ] I0423 00:08:22.156260 3947 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j8wqz-tpa-scan-pod, hostIfaceName: c75163d3e6a1c09, network: default, NAD default, SandboxID: "c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f", PCI device ID: , UID: "51c2f771-91b8-4586-87b9-32ac55c2b212", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0423 00:08:22.220646 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8b:ec:79:b9:fb\",\"name\":\"c75163d3e6a1c09\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce94f299-9345-46e3-896b-ea661536ca2a\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:08:49.992224 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0423 00:09:04.952256 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0423 00:09:15.977751 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0423 00:09:28.865029 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0423 00:09:36.046904 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key ] I0423 00:09:36.139570 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod c75163d3e6a1c09bafc1ed3e7d8e30c7f928efdc56937cdf118d66df6fdfb26f network default NAD default NAD key default], result "{}", err I0423 00:09:36.295984 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:36.296030 3947 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod I0423 00:09:36.297482 3947 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod, ips: 10.129.0.74 I0423 00:09:36.297510 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:41.960448 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0423 00:09:44.149681 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:44.150330 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:47.138418 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:47.139011 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:48.179535 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:48.180090 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:55.211231 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:55.211859 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:09:55.950159 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0423 00:09:57.991292 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0423 00:10:00.211585 3947 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29615050-pnvkg for pod on switch ip-10-0-0-182.ec2.internal I0423 00:10:00.211684 3947 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg I0423 00:10:00.224578 3947 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg] pod update took 12.91516ms I0423 00:10:00.224611 3947 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg] addLogicalPort annotation time took 12.955398ms I0423 00:10:00.226075 3947 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg] addLogicalPort took 14.506272ms, libovsdb time 1.039345ms I0423 00:10:00.580111 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key ] I0423 00:10:00.594996 3947 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29615050-pnvkg, hostIfaceName: ee2450215a12f3f, network: default, NAD default, SandboxID: "ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc", PCI device ID: , UID: "e1377387-f6ca-4673-8994-08bdcd0b989e", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0423 00:10:00.661308 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:55:d3:c7:c8:64\",\"name\":\"ee2450215a12f3f\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbafbd41-a672-4eec-9996-0e404a0b739d\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:10:01.571777 3947 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key ] I0423 00:10:01.661480 3947 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l 18d779df56e432c98e13c0b836ec1f009e63230909602a859f71b877433195d3 network default NAD default NAD key default], result "{}", err I0423 00:10:01.721316 3947 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.721937 3947 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.726911 3947 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:01.726947 3947 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:10:01.728329 3947 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l, ips: 10.129.0.69 I0423 00:10:01.728369 3947 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:02.063813 3947 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.063847 3947 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.072319 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:10:02.072355 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-btvs5 I0423 00:10:02.585653 3947 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.585684 3947 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:02.595594 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:10:02.595622 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-cbz8l I0423 00:10:04.267690 3947 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key ] I0423 00:10:04.357095 3947 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg ee2450215a12f3ff8ff460e40a1ef85c760778afe7e4c8667ffb47cb01e94dbc network default NAD default NAD key default], result "{}", err I0423 00:10:04.418946 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:04.418983 3947 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg I0423 00:10:04.420294 3947 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg, ips: 10.129.0.75 I0423 00:10:04.420329 3947 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:10:05.279040 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.279073 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615050-pnvkg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.317299 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.317330 3947 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:10:05.324487 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0423 00:10:05.324518 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29615020-lskrr I0423 00:10:09.958637 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0423 00:10:24.860723 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0423 00:10:40.870408 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=199 I0423 00:10:47.970443 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0423 00:11:59.865189 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0423 00:12:21.865000 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0423 00:12:30.319438 3947 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key ] I0423 00:12:30.406084 3947 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod a993ee1b384f75098977a184a5ae2df539387a0e8b9136d833dab75df4a75811 network default NAD default NAD key default], result "{}", err I0423 00:12:30.480452 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:30.480489 3947 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod I0423 00:12:30.481844 3947 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod, ips: 10.129.0.73 I0423 00:12:30.481880 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:49.873773 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0423 00:12:52.333212 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:12:52.333917 3947 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j8wqz-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:09.584145 3947 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-dffk-xxffs-verify-pod] creating logical port default-tenant_my-integration-test-dffk-xxffs-verify-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:13:09.584323 3947 kube.go:256] Updating pod default-tenant/my-integration-test-dffk-xxffs-verify-pod I0423 00:13:09.621882 3947 pod.go:62] [default-tenant/my-integration-test-dffk-xxffs-verify-pod] pod update took 37.607582ms I0423 00:13:09.621928 3947 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-dffk-xxffs-verify-pod] addLogicalPort annotation time took 37.653727ms I0423 00:13:09.623274 3947 pods.go:271] [default-tenant/my-integration-test-dffk-xxffs-verify-pod] addLogicalPort took 39.154091ms, libovsdb time 921.175µs I0423 00:13:09.956114 3947 cni.go:452] [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key ] I0423 00:13:09.965949 3947 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-dffk-xxffs-verify-pod, hostIfaceName: 981a93f89df23ce, network: default, NAD default, SandboxID: "981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db", PCI device ID: , UID: "bc2d344b-2aa7-4559-9aca-b921467726b9", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0423 00:13:10.020969 3947 cni.go:473] [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:2f:2e:31:b3:63\",\"name\":\"981a93f89df23ce\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63c99588-6cd9-4245-bd33-6b33b756c569\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:13:10.444276 3947 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:10.444940 3947 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:34.823807 3947 cni.go:452] [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key ] I0423 00:13:34.930012 3947 cni.go:473] [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-dffk-xxffs-verify-pod 981a93f89df23ce8a01967def6897fcf4f15f8bdd2e54bcca904448fa2dc87db network default NAD default NAD key default], result "{}", err I0423 00:13:35.044034 3947 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:13:35.044074 3947 pods.go:176] Deleting pod: default-tenant/my-integration-test-dffk-xxffs-verify-pod I0423 00:13:35.045522 3947 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-dffk-xxffs-verify-pod, ips: 10.129.0.76 I0423 00:13:35.045558 3947 obj_retry.go:498] Detected object default-tenant/my-integration-test-dffk-xxffs-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:05.813452 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:05.814068 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:07.004058 3947 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-collect-data-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-collect-data-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:14:07.004230 3947 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-collect-data-pod I0423 00:14:07.028618 3947 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-collect-data-pod] pod update took 24.420049ms I0423 00:14:07.028650 3947 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-collect-data-pod] addLogicalPort annotation time took 24.461235ms I0423 00:14:07.030041 3947 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-collect-data-pod] addLogicalPort took 26.028213ms, libovsdb time 946.99µs I0423 00:14:07.387507 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key ] I0423 00:14:07.397319 3947 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-collect-data-pod, hostIfaceName: 56127d09ae99bc5, network: default, NAD default, SandboxID: "56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94", PCI device ID: , UID: "3023fc50-4fba-4739-aedf-6b6da304e5fe", MAC: 0a:58:0a:81:00:4d, IPs: [10.129.0.77/23] I0423 00:14:07.460099 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0c:da:6f:10:18\",\"name\":\"56127d09ae99bc5\"},{\"mac\":\"0a:58:0a:81:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edb40d5f-4591-49c5-b471-cb9282ed3a8e\"}],\"ips\":[{\"address\":\"10.129.0.77/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:14:23.980291 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0423 00:14:32.289407 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key ] I0423 00:14:32.387257 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-collect-data-pod 56127d09ae99bc5d23df0fc1af826724b746452437b93710dc29e5e9a3f6af94 network default NAD default NAD key default], result "{}", err I0423 00:14:32.472554 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:32.472594 3947 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-collect-data-pod I0423 00:14:32.474065 3947 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-collect-data-pod, ips: 10.129.0.77 I0423 00:14:32.474100 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.155866 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.156545 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.188997 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:41.189516 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:45.162107 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:45.162708 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:46.174545 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:46.175123 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:55.983313 3947 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0423 00:14:58.307381 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:14:58.307965 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:00.233455 3947 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-apply-mapping-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:15:00.233577 3947 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod I0423 00:15:00.258226 3947 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod] pod update took 24.680776ms I0423 00:15:00.258260 3947 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod] addLogicalPort annotation time took 24.719119ms I0423 00:15:00.259832 3947 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod] addLogicalPort took 26.395759ms, libovsdb time 1.04069ms I0423 00:15:00.613559 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key ] I0423 00:15:00.623512 3947 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-apply-mapping-pod, hostIfaceName: 2665dcfa4c4757c, network: default, NAD default, SandboxID: "2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c", PCI device ID: , UID: "9ab9ccbe-fe51-459d-86f7-70506eea4418", MAC: 0a:58:0a:81:00:4e, IPs: [10.129.0.78/23] I0423 00:15:00.685092 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:1e:e4:45:ca:61\",\"name\":\"2665dcfa4c4757c\"},{\"mac\":\"0a:58:0a:81:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd88db6c-dce0-441a-81d2-5e30e78c1b0b\"}],\"ips\":[{\"address\":\"10.129.0.78/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:15:10.612259 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key ] I0423 00:15:10.705213 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod 2665dcfa4c4757c5a24552646828ddeba4d0a3553ffb010047cc4ebb58fa9b0c network default NAD default NAD key default], result "{}", err I0423 00:15:10.785021 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:10.785055 3947 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod I0423 00:15:10.786664 3947 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod, ips: 10.129.0.78 I0423 00:15:10.786701 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:22.503494 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:22.504119 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:24.165741 3947 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-verify-conforma-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:15:24.165885 3947 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod I0423 00:15:24.205814 3947 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod] pod update took 39.972237ms I0423 00:15:24.205849 3947 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod] addLogicalPort annotation time took 40.013647ms I0423 00:15:24.207369 3947 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod] addLogicalPort took 41.642926ms, libovsdb time 1.054829ms I0423 00:15:24.545495 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key ] I0423 00:15:24.555539 3947 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-verify-conforma-pod, hostIfaceName: ca63ff4a26ecff4, network: default, NAD default, SandboxID: "ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565", PCI device ID: , UID: "9d144a47-04b5-48ea-897e-2a19d25952e9", MAC: 0a:58:0a:81:00:4f, IPs: [10.129.0.79/23] I0423 00:15:24.613336 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:c7:fd:25:c0:4b\",\"name\":\"ca63ff4a26ecff4\"},{\"mac\":\"0a:58:0a:81:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd941443-b97e-4d9a-91c7-6156abc9eeae\"}],\"ips\":[{\"address\":\"10.129.0.79/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:15:31.572986 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:31.573557 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:15:56.967199 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0423 00:16:02.093665 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key ] I0423 00:16:02.205236 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod ca63ff4a26ecff4246ec6e7111f8813b70bb44819089a08d2a9164ec4c4c6565 network default NAD default NAD key default], result "{}", err I0423 00:16:02.339541 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:02.339578 3947 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod I0423 00:16:02.341007 3947 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod, ips: 10.129.0.79 I0423 00:16:02.341038 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:04.076674 3947 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-push-snapshot-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:16:04.076841 3947 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod I0423 00:16:04.100216 3947 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod] pod update took 23.413535ms I0423 00:16:04.100246 3947 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod] addLogicalPort annotation time took 23.450738ms I0423 00:16:04.101811 3947 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod] addLogicalPort took 25.156208ms, libovsdb time 1.069362ms I0423 00:16:04.540670 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key ] I0423 00:16:04.551390 3947 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-push-snapshot-pod, hostIfaceName: 232c354db5dae01, network: default, NAD default, SandboxID: "232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442", PCI device ID: , UID: "27b23c25-337f-424b-9f03-40680b76245b", MAC: 0a:58:0a:81:00:50, IPs: [10.129.0.80/23] I0423 00:16:04.610631 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:a1:00:38:4e:da\",\"name\":\"232c354db5dae01\"},{\"mac\":\"0a:58:0a:81:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd31cd8a-01b9-4af4-987f-8ff75b6e6e74\"}],\"ips\":[{\"address\":\"10.129.0.80/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:16:19.954441 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0423 00:16:24.952340 3947 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0423 00:16:34.397464 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key ] I0423 00:16:34.497233 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod 232c354db5dae01f56253e2830f9e7dba8638b6720f73cde897d164fde53d442 network default NAD default NAD key default], result "{}", err I0423 00:16:34.586415 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:34.586455 3947 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod I0423 00:16:34.588246 3947 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod, ips: 10.129.0.80 I0423 00:16:34.588278 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:36.295039 3947 base_network_controller_pods.go:487] [default/default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod] creating logical port default-managed-tenant-r485s_managed-xthxh-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-182.ec2.internal I0423 00:16:36.295229 3947 kube.go:256] Updating pod default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod I0423 00:16:36.323909 3947 pod.go:62] [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod] pod update took 28.736451ms I0423 00:16:36.323938 3947 base_network_controller_pods.go:951] [default/default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 28.77031ms I0423 00:16:36.325307 3947 pods.go:271] [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod] addLogicalPort took 30.286263ms, libovsdb time 928.18µs I0423 00:16:36.676062 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key ] I0423 00:16:36.686202 3947 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-r485s, podName: managed-xthxh-sign-image-cosign-keyless-pod, hostIfaceName: 14bd310b6f81e53, network: default, NAD default, SandboxID: "14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295", PCI device ID: , UID: "bfedd8b2-3e5d-43ec-8906-e89597a18f8a", MAC: 0a:58:0a:81:00:51, IPs: [10.129.0.81/23] I0423 00:16:36.743819 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:37:61:0e:17:4b\",\"name\":\"14bd310b6f81e53\"},{\"mac\":\"0a:58:0a:81:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d73a79af-ef67-4b00-8834-acde01b3de4a\"}],\"ips\":[{\"address\":\"10.129.0.81/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 00:16:38.867274 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0423 00:16:51.211203 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:16:51.211836 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:52.565361 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:52.565928 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.084723 3947 cni.go:452] [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key ] I0423 00:17:53.185025 3947 cni.go:473] [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod 14bd310b6f81e5342c58b7ed9ce0016dd49b6b63c218fb8fc94a0bf908f79295 network default NAD default NAD key default], result "{}", err I0423 00:17:53.271192 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.271234 3947 pods.go:176] Deleting pod: default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod I0423 00:17:53.272631 3947 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod, ips: 10.129.0.81 I0423 00:17:53.272662 3947 obj_retry.go:498] Detected object default-managed-tenant-r485s/managed-xthxh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 00:17:53.550370 3947 obj_retry.go:492] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:17:53.550405 3947 obj_retry.go:492] Detected object default-managed-tenant-r485s/affinity-assistant-727faf88df-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 00:17:53.554824 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:17:53.554859 3947 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-r485s/affinity-assistant-727faf88df-0 I0423 00:18:16.962604 3947 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0423 00:18:18.864324 3947 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10