+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-203.ec2.internal ++ [[ -n ip-10-0-0-203.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-203.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:00:25.586345287 - disable conntrack on geneve port' I0505 13:00:25.586345287 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:00:25.603204755 - starting ovnkube-node' I0505 13:00:25.603204755 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-203.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-203.ec2.internal --init-node ip-10-0-0-203.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-203.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 13:00:25.642816 3680 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 13:00:25.642870 3680 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-4fc80779a7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 13:00:25.644280 3680 kube.go:431] Waiting for certificate I0505 13:00:25.644308 3680 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 13:00:25.644342 3680 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 13:00:25.645060 3680 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:00:25.676123 3680 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:25.676144 3680 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:25.678857 3680 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:25.678950 3680 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w6ntj" I0505 13:00:25.685849 3680 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w6ntj" I0505 13:00:25.685937 3680 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:00:26.644785 3680 kube.go:438] Certificate found I0505 13:00:26.645426 3680 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:00:26.646672 3680 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 13:00:26.705508 3680 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:00:26.708237 3680 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:55:25 +0000 UTC" deadline="2026-05-06 09:47:33.374271129 +0000 UTC" I0505 13:00:26.708610 3680 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h47m6.665683268s" I0505 13:00:26.718768 3680 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 13:00:26.718931 3680 server.go:101] MetricServer registers OVS metrics I0505 13:00:26.719493 3680 server.go:105] MetricServer registers OVN DB metrics I0505 13:00:26.723574 3680 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 13:00:26.723710 3680 factory.go:561] Starting watch factory I0505 13:00:26.723837 3680 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.723887 3680 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.725225 3680 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 13:00:26.725254 3680 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 13:00:26.725960 3680 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.726004 3680 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.726028 3680 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.726056 3680 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.726004 3680 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.727210 3680 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.727407 3680 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.727417 3680 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.727437 3680 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.727856 3680 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.730305 3680 controller_manager.go:370] Starting the ovnkube controller I0505 13:00:26.730348 3680 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-203.ec2.internal I0505 13:00:26.731005 3680 controller_manager.go:395] NBDB zone sync took: 638.313µs I0505 13:00:26.731044 3680 factory.go:561] Starting watch factory I0505 13:00:26.741001 3680 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 13:00:26.741019 3680 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 13:00:26.743124 3680 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.745590 3680 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 13:00:26.745626 3680 server.go:109] MetricServer registers OVN Controller metrics I0505 13:00:26.746395 3680 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.747540 3680 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.747796 3680 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.749738 3680 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.750538 3680 server.go:113] MetricServer registers OVN Northd metrics I0505 13:00:26.755699 3680 metrics.go:519] OVN Metrics Server starts to run ... I0505 13:00:26.756825 3680 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:00:26.829958 3680 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:00:26.829987 3680 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:00:26.829991 3680 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:00:26.829994 3680 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:00:26.829997 3680 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:00:26.830000 3680 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:00:26.830187 3680 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:26.830225 3680 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:26.830348 3680 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:26.830391 3680 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:26.833547 3680 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:26.833549 3680 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:00:26.835409 3680 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:00:26.835419 3680 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:00:26.835466 3680 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.835477 3680 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.837897 3680 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:00:26.837909 3680 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:00:26.837912 3680 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:00:26.837915 3680 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:00:26.837919 3680 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:00:26.837921 3680 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:00:26.838036 3680 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.841463 3680 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:00:26.841517 3680 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.841529 3680 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.843900 3680 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:00:26.843912 3680 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:00:26.844402 3680 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.846718 3680 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:00:26.846779 3680 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.846795 3680 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.849315 3680 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:00:26.849648 3680 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.852097 3680 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:00:26.852180 3680 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.852192 3680 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.854680 3680 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:00:26.854784 3680 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.858174 3680 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:00:26.858228 3680 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.858241 3680 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.860388 3680 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:00:26.861360 3680 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.863721 3680 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:00:26.863882 3680 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:00:26.863895 3680 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:00:26.865871 3680 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:00:26.866802 3680 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:00:26.869306 3680 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:00:26.869377 3680 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.869396 3680 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.869419 3680 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.869439 3680 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.871456 3680 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:00:26.872424 3680 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.872453 3680 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:00:26.874378 3680 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:00:26.874390 3680 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:00:26.874398 3680 factory.go:680] Watch Factory start up complete, took: 150.694459ms I0505 13:00:26.874456 3680 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 13:00:26.876612 3680 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:00:26.882659 3680 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:00:26.882670 3680 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:00:26.882677 3680 factory.go:680] Watch Factory start up complete, took: 151.634421ms I0505 13:00:26.882684 3680 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-203.ec2.internal" zone I0505 13:00:26.915713 3680 default_node_network_controller.go:710] Initializing the default node network controller I0505 13:00:26.985894 3680 udn_isolation.go:101] Starting UDN host isolation manager I0505 13:00:26.991550 3680 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 13:00:27.041006 3680 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 13:00:27.041129 3680 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 13:00:27.041145 3680 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 13:00:27.072575 3680 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 13:00:27.072636 3680 default_node_network_controller.go:809] Node ip-10-0-0-203.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 13:00:27.078205 3680 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.203"] k8s.ovn.org/zone-name:ip-10-0-0-203.ec2.internal] on node ip-10-0-0-203.ec2.internal I0505 13:00:27.102459 3680 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 13:00:27.108217 3680 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 13:00:27.108325 3680 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 13:00:27.108434 3680 gateway_init.go:263] Preparing Gateway I0505 13:00:27.108445 3680 gateway_shared_intf.go:1687] Creating new gateway I0505 13:00:27.133680 3680 controller_manager.go:429] Waiting for node in zone sync took: 250.984217ms I0505 13:00:27.138820 3680 controller_manager.go:611] Switching to transit router for layer2 networks I0505 13:00:27.138836 3680 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-203.ec2.internal I0505 13:00:27.153382 3680 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:00:27.159262 3680 controller_manager.go:290] SCTP support detected in OVN I0505 13:00:27.159807 3680 services_controller.go:69] Creating services controller for network=default I0505 13:00:27.159910 3680 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 13:00:27.160010 3680 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 13:00:27.160040 3680 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 13:00:27.160054 3680 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 13:00:27.160062 3680 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:00:27.160252 3680 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 13:00:27.160295 3680 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 13:00:27.160353 3680 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.485µs I0505 13:00:27.160375 3680 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 71.743µs I0505 13:00:27.160377 3680 udn_enabled_svc.go:95] Performing full resync I0505 13:00:27.160380 3680 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 85.03µs I0505 13:00:27.160388 3680 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 13:00:27.160394 3680 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 13:00:27.160404 3680 default_network_controller.go:325] Starting the default network controller I0505 13:00:27.160489 3680 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.932µs I0505 13:00:27.160699 3680 udn_enabled_svc.go:99] Waiting for handler to sync I0505 13:00:27.160710 3680 udn_enabled_svc.go:104] Starting worker I0505 13:00:27.169526 3680 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 13:00:27.169576 3680 repair.go:33] Syncing exgw routes took 38.632µs I0505 13:00:27.169602 3680 default_network_controller.go:414] Starting all the Watchers... I0505 13:00:27.169741 3680 namespace.go:98] [openshift-controller-manager] adding namespace I0505 13:00:27.169750 3680 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 13:00:27.169760 3680 namespace.go:98] [openshift-etcd] adding namespace I0505 13:00:27.169762 3680 namespace.go:98] [openshift-config] adding namespace I0505 13:00:27.169774 3680 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 13:00:27.169780 3680 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 13:00:27.169766 3680 namespace.go:98] [openshift-insights] adding namespace I0505 13:00:27.169787 3680 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 13:00:27.169774 3680 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 13:00:27.169791 3680 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 13:00:27.169792 3680 namespace.go:98] [kube-system] adding namespace I0505 13:00:27.169793 3680 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 13:00:27.169795 3680 namespace.go:98] [openshift-logging] adding namespace I0505 13:00:27.169811 3680 namespace.go:98] [openshift-dns-operator] adding namespace I0505 13:00:27.169742 3680 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 13:00:27.170293 3680 namespace.go:102] [openshift-controller-manager] adding namespace took 540.398µs I0505 13:00:27.170309 3680 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 13:00:27.170708 3680 namespace.go:102] [openshift-operators-redhat] adding namespace took 394.296µs I0505 13:00:27.170719 3680 namespace.go:98] [openshift-apiserver] adding namespace I0505 13:00:27.171587 3680 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 1.828186ms I0505 13:00:27.171599 3680 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 13:00:27.172185 3680 namespace.go:102] [openshift-authentication-operator] adding namespace took 580.396µs I0505 13:00:27.172199 3680 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 13:00:27.172634 3680 namespace.go:102] [openshift-etcd] adding namespace took 2.859068ms I0505 13:00:27.172645 3680 namespace.go:98] [openshift-dns] adding namespace I0505 13:00:27.173086 3680 namespace.go:102] [openshift-config] adding namespace took 3.304904ms I0505 13:00:27.173105 3680 namespace.go:98] [openshift-image-registry] adding namespace I0505 13:00:27.173656 3680 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.872432ms I0505 13:00:27.173670 3680 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 13:00:27.174121 3680 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.332802ms I0505 13:00:27.174138 3680 namespace.go:98] [openshift-cluster-version] adding namespace I0505 13:00:27.174583 3680 namespace.go:102] [openshift-insights] adding namespace took 4.791841ms I0505 13:00:27.174598 3680 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 13:00:27.175050 3680 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.256709ms I0505 13:00:27.175063 3680 namespace.go:98] [openshift-config-managed] adding namespace I0505 13:00:27.175511 3680 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.714517ms I0505 13:00:27.175526 3680 namespace.go:98] [openshift-console] adding namespace I0505 13:00:27.175986 3680 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.188668ms I0505 13:00:27.176000 3680 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 13:00:27.176438 3680 namespace.go:102] [kube-system] adding namespace took 6.637011ms I0505 13:00:27.176451 3680 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 13:00:27.176919 3680 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.114305ms I0505 13:00:27.176938 3680 namespace.go:98] [openshift-node] adding namespace I0505 13:00:27.177505 3680 namespace.go:102] [openshift-logging] adding namespace took 7.699615ms I0505 13:00:27.177519 3680 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 13:00:27.178023 3680 namespace.go:102] [openshift-dns-operator] adding namespace took 8.200252ms I0505 13:00:27.178043 3680 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 13:00:27.178508 3680 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.649981ms I0505 13:00:27.178521 3680 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 13:00:27.178991 3680 namespace.go:102] [openshift-apiserver] adding namespace took 8.2669ms I0505 13:00:27.179002 3680 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 13:00:27.179456 3680 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.250856ms I0505 13:00:27.179472 3680 namespace.go:98] [kube-node-lease] adding namespace I0505 13:00:27.179874 3680 namespace.go:102] [openshift-dns] adding namespace took 7.224423ms I0505 13:00:27.179886 3680 namespace.go:98] [openshift-authentication] adding namespace I0505 13:00:27.180388 3680 namespace.go:102] [openshift-image-registry] adding namespace took 7.2771ms I0505 13:00:27.180402 3680 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 13:00:27.180743 3680 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.068899ms I0505 13:00:27.180754 3680 namespace.go:98] [openshift-ingress] adding namespace I0505 13:00:27.181208 3680 namespace.go:102] [openshift-cluster-version] adding namespace took 7.062711ms I0505 13:00:27.181226 3680 namespace.go:98] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] adding namespace I0505 13:00:27.181712 3680 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.106645ms I0505 13:00:27.181726 3680 namespace.go:98] [openshift-backplane] adding namespace I0505 13:00:27.182112 3680 namespace.go:102] [openshift-config-managed] adding namespace took 7.043069ms I0505 13:00:27.182125 3680 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 13:00:27.182578 3680 namespace.go:102] [openshift-console] adding namespace took 7.045884ms I0505 13:00:27.182592 3680 namespace.go:98] [default] adding namespace I0505 13:00:27.182981 3680 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.975644ms I0505 13:00:27.182996 3680 namespace.go:98] [openshift-infra] adding namespace I0505 13:00:27.183420 3680 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.963002ms I0505 13:00:27.183432 3680 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 13:00:27.183808 3680 namespace.go:102] [openshift-node] adding namespace took 6.86462ms I0505 13:00:27.183822 3680 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 13:00:27.184185 3680 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.659879ms I0505 13:00:27.184196 3680 namespace.go:98] [openshift-network-operator] adding namespace I0505 13:00:27.184592 3680 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.54286ms I0505 13:00:27.184604 3680 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 13:00:27.184952 3680 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.426087ms I0505 13:00:27.184963 3680 namespace.go:98] [openshift-host-network] adding namespace I0505 13:00:27.185420 3680 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.411737ms I0505 13:00:27.185434 3680 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 13:00:27.185852 3680 namespace.go:102] [kube-node-lease] adding namespace took 6.374292ms I0505 13:00:27.185865 3680 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 13:00:27.186292 3680 namespace.go:102] [openshift-authentication] adding namespace took 6.399718ms I0505 13:00:27.186305 3680 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 13:00:27.186696 3680 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.289917ms I0505 13:00:27.186708 3680 namespace.go:98] [dedicated-admin] adding namespace I0505 13:00:27.187123 3680 namespace.go:102] [openshift-ingress] adding namespace took 6.364438ms I0505 13:00:27.187136 3680 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 13:00:27.187562 3680 namespace.go:102] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] adding namespace took 6.330715ms I0505 13:00:27.187574 3680 namespace.go:98] [openshift-package-operator] adding namespace I0505 13:00:27.187981 3680 namespace.go:102] [openshift-backplane] adding namespace took 6.250435ms I0505 13:00:27.187992 3680 namespace.go:98] [openshift-machine-api] adding namespace I0505 13:00:27.188403 3680 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.273879ms I0505 13:00:27.188415 3680 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 13:00:27.188836 3680 namespace.go:102] [default] adding namespace took 6.238699ms I0505 13:00:27.188849 3680 namespace.go:98] [openshift-operators] adding namespace I0505 13:00:27.189292 3680 namespace.go:102] [openshift-infra] adding namespace took 6.291406ms W0505 13:00:27.189286 3680 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qtgzf: pod openshift-network-diagnostics/network-check-target-qtgzf: no pod IPs found I0505 13:00:27.189313 3680 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 13:00:27.189782 3680 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.345857ms I0505 13:00:27.189794 3680 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 13:00:27.190323 3680 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.494809ms I0505 13:00:27.190340 3680 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 13:00:27.190792 3680 namespace.go:102] [openshift-network-operator] adding namespace took 6.591293ms I0505 13:00:27.190804 3680 namespace.go:98] [openshift-multus] adding namespace I0505 13:00:27.191268 3680 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.659206ms I0505 13:00:27.191278 3680 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 13:00:27.191847 3680 namespace.go:102] [openshift-host-network] adding namespace took 6.8806ms I0505 13:00:27.191857 3680 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 13:00:27.192415 3680 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.975288ms I0505 13:00:27.192846 3680 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.976098ms I0505 13:00:27.192861 3680 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 13:00:27.193239 3680 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.92963ms I0505 13:00:27.193250 3680 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 13:00:27.193643 3680 namespace.go:102] [dedicated-admin] adding namespace took 6.931221ms I0505 13:00:27.193652 3680 namespace.go:98] [openshift-config-operator] adding namespace I0505 13:00:27.194534 3680 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.392948ms I0505 13:00:27.194545 3680 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 13:00:27.194981 3680 namespace.go:102] [openshift-package-operator] adding namespace took 7.402745ms I0505 13:00:27.194993 3680 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 13:00:27.195417 3680 namespace.go:102] [openshift-machine-api] adding namespace took 7.420023ms I0505 13:00:27.195430 3680 namespace.go:98] [openshift-marketplace] adding namespace I0505 13:00:27.195822 3680 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.402093ms I0505 13:00:27.195835 3680 namespace.go:98] [openshift-console-operator] adding namespace I0505 13:00:27.196317 3680 namespace.go:102] [openshift-operators] adding namespace took 7.463821ms I0505 13:00:27.196330 3680 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 13:00:27.196883 3680 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.559383ms I0505 13:00:27.196899 3680 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 13:00:27.197468 3680 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.668251ms I0505 13:00:27.197482 3680 namespace.go:98] [openshift-backplane-cee] adding namespace W0505 13:00:27.197871 3680 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7jx8w: pod openshift-multus/network-metrics-daemon-7jx8w: no pod IPs found I0505 13:00:27.197916 3680 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.570561ms I0505 13:00:27.197926 3680 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 13:00:27.198423 3680 namespace.go:102] [openshift-multus] adding namespace took 7.613068ms I0505 13:00:27.198437 3680 namespace.go:98] [openshift-network-console] adding namespace I0505 13:00:27.198845 3680 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.563138ms I0505 13:00:27.198854 3680 namespace.go:98] [openshift] adding namespace I0505 13:00:27.199268 3680 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.406608ms I0505 13:00:27.199279 3680 namespace.go:98] [openshift-monitoring] adding namespace I0505 13:00:27.199716 3680 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.849423ms I0505 13:00:27.200144 3680 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.888435ms I0505 13:00:27.200546 3680 namespace.go:102] [openshift-config-operator] adding namespace took 6.888489ms I0505 13:00:27.200562 3680 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 13:00:27.200975 3680 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.42485ms I0505 13:00:27.201505 3680 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.505096ms I0505 13:00:27.201616 3680 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:00:27.202007 3680 namespace.go:102] [openshift-marketplace] adding namespace took 6.570928ms I0505 13:00:27.202441 3680 namespace.go:102] [openshift-console-operator] adding namespace took 6.601891ms I0505 13:00:27.202865 3680 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.529735ms I0505 13:00:27.202879 3680 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 13:00:27.203315 3680 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.411105ms I0505 13:00:27.203711 3680 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.223792ms I0505 13:00:27.204149 3680 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.217476ms I0505 13:00:27.204179 3680 namespace.go:98] [kube-public] adding namespace I0505 13:00:27.204735 3680 namespace.go:102] [openshift-network-console] adding namespace took 6.292302ms I0505 13:00:27.205142 3680 namespace.go:102] [openshift] adding namespace took 6.283488ms I0505 13:00:27.205589 3680 namespace.go:102] [openshift-monitoring] adding namespace took 6.303834ms I0505 13:00:27.206004 3680 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.436136ms I0505 13:00:27.206443 3680 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.558671ms I0505 13:00:27.206885 3680 namespace.go:102] [kube-public] adding namespace took 2.700038ms W0505 13:00:27.206963 3680 master.go:458] Unable to parse local node ip-10-0-0-203.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 13:00:27.206972 3680 master.go:481] Removing stale chassis with ID/Name: ea0a9df4-a91c-432a-8a9e-c8aac8c91638, hostname: ip-10-0-0-203.ec2.internal I0505 13:00:27.207441 3680 master.go:548] Adding or Updating local node "ip-10-0-0-203.ec2.internal" for network "default" I0505 13:00:27.207766 3680 iptables.go:108] Creating table: filter chain: OUTPUT I0505 13:00:27.208096 3680 zone_ic_handler.go:195] Time taken to create transit switch: 302.116µs I0505 13:00:27.208110 3680 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-125.ec2.internal for the network default I0505 13:00:27.208559 3680 zone_ic_handler.go:195] Time taken to create transit switch: 202.882µs I0505 13:00:27.208576 3680 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-250.ec2.internal for the network default I0505 13:00:27.208973 3680 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-125.ec2.internal" on network "default" took: 1.188322ms I0505 13:00:27.209715 3680 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-250.ec2.internal" on network "default" took: 1.369367ms I0505 13:00:27.211377 3680 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-203.ec2.internal for the network default I0505 13:00:27.211558 3680 zone_ic_handler.go:195] Time taken to create transit switch: 166.593µs I0505 13:00:27.212624 3680 default_network_controller.go:823] Node add failed for ip-10-0-0-203.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal, error getting gateway config for node ip-10-0-0-203.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal", failed to update chassis to local for local node ip-10-0-0-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-203.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal] E0505 13:00:27.212671 3680 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-203.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal, error getting gateway config for node ip-10-0-0-203.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal", failed to update chassis to local for local node ip-10-0-0-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-203.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal] I0505 13:00:27.212719 3680 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 13:00:27.212758 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default" I0505 13:00:27.212734 3680 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-203.ec2.internal", UID:"6432ccd2-5de9-4873-929c-cd3d56419da6", APIVersion:"v1", ResourceVersion:"8823", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal, error getting gateway config for node ip-10-0-0-203.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal", failed to update chassis to local for local node ip-10-0-0-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-203.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal] I0505 13:00:27.212786 3680 node_tracker.go:235] Node ip-10-0-0-203.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal" I0505 13:00:27.212799 3680 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:27.212813 3680 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 13:00:27.212832 3680 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 13:00:27.212815 3680 services_controller.go:574] Full service sync requested for network=default I0505 13:00:27.212853 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 13:00:27.212916 3680 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:27.212928 3680 services_controller.go:574] Full service sync requested for network=default I0505 13:00:27.212934 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-125.ec2.internal in network "default" I0505 13:00:27.212968 3680 node_tracker.go:169] Node ip-10-0-2-125.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:27.212977 3680 services_controller.go:574] Full service sync requested for network=default I0505 13:00:27.214107 3680 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 13:00:27.214121 3680 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-203.ec2.internal","mac-address":"12:53:21:5b:9f:8b","ip-addresses":["10.0.0.203/24"],"ip-address":"10.0.0.203/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ea0a9df4-a91c-432a-8a9e-c8aac8c91638 k8s.ovn.org/node-encap-ips:["10.0.0.203"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.203/24"} k8s.ovn.org/zone-name:ip-10-0-0-203.ec2.internal] on node ip-10-0-0-203.ec2.internal I0505 13:00:27.230741 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default" I0505 13:00:27.230782 3680 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:27.230791 3680 services_controller.go:574] Full service sync requested for network=default I0505 13:00:27.230743 3680 master.go:548] Adding or Updating local node "ip-10-0-0-203.ec2.internal" for network "default" I0505 13:00:27.234322 3680 default_node_network_controller.go:519] Node connection status = connected W0505 13:00:27.235061 3680 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qtgzf: pod openshift-network-diagnostics/network-check-target-qtgzf: no pod IPs found W0505 13:00:27.235078 3680 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-7jx8w: pod openshift-multus/network-metrics-daemon-7jx8w: no pod IPs found I0505 13:00:27.235987 3680 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-203.ec2.internal for the network default I0505 13:00:27.236176 3680 zone_ic_handler.go:195] Time taken to create transit switch: 158.111µs I0505 13:00:27.313882 3680 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 13:00:27.313899 3680 services_controller.go:208] Setting up event handlers for services for network=default I0505 13:00:27.313946 3680 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 13:00:27.313979 3680 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 13:00:27.313991 3680 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 13:00:27.414154 3680 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 13:00:27.414189 3680 repair.go:60] Starting repairing loop for services I0505 13:00:27.414268 3680 repair.go:131] Deleted 0 stale service LBs I0505 13:00:27.414286 3680 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 13:00:27.414301 3680 repair.go:62] Finished repairing loop for services: 114.421µs I0505 13:00:27.414324 3680 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 13:00:27.414334 3680 services_controller.go:254] Starting workers for network=default I0505 13:00:27.414645 3680 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qtgzf] creating logical port openshift-network-diagnostics_network-check-target-qtgzf for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:27.414747 3680 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7jx8w] creating logical port openshift-multus_network-metrics-daemon-7jx8w for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:27.414789 3680 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qtgzf I0505 13:00:27.414808 3680 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-7jx8w I0505 13:00:27.431565 3680 pod.go:62] [openshift-multus/network-metrics-daemon-7jx8w] pod update took 16.776206ms I0505 13:00:27.431582 3680 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-7jx8w] addLogicalPort annotation time took 16.795693ms I0505 13:00:27.432349 3680 pods.go:271] [openshift-multus/network-metrics-daemon-7jx8w] addLogicalPort took 17.609457ms, libovsdb time 596.945µs I0505 13:00:27.432491 3680 pod.go:62] [openshift-network-diagnostics/network-check-target-qtgzf] pod update took 17.762158ms I0505 13:00:27.432504 3680 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-qtgzf] addLogicalPort annotation time took 17.779126ms I0505 13:00:27.433312 3680 pods.go:271] [openshift-network-diagnostics/network-check-target-qtgzf] addLogicalPort took 18.679877ms, libovsdb time 643.069µs I0505 13:00:27.433700 3680 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 13:00:27.433727 3680 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 13:00:27.433740 3680 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 13:00:27.433745 3680 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 13:00:27.433926 3680 repair.go:29] Repairing admin network policies took 175.497µs I0505 13:00:27.434024 3680 repair.go:92] Repairing baseline admin network policies took 89.651µs I0505 13:00:27.434387 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 13:00:27.434407 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 13:00:27.435891 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 13:00:27.435909 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 13:00:27.435919 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 13:00:27.437321 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 13:00:27.437343 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 13:00:27.437353 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 13:00:27.438542 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 13:00:27.438560 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 13:00:27.438568 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 13:00:27.439075 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 13:00:27.439088 3680 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 13:00:27.439094 3680 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 13:00:27.440275 3680 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 13:00:27.440290 3680 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 13:00:27.440299 3680 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 13:00:27.441217 3680 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 13:00:27.441236 3680 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 13:00:27.441245 3680 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 13:00:27.442006 3680 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 13:00:27.442022 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 13:00:27.442028 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 13:00:27.443563 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 13:00:27.443585 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 13:00:27.443598 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 13:00:27.444557 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 13:00:27.444573 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 13:00:27.444581 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 13:00:27.445011 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 13:00:27.445029 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 13:00:27.445037 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 13:00:27.445612 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 13:00:27.445632 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 13:00:27.446323 3680 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 13:00:27.446334 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:00:27.447032 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 13:00:27.447047 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 13:00:27.447053 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 13:00:27.448438 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 13:00:27.448456 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 13:00:27.448463 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 13:00:27.449880 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 13:00:27.449896 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 13:00:27.449906 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 13:00:27.450862 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 13:00:27.450877 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 13:00:27.450884 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 13:00:27.451357 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 13:00:27.451375 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 13:00:27.451383 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 13:00:27.451870 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:00:27.451891 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 13:00:27.451900 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 13:00:27.452456 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 13:00:27.452472 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 13:00:27.452483 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 13:00:27.453638 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 13:00:27.453656 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 13:00:27.453664 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 13:00:27.454110 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 13:00:27.454127 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 13:00:27.454134 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 13:00:27.454649 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:00:27.454665 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 13:00:27.454674 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 13:00:27.455534 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 13:00:27.455550 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 13:00:27.455561 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 13:00:27.456657 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 13:00:27.456674 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 13:00:27.456682 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 13:00:27.457725 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 13:00:27.457747 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 13:00:27.457758 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 13:00:27.458303 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 13:00:27.458321 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 13:00:27.458329 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 13:00:27.459268 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 13:00:27.459283 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 13:00:27.459305 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:00:27.459954 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 13:00:27.459971 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 13:00:27.459980 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 13:00:27.460242 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 13:00:27.460259 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 13:00:27.460269 3680 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 13:00:27.461818 3680 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 13:00:27.467433 3680 egressfirewall.go:374] Starting EgressFirewall controller I0505 13:00:27.467461 3680 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 13:00:27.467462 3680 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 13:00:27.467484 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 13:00:27.467494 3680 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 13:00:27.467497 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 13:00:27.467507 3680 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 13:00:27.467790 3680 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 13:00:27.467806 3680 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 13:00:27.467811 3680 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 13:00:27.467820 3680 egressqos.go:193] Setting up event handlers for EgressQoS I0505 13:00:27.467831 3680 egressfirewall.go:723] Syncing node "ip-10-0-0-203.ec2.internal" for egress firewall I0505 13:00:27.467841 3680 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 13:00:27.467845 3680 egressfirewall.go:723] Syncing node "ip-10-0-2-125.ec2.internal" for egress firewall I0505 13:00:27.467953 3680 egressqos.go:245] Starting EgressQoS Controller I0505 13:00:27.467963 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 13:00:27.467969 3680 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 13:00:27.467975 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 13:00:27.467979 3680 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 13:00:27.467984 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 13:00:27.467988 3680 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 13:00:27.467992 3680 egressqos.go:259] Repairing EgressQoSes I0505 13:00:27.467996 3680 egressqos.go:399] Starting repairing loop for egressqos I0505 13:00:27.468060 3680 egressqos.go:401] Finished repairing loop for egressqos: 64.828µs I0505 13:00:27.468074 3680 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 13:00:27.468120 3680 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-203.ec2.internal I0505 13:00:27.468191 3680 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-203.ec2.internal : 72.303µs I0505 13:00:27.468311 3680 egressservice_zone.go:210] Starting Egress Services Controller I0505 13:00:27.468322 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:00:27.468328 3680 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:00:27.468333 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:00:27.468338 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:00:27.468356 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:00:27.468362 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:00:27.468367 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 13:00:27.468372 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 13:00:27.468375 3680 egressservice_zone.go:228] Repairing Egress Services I0505 13:00:27.468646 3680 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 13:00:27.468657 3680 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:00:27.468679 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-125.ec2.internal I0505 13:00:27.468696 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-125.ec2.internal: 18.852µs I0505 13:00:27.468703 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal I0505 13:00:27.468707 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 3.963µs I0505 13:00:27.468711 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 13:00:27.468715 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 4.418µs I0505 13:00:27.468878 3680 default_network_controller.go:585] Completing all the Watchers took 299.267369ms I0505 13:00:27.468894 3680 default_network_controller.go:589] Starting unidling controllers I0505 13:00:27.468910 3680 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 13:00:27.468918 3680 unidle.go:63] Populating Initial ContollerEvent events I0505 13:00:27.468933 3680 unidle.go:79] Setting up event handlers for services I0505 13:00:27.468999 3680 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:00:27.735310 3680 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:28.234615 3680 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:28.735291 3680 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:29.235492 3680 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:29.550278 3680 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:00:29.735486 3680 default_node_network_controller.go:519] Node connection status = connected I0505 13:00:29.753006 3680 bridgeconfig.go:537] Gateway is ready I0505 13:00:29.753022 3680 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 13:00:29.764117 3680 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.203. Updating OVN encap IP. I0505 13:00:29.769573 3680 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.203 - it is already configured I0505 13:00:29.769590 3680 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.203/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 13:00:29.769817 3680 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.203/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-203.ec2.internal","mac-address":"12:53:21:5b:9f:8b","ip-addresses":["10.0.0.203/24"],"ip-address":"10.0.0.203/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ea0a9df4-a91c-432a-8a9e-c8aac8c91638 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.203/24"}] on node ip-10-0-0-203.ec2.internal I0505 13:00:29.786015 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default" I0505 13:00:29.786035 3680 master.go:548] Adding or Updating local node "ip-10-0-0-203.ec2.internal" for network "default" I0505 13:00:29.786094 3680 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.203 I0505 13:00:29.786145 3680 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default" I0505 13:00:29.786193 3680 services_controller.go:574] Full service sync requested for network=default I0505 13:00:29.786101 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal I0505 13:00:29.786263 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 160.513µs I0505 13:00:29.786132 3680 egressfirewall.go:723] Syncing node "ip-10-0-0-203.ec2.internal" for egress firewall I0505 13:00:29.786315 3680 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-203.ec2.internal I0505 13:00:29.790627 3680 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-203.ec2.internal. Updating no re-route policies I0505 13:00:29.790699 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-203.ec2.internal I0505 13:00:29.790711 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lfsct I0505 13:00:29.790718 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-p9mrt I0505 13:00:29.790726 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lfsct I0505 13:00:29.790727 3680 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-203.ec2.internal I0505 13:00:29.790731 3680 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-z9jj4 I0505 13:00:29.790736 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-p9mrt I0505 13:00:29.790740 3680 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-z9jj4 I0505 13:00:29.790741 3680 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-203.ec2.internal I0505 13:00:29.790744 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf I0505 13:00:29.790752 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-lfsct after 0 failed attempt(s) I0505 13:00:29.790755 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf I0505 13:00:29.790757 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nktlc I0505 13:00:29.790765 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-tznwh I0505 13:00:29.790771 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-tznwh I0505 13:00:29.790772 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nktlc I0505 13:00:29.790769 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mlb8v I0505 13:00:29.790776 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-l99qx I0505 13:00:29.790784 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mlb8v I0505 13:00:29.790787 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-l99qx I0505 13:00:29.790791 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nktlc after 0 failed attempt(s) I0505 13:00:29.790790 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-mhv7l I0505 13:00:29.790715 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-203.ec2.internal I0505 13:00:29.790802 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mlb8v after 0 failed attempt(s) I0505 13:00:29.790801 3680 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qtgzf] creating logical port openshift-network-diagnostics_network-check-target-qtgzf for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:29.790806 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-l99qx after 0 failed attempt(s) I0505 13:00:29.790808 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-mhv7l I0505 13:00:29.790756 3680 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-z9jj4 after 0 failed attempt(s) I0505 13:00:29.790816 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-203.ec2.internal after 0 failed attempt(s) I0505 13:00:29.790723 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-dx2l8 I0505 13:00:29.790829 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-dx2l8 I0505 13:00:29.790700 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7jx8w I0505 13:00:29.790838 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-mhv7l after 0 failed attempt(s) I0505 13:00:29.790764 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-p9mrt after 0 failed attempt(s) I0505 13:00:29.790850 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-dx2l8 after 0 failed attempt(s) I0505 13:00:29.790848 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7jx8w I0505 13:00:29.790860 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-tznwh after 0 failed attempt(s) I0505 13:00:29.790859 3680 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-203.ec2.internal after 0 failed attempt(s) I0505 13:00:29.790882 3680 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7jx8w] creating logical port openshift-multus_network-metrics-daemon-7jx8w for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:29.791434 3680 pods.go:271] [openshift-network-diagnostics/network-check-target-qtgzf] addLogicalPort took 647.444µs, libovsdb time 236.788µs I0505 13:00:29.791444 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf after 0 failed attempt(s) I0505 13:00:29.791615 3680 pods.go:271] [openshift-multus/network-metrics-daemon-7jx8w] addLogicalPort took 739.868µs, libovsdb time 189.971µs I0505 13:00:29.791622 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-7jx8w after 0 failed attempt(s) I0505 13:00:29.805314 3680 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 13:00:29.816482 3680 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 13:00:29.819649 3680 iptables.go:108] Creating table: nat chain: OUTPUT I0505 13:00:29.865186 3680 iptables.go:108] Creating table: nat chain: PREROUTING I0505 13:00:29.919969 3680 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:00:29.935664 3680 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 13:00:29.935778 3680 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 13:00:29.935819 3680 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 13:00:29.935888 3680 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 13:00:29.935932 3680 gateway_init.go:325] Gateway and management port readiness took 2.705583378s I0505 13:00:29.935958 3680 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 13:00:29.935989 3680 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 13:00:29.936000 3680 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 13:00:29.936009 3680 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:00:29.936063 3680 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 13:00:29.936143 3680 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.725µs I0505 13:00:29.936369 3680 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 13:00:29.936394 3680 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.551µs I0505 13:00:29.936402 3680 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.718µs I0505 13:00:29.936407 3680 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 13:00:29.936415 3680 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 13:00:29.936420 3680 default_node_network_controller.go:899] Starting the default node network controller I0505 13:00:29.936424 3680 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 13:00:29.936498 3680 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.173µs I0505 13:00:29.936600 3680 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 13:00:29.936610 3680 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 13:00:29.936635 3680 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d83c0 0xc0002dd730 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd8f0 0xc0002dd960 0xc00089b590 0xc0002dd9d0 0xc0002ddab0 0xc000cb0370 0xc0065f9340 0xc0002ddb20 map[0x2ff9080:0xc000ac9860 0x2ff95c0:0xc000ac99e0 0x2ffa2e0:0xc00248e1e0 0x2ffa580:0xc000ac9800 0x2ffad60:0xc000ac98c0 0x2ffb000:0xc000ac9920 0x2ffb2a0:0xc000ac9980 0x2ffba80:0xc000ac9a40 0x2ffbd20:0xc000ac9aa0 0x3026980:0xc001081ec0 0x3026d20:0xc001081f20 0x3027800:0xc000ca47e0 0x3029160:0xc001bf8000 0x30298a0:0xc00248e180 0x302a720:0xc0009d9200] 0xc0000d27e0 0} I0505 13:00:29.936698 3680 gateway.go:151] Starting gateway service sync I0505 13:00:29.937131 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 13:00:29.939189 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 13:00:29.962599 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 13:00:29.963742 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 13:00:29.964879 3680 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 13:00:29.998001 3680 gateway.go:168] Gateway service sync done. Time taken: 61.291584ms I0505 13:00:29.998429 3680 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31073 I0505 13:00:29.998851 3680 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d83c0 0xc0002dd730 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd8f0 0xc0002dd960 0xc00089b590 0xc0002dd9d0 0xc0002ddab0 0xc000cb0370 0xc0065f9340 0xc0002ddb20 map[0x2ff9080:0xc000ac9860 0x2ff95c0:0xc000ac99e0 0x2ffa2e0:0xc00248e1e0 0x2ffa580:0xc000ac9800 0x2ffad60:0xc000ac98c0 0x2ffb000:0xc000ac9920 0x2ffb2a0:0xc000ac9980 0x2ffba80:0xc000ac9a40 0x2ffbd20:0xc000ac9aa0 0x3026980:0xc001081ec0 0x3026d20:0xc001081f20 0x3027800:0xc000ca47e0 0x3029160:0xc001bf8000 0x30298a0:0xc00248e180 0x302a720:0xc0009d9200] 0xc0000d27e0 0} I0505 13:00:29.999325 3680 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d83c0 0xc0002dd730 0xc0002dd7a0 0xc0002dd810 0xc0002dd880 0xc0002dd8f0 0xc0002dd960 0xc00089b590 0xc0002dd9d0 0xc0002ddab0 0xc000cb0370 0xc0065f9340 0xc0002ddb20 map[0x2ff9080:0xc000ac9860 0x2ff95c0:0xc000ac99e0 0x2ffa2e0:0xc00248e1e0 0x2ffa580:0xc000ac9800 0x2ffad60:0xc000ac98c0 0x2ffb000:0xc000ac9920 0x2ffb2a0:0xc000ac9980 0x2ffba80:0xc000ac9a40 0x2ffbd20:0xc000ac9aa0 0x3026980:0xc001081ec0 0x3026d20:0xc001081f20 0x3027800:0xc000ca47e0 0x3029160:0xc001bf8000 0x30298a0:0xc00248e180 0x302a720:0xc0009d9200] 0xc0000d27e0 0} I0505 13:00:29.999362 3680 gateway.go:532] Reconciling gateway with updates I0505 13:00:30.004208 3680 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 13:00:30.004228 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:30.004239 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:30.004255 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:30.004255 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:30.004267 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:30.004269 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:30.004256 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:30.004279 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:30.004290 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:30.004291 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:30.004301 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:30.004242 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:30.004308 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:30.004321 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:30.004336 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:30.004337 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:30.004337 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:30.004352 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:30.004332 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:30.004351 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:30.004362 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:00:30.004366 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:30.004370 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:30.004370 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:30.004375 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:00:30.004372 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:30.004381 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:30.004382 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:00:30.004384 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:00:30.004387 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:30.004283 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:30.004390 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:00:30.004390 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:30.004396 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:30.004398 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:30.004404 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:30.004407 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:30.004407 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:30.004413 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:30.004421 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:30.004421 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0505 13:00:30.004275 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:00:30.004429 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:00:30.004407 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:30.004323 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:00:30.004447 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:00:30.004437 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:30.004452 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:30.004457 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:00:30.004458 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:30.004464 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:30.004461 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:30.004470 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:30.004471 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:30.004474 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:30.004479 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:30.004439 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:30.004486 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:30.004492 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:30.004499 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:30.004498 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:30.004507 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:30.004511 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:30.004512 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:00:30.004385 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:30.004518 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:00:30.004383 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:00:30.004497 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:30.004535 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:00:30.004546 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:00:30.004522 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:00:30.004496 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:30.004557 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:30.004563 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:00:30.004477 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:30.004565 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:30.004569 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:00:30.004400 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:00:30.004586 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:00:30.004573 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:30.004640 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:30.004351 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:30.004456 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:00:30.004239 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:30.004701 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:30.004712 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:30.004376 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:00:30.004720 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:30.004310 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:30.004312 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:30.004284 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:30.004326 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:30.004859 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:30.004293 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:30.004908 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:30.004326 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:30.004355 3680 default_node_network_controller.go:944] Gateway and management port readiness took 67.738247ms I0505 13:00:30.004394 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:30.004421 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:00:30.004427 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:30.004434 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:30.005126 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:30.004440 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 30301 is already open, no action needed I0505 13:00:30.004448 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:00:30.004458 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:00:30.004459 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:00:30.004464 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:30.004477 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:30.004476 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:30.005358 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:30.004482 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:00:30.004568 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:30.005523 3680 node_ip_handler_linux.go:160] Node IP manager is running W0505 13:00:30.041501 3680 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:00:30.041727 3680 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:00:30.041911 3680 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 13:00:30.050816 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:00:30.050845 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:00:30.050852 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:00:30.050862 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:00:30.050871 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:00:30.050880 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:00:30.050907 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:00:30.050919 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:00:30.050926 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:00:30.050932 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:00:30.050937 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:00:30.050942 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:00:30.050947 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:00:30.050956 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:00:30.050963 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:00:30.050968 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:00:30.050973 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:00:30.092768 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:00:30.092779 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:00:30.092827 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:00:30.092842 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:00:30.092851 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:00:30.109180 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 13:00:30.109201 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 70.249µs I0505 13:00:30.134713 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:00:31.184845 3680 default_node_network_controller.go:1380] Starting node controller node sync W0505 13:00:31.184867 3680 egressip_healthcheck.go:76] Health checking using insecure connection I0505 13:00:31.184909 3680 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 13:00:31.199402 3680 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 14.536909ms I0505 13:00:31.199526 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-125.ec2.internal", IP: 10.0.2.125 to PMTUD blocking rules I0505 13:00:31.199546 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-125.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:00:31.199526 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 10.0.1.250 to PMTUD blocking rules I0505 13:00:31.199618 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:00:31.210897 3680 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 13:00:31.211221 3680 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 13:00:31.211383 3680 egressservice_node.go:183] Starting Egress Services Controller I0505 13:00:31.211402 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:00:31.211415 3680 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:00:31.211422 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:00:31.211429 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:00:31.211437 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:00:31.211445 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:00:31.211453 3680 egressservice_node.go:197] Repairing Egress Services I0505 13:00:31.220908 3680 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 13:00:31.220921 3680 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:00:31.221293 3680 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 13:00:31.221306 3680 link_network_manager.go:119] Link manager is running I0505 13:00:31.221320 3680 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 13:00:31.221469 3680 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 13:00:31.221992 3680 vrf_manager.go:128] VRF manager is running I0505 13:00:31.222070 3680 node_controller_manager.go:437] Removing flows to drop GARP I0505 13:00:31.222081 3680 gateway.go:532] Reconciling gateway with updates I0505 13:00:31.245211 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:31.245224 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:31.245231 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:31.245237 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:00:31.245240 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:00:31.245237 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:31.245250 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:31.245249 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:31.245256 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:00:31.245276 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:31.245286 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:00:31.245212 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:31.245308 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:00:31.245311 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:31.245317 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:00:31.245321 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:31.245220 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:31.245324 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:00:31.245330 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:00:31.245332 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:00:31.245339 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:31.245231 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:00:31.245344 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:31.245344 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:31.245354 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:00:31.245356 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:00:31.245360 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:00:31.245361 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:31.245363 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:00:31.245370 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:00:31.245370 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:00:31.245374 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:00:31.245296 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:31.245379 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:31.245381 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:00:31.245385 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:00:31.245380 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:31.245390 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:00:31.245387 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:00:31.245397 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:00:31.245400 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:00:31.245398 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:00:31.245405 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:00:31.245410 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:31.245410 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:31.245350 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:00:31.245415 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:31.245424 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:00:31.245424 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:31.245426 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:31.245432 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:31.245435 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:00:31.245437 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:00:31.245436 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:31.245443 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:31.245440 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:31.245451 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:00:31.245452 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:00:31.245339 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:00:31.245325 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:00:31.245433 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:31.245485 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:00:31.245485 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:31.245424 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:00:31.245355 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:31.245499 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:00:31.245507 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:00:31.245532 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:31.245547 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:00:31.245240 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:31.245577 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:00:31.245409 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:31.245640 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:00:31.245310 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:31.245738 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:00:31.245397 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:31.245769 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:00:31.245774 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:00:31.245266 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:00:31.245379 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:31.245825 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:31.245388 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:00:31.245868 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:00:31.245388 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:31.245877 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:00:31.245390 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:31.245903 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:00:31.245401 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:31.245926 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:00:31.245401 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:00:31.245406 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:31.245948 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:00:31.245411 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:00:31.245412 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:00:31.245419 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:00:31.245991 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:00:31.245417 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:31.245999 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:00:31.246009 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0505 13:00:31.246014 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 30301 is already open, no action needed I0505 13:00:31.245296 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:00:31.245245 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:00:31.245430 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:00:31.245454 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:00:31.245457 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:00:31.246225 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:00:31.245490 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:00:31.268394 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:00:31.268406 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:00:31.268422 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:00:31.268431 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:00:31.268442 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:00:31.268449 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:00:31.268455 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:00:31.268459 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:00:31.268465 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:00:31.268469 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:00:31.268475 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:00:31.268481 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:00:31.268486 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:00:31.268490 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:00:31.307231 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:00:31.307250 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:00:31.307257 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:00:31.307264 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:00:31.307273 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:00:31.307283 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:00:31.307290 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:00:31.347255 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:00:31.347304 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:00:31.347319 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:00:31.347328 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:00:31.347336 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:00:31.347341 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:00:33.308334 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal I0505 13:00:33.308401 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 39.097µs I0505 13:00:33.339785 3680 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bfffb659d-q74hg] creating logical port openshift-image-registry_image-registry-bfffb659d-q74hg for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:33.339924 3680 kube.go:256] Updating pod openshift-image-registry/image-registry-bfffb659d-q74hg I0505 13:00:33.360629 3680 pod.go:62] [openshift-image-registry/image-registry-bfffb659d-q74hg] pod update took 20.732709ms I0505 13:00:33.360651 3680 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bfffb659d-q74hg] addLogicalPort annotation time took 20.761683ms I0505 13:00:33.362093 3680 pods.go:271] [openshift-image-registry/image-registry-bfffb659d-q74hg] addLogicalPort took 22.326744ms, libovsdb time 1.153488ms I0505 13:00:33.368499 3680 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-c57wx] creating logical port openshift-ingress-canary_ingress-canary-c57wx for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:33.368557 3680 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-j777b] creating logical port openshift-dns_dns-default-j777b for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:33.368638 3680 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-c57wx I0505 13:00:33.368652 3680 kube.go:256] Updating pod openshift-dns/dns-default-j777b I0505 13:00:33.386152 3680 pod.go:62] [openshift-dns/dns-default-j777b] pod update took 17.532584ms I0505 13:00:33.386179 3680 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-j777b] addLogicalPort annotation time took 17.563189ms I0505 13:00:33.387380 3680 pods.go:271] [openshift-dns/dns-default-j777b] addLogicalPort took 18.831085ms, libovsdb time 957.94µs I0505 13:00:33.389417 3680 pod.go:62] [openshift-ingress-canary/ingress-canary-c57wx] pod update took 20.805514ms I0505 13:00:33.389433 3680 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-c57wx] addLogicalPort annotation time took 20.846126ms I0505 13:00:33.390274 3680 pods.go:271] [openshift-ingress-canary/ingress-canary-c57wx] addLogicalPort took 21.78959ms, libovsdb time 619.149µs W0505 13:00:33.752090 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:00:33.785913 3680 cni.go:452] [openshift-ingress-canary/ingress-canary-c57wx 2be28ad0a167d26f4a8b48c8bf3b287b9456abeceaa9c98f4ffb74ecae6b78ff network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-c57wx 2be28ad0a167d26f4a8b48c8bf3b287b9456abeceaa9c98f4ffb74ecae6b78ff network default NAD default NAD key ] I0505 13:00:33.804889 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-c57wx, hostIfaceName: 2be28ad0a167d26, network: default, NAD default, SandboxID: "2be28ad0a167d26f4a8b48c8bf3b287b9456abeceaa9c98f4ffb74ecae6b78ff", PCI device ID: , UID: "c0294842-0be7-4238-90b0-03e6288270b5", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 13:00:33.857074 3680 cni.go:473] [openshift-ingress-canary/ingress-canary-c57wx 2be28ad0a167d26f4a8b48c8bf3b287b9456abeceaa9c98f4ffb74ecae6b78ff network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-c57wx 2be28ad0a167d26f4a8b48c8bf3b287b9456abeceaa9c98f4ffb74ecae6b78ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:15:f1:bf:2b:7b\",\"name\":\"2be28ad0a167d26\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50f97e0b-4f64-4a30-9342-d25e94070f4e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:00:34.756213 3680 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:00:37.487020 3680 cni.go:452] [openshift-network-diagnostics/network-check-target-qtgzf 1030473588d8220a1e7a44a039fedb2c5cb85a5c60d2292f0d3139db7655accf network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qtgzf 1030473588d8220a1e7a44a039fedb2c5cb85a5c60d2292f0d3139db7655accf network default NAD default NAD key ] I0505 13:00:37.496135 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qtgzf, hostIfaceName: 1030473588d8220, network: default, NAD default, SandboxID: "1030473588d8220a1e7a44a039fedb2c5cb85a5c60d2292f0d3139db7655accf", PCI device ID: , UID: "616b5223-5ac3-4a91-a42e-96930b7b3a10", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 13:00:37.538525 3680 cni.go:473] [openshift-network-diagnostics/network-check-target-qtgzf 1030473588d8220a1e7a44a039fedb2c5cb85a5c60d2292f0d3139db7655accf network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qtgzf 1030473588d8220a1e7a44a039fedb2c5cb85a5c60d2292f0d3139db7655accf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:94:7c:17:b8:6b\",\"name\":\"1030473588d8220\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8238502f-6369-4764-851a-40cb1254fa54\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:00:38.404750 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:00:41.685587 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:00:44.543593 3680 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7776d7c8c6-rbk5b] creating logical port openshift-ingress_router-default-7776d7c8c6-rbk5b for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:44.543712 3680 kube.go:256] Updating pod openshift-ingress/router-default-7776d7c8c6-rbk5b I0505 13:00:44.573655 3680 pod.go:62] [openshift-ingress/router-default-7776d7c8c6-rbk5b] pod update took 29.969175ms I0505 13:00:44.573675 3680 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7776d7c8c6-rbk5b] addLogicalPort annotation time took 29.996017ms I0505 13:00:44.574682 3680 pods.go:271] [openshift-ingress/router-default-7776d7c8c6-rbk5b] addLogicalPort took 31.104038ms, libovsdb time 786.268µs I0505 13:00:44.658335 3680 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6b7ff97887-q6hq7] creating logical port openshift-ingress_router-default-6b7ff97887-q6hq7 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:44.658408 3680 kube.go:256] Updating pod openshift-ingress/router-default-6b7ff97887-q6hq7 I0505 13:00:44.691425 3680 pod.go:62] [openshift-ingress/router-default-6b7ff97887-q6hq7] pod update took 33.039762ms I0505 13:00:44.691446 3680 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6b7ff97887-q6hq7] addLogicalPort annotation time took 33.065381ms I0505 13:00:44.692342 3680 pods.go:271] [openshift-ingress/router-default-6b7ff97887-q6hq7] addLogicalPort took 34.016473ms, libovsdb time 670.675µs I0505 13:00:44.862924 3680 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-bkkcv for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:44.863002 3680 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv I0505 13:00:44.898442 3680 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv] pod update took 35.458023ms I0505 13:00:44.898465 3680 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv] addLogicalPort annotation time took 35.485049ms I0505 13:00:44.899360 3680 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv] addLogicalPort took 36.449496ms, libovsdb time 646.161µs I0505 13:00:45.262597 3680 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv d783cf0904ed65dd4f2fc68cf54c99468bf3875632681cd177fd7c47fe25386e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv d783cf0904ed65dd4f2fc68cf54c99468bf3875632681cd177fd7c47fe25386e network default NAD default NAD key ] I0505 13:00:45.271523 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-bkkcv, hostIfaceName: d783cf0904ed65d, network: default, NAD default, SandboxID: "d783cf0904ed65dd4f2fc68cf54c99468bf3875632681cd177fd7c47fe25386e", PCI device ID: , UID: "38ce1803-60eb-4b9b-8f86-c728c5739ffd", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 13:00:45.315631 3680 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv d783cf0904ed65dd4f2fc68cf54c99468bf3875632681cd177fd7c47fe25386e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-bkkcv d783cf0904ed65dd4f2fc68cf54c99468bf3875632681cd177fd7c47fe25386e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:26:2f:ff:45:1e\",\"name\":\"d783cf0904ed65d\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16449c71-7216-4c37-a75e-2bd03b3973da\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:49.294365 3680 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:00:49.295273 3680 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 883.289µs I0505 13:00:49.312390 3680 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:00:49.409288 3680 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-sswtn for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:49.409387 3680 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn I0505 13:00:49.440384 3680 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn] pod update took 31.030263ms I0505 13:00:49.440404 3680 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn] addLogicalPort annotation time took 31.056456ms I0505 13:00:49.441539 3680 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn] addLogicalPort took 32.277531ms, libovsdb time 838.114µs W0505 13:00:49.712412 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:49.792374 3680 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn e16bd804b9327b221f123682e1df6fcb3dbbacac00268fac9e95168ae9ea7a33 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn e16bd804b9327b221f123682e1df6fcb3dbbacac00268fac9e95168ae9ea7a33 network default NAD default NAD key ] I0505 13:00:49.803153 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-sswtn, hostIfaceName: e16bd804b9327b2, network: default, NAD default, SandboxID: "e16bd804b9327b221f123682e1df6fcb3dbbacac00268fac9e95168ae9ea7a33", PCI device ID: , UID: "f887134f-9d02-4442-a975-64c9685c93c0", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 13:00:49.849185 3680 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn e16bd804b9327b221f123682e1df6fcb3dbbacac00268fac9e95168ae9ea7a33 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-sswtn e16bd804b9327b221f123682e1df6fcb3dbbacac00268fac9e95168ae9ea7a33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:37:9a:2a:af:30\",\"name\":\"e16bd804b9327b2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59962525-7373-4723-9cd2-cb72bcf49eab\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:50.801380 3680 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:00:50.802345 3680 namespace.go:102] [openshift-service-ca] adding namespace took 940.964µs I0505 13:00:50.821552 3680 namespace.go:142] [openshift-service-ca] updating namespace I0505 13:00:52.482614 3680 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-wbj8f] creating logical port openshift-service-ca_service-ca-d9cb48497-wbj8f for pod on switch ip-10-0-0-203.ec2.internal I0505 13:00:52.482738 3680 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-wbj8f I0505 13:00:52.497498 3680 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-wbj8f] pod update took 14.784787ms I0505 13:00:52.497527 3680 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-wbj8f] addLogicalPort annotation time took 14.816494ms I0505 13:00:52.498768 3680 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-wbj8f] addLogicalPort took 16.175711ms, libovsdb time 882.039µs I0505 13:00:52.867594 3680 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-wbj8f 6a3e91603f5265b9413a6b9ed97d12a12067f3e0644bfe08a101e410b8222a0a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-wbj8f 6a3e91603f5265b9413a6b9ed97d12a12067f3e0644bfe08a101e410b8222a0a network default NAD default NAD key ] I0505 13:00:52.877914 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-wbj8f, hostIfaceName: 6a3e91603f5265b, network: default, NAD default, SandboxID: "6a3e91603f5265b9413a6b9ed97d12a12067f3e0644bfe08a101e410b8222a0a", PCI device ID: , UID: "173f896c-a511-4f99-af4f-bc793aaea041", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 13:00:52.922576 3680 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-wbj8f 6a3e91603f5265b9413a6b9ed97d12a12067f3e0644bfe08a101e410b8222a0a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-wbj8f 6a3e91603f5265b9413a6b9ed97d12a12067f3e0644bfe08a101e410b8222a0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fc:bf:eb:a0:f9\",\"name\":\"6a3e91603f5265b\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4fc3b12-82a6-45e8-b931-0f5e3dba5e66\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:00.272980 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:01:01.750367 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.750398 3680 pods.go:176] Deleting pod: openshift-image-registry/image-registry-bfffb659d-q74hg I0505 13:01:01.751565 3680 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-bfffb659d-q74hg, ips: 10.130.0.5 I0505 13:01:01.751591 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.760098 3680 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6] creating logical port openshift-image-registry_image-registry-5b5d6fd7c5-rgmb6 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:01.760212 3680 kube.go:256] Updating pod openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 I0505 13:01:01.767141 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.767182 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.770109 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bfffb659d-q74hg I0505 13:01:01.770148 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bfffb659d-q74hg I0505 13:01:01.781992 3680 pod.go:62] [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6] pod update took 21.833412ms I0505 13:01:01.782016 3680 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6] addLogicalPort annotation time took 21.860217ms I0505 13:01:01.783292 3680 pods.go:271] [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6] addLogicalPort took 23.205462ms, libovsdb time 962.285µs I0505 13:01:01.826058 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.826657 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:01.838300 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.838319 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:01.847266 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688ddf899c-snrc8 I0505 13:01:01.847291 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688ddf899c-snrc8 I0505 13:01:02.116617 3680 cni.go:452] [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key ] I0505 13:01:02.127539 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5b5d6fd7c5-rgmb6, hostIfaceName: 24bdf83ca450b71, network: default, NAD default, SandboxID: "24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4", PCI device ID: , UID: "03383240-9c3f-4be0-89d4-ebfe36c99bc4", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 13:01:02.174635 3680 cni.go:473] [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1c:42:84:d1:ab\",\"name\":\"24bdf83ca450b71\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42b6d072-b6fa-443c-85cc-156bc73fd507\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:05.575893 3680 cni.go:452] [openshift-dns/dns-default-j777b ac082a3e1decba9462965f9d484a48ed4b48fabb862ce35635388d3e56c18b2f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-j777b ac082a3e1decba9462965f9d484a48ed4b48fabb862ce35635388d3e56c18b2f network default NAD default NAD key ] I0505 13:01:05.584913 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-j777b, hostIfaceName: ac082a3e1decba9, network: default, NAD default, SandboxID: "ac082a3e1decba9462965f9d484a48ed4b48fabb862ce35635388d3e56c18b2f", PCI device ID: , UID: "a8887f6c-9dea-4c59-b213-5c384006ae15", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 13:01:05.630911 3680 cni.go:473] [openshift-dns/dns-default-j777b ac082a3e1decba9462965f9d484a48ed4b48fabb862ce35635388d3e56c18b2f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-j777b ac082a3e1decba9462965f9d484a48ed4b48fabb862ce35635388d3e56c18b2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b6:04:0e:fc:4b\",\"name\":\"ac082a3e1decba9\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e306430f-3e3a-49e0-8098-551fa7a7dad1\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:09.588174 3680 cni.go:452] [openshift-multus/network-metrics-daemon-7jx8w 8b79175cbe6b41ff41e2c16c56018bc18d3f5ae25c36c082ed3469dccf01ee1c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-7jx8w 8b79175cbe6b41ff41e2c16c56018bc18d3f5ae25c36c082ed3469dccf01ee1c network default NAD default NAD key ] I0505 13:01:09.598254 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-7jx8w, hostIfaceName: 8b79175cbe6b41f, network: default, NAD default, SandboxID: "8b79175cbe6b41ff41e2c16c56018bc18d3f5ae25c36c082ed3469dccf01ee1c", PCI device ID: , UID: "5a3dd452-3a41-4c4c-92b8-ef56ba94bd79", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 13:01:09.644501 3680 cni.go:473] [openshift-multus/network-metrics-daemon-7jx8w 8b79175cbe6b41ff41e2c16c56018bc18d3f5ae25c36c082ed3469dccf01ee1c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-7jx8w 8b79175cbe6b41ff41e2c16c56018bc18d3f5ae25c36c082ed3469dccf01ee1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:27:5f:ec:4b:87\",\"name\":\"8b79175cbe6b41f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/188544a8-fee0-4918-895c-61b5b77a79dd\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:16.743075 3680 cni.go:452] [openshift-ingress/router-default-7776d7c8c6-rbk5b 73e6cda23f1ed73bb0cd471f8c8316981446c35a55f2e99ccb3c5bfc4a5ac8af network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7776d7c8c6-rbk5b 73e6cda23f1ed73bb0cd471f8c8316981446c35a55f2e99ccb3c5bfc4a5ac8af network default NAD default NAD key ] I0505 13:01:16.752119 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7776d7c8c6-rbk5b, hostIfaceName: 73e6cda23f1ed73, network: default, NAD default, SandboxID: "73e6cda23f1ed73bb0cd471f8c8316981446c35a55f2e99ccb3c5bfc4a5ac8af", PCI device ID: , UID: "d3d951ad-8fe5-4521-ab1c-227f015c08e6", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 13:01:16.795878 3680 cni.go:473] [openshift-ingress/router-default-7776d7c8c6-rbk5b 73e6cda23f1ed73bb0cd471f8c8316981446c35a55f2e99ccb3c5bfc4a5ac8af network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7776d7c8c6-rbk5b 73e6cda23f1ed73bb0cd471f8c8316981446c35a55f2e99ccb3c5bfc4a5ac8af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:24:a8:5d:78:01\",\"name\":\"73e6cda23f1ed73\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6833f09b-f2f4-4401-9d57-c168fb24d891\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:16.818298 3680 cni.go:452] [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key ] I0505 13:01:16.827598 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6b7ff97887-q6hq7, hostIfaceName: 3794dc0627fa7ca, network: default, NAD default, SandboxID: "3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67", PCI device ID: , UID: "b5bcdd9a-5e71-4041-8d70-70a0b124b810", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 13:01:16.875890 3680 cni.go:473] [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:32:d8:b5:36:2a\",\"name\":\"3794dc0627fa7ca\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae080d51-c613-4918-be94-1f7144d1c2c0\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:21.643477 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:01:21.713820 3680 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:21.713909 3680 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b I0505 13:01:21.738044 3680 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b] pod update took 24.15914ms I0505 13:01:21.738065 3680 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b] addLogicalPort annotation time took 24.186786ms I0505 13:01:21.739251 3680 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b] addLogicalPort took 25.448827ms, libovsdb time 867.266µs W0505 13:01:21.743549 3680 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:21.791040 3680 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 13:01:21.860651 3680 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:21.915209 3680 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-lp27d for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:21.915287 3680 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d I0505 13:01:21.931471 3680 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d] pod update took 16.20282ms I0505 13:01:21.931497 3680 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d] addLogicalPort annotation time took 16.232629ms I0505 13:01:21.932498 3680 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d] addLogicalPort took 17.300982ms, libovsdb time 742.036µs I0505 13:01:21.961656 3680 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-5njc6] creating logical port openshift-console_downloads-5c54f4944f-5njc6 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:21.961747 3680 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-5njc6 I0505 13:01:21.981689 3680 pod.go:62] [openshift-console/downloads-5c54f4944f-5njc6] pod update took 19.967938ms I0505 13:01:21.981712 3680 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-5njc6] addLogicalPort annotation time took 19.99502ms I0505 13:01:21.982763 3680 pods.go:271] [openshift-console/downloads-5c54f4944f-5njc6] addLogicalPort took 21.120849ms, libovsdb time 791.47µs I0505 13:01:22.027260 3680 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-q9zp2] creating logical port openshift-insights_insights-runtime-extractor-q9zp2 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:22.027350 3680 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-q9zp2 I0505 13:01:22.055538 3680 pod.go:62] [openshift-insights/insights-runtime-extractor-q9zp2] pod update took 28.213099ms I0505 13:01:22.055561 3680 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-q9zp2] addLogicalPort annotation time took 28.239757ms I0505 13:01:22.056794 3680 pods.go:271] [openshift-insights/insights-runtime-extractor-q9zp2] addLogicalPort took 29.548385ms, libovsdb time 945.031µs I0505 13:01:22.083260 3680 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key ] I0505 13:01:22.092239 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b, hostIfaceName: 2b80044466c50cb, network: default, NAD default, SandboxID: "2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba", PCI device ID: , UID: "f9d6219a-5651-486a-ba11-b40e8dbd3616", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 13:01:22.139206 3680 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e5:98:fb:14:fb\",\"name\":\"2b80044466c50cb\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/485150d7-20c1-439a-a707-16a87e333bf4\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:22.272092 3680 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d 2a84dc51c17d3fb40ba7003cfb3733761637d6fde9f44a68241efa3741936f70 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d 2a84dc51c17d3fb40ba7003cfb3733761637d6fde9f44a68241efa3741936f70 network default NAD default NAD key ] I0505 13:01:22.281764 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-lp27d, hostIfaceName: 2a84dc51c17d3fb, network: default, NAD default, SandboxID: "2a84dc51c17d3fb40ba7003cfb3733761637d6fde9f44a68241efa3741936f70", PCI device ID: , UID: "3977a6b9-28df-40b7-b20d-75b5471fb8fd", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 13:01:22.323524 3680 cni.go:452] [openshift-console/downloads-5c54f4944f-5njc6 d073b2af4c2b1cc6b1b396fec83210ca1f662b5ed00efc9a423e146134c2364f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-5njc6 d073b2af4c2b1cc6b1b396fec83210ca1f662b5ed00efc9a423e146134c2364f network default NAD default NAD key ] I0505 13:01:22.332369 3680 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d 2a84dc51c17d3fb40ba7003cfb3733761637d6fde9f44a68241efa3741936f70 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lp27d 2a84dc51c17d3fb40ba7003cfb3733761637d6fde9f44a68241efa3741936f70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:00:6e:7b:27:17\",\"name\":\"2a84dc51c17d3fb\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31d49cc6-7d45-4949-8ee4-571604b4a8e4\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:22.332879 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-5njc6, hostIfaceName: d073b2af4c2b1cc, network: default, NAD default, SandboxID: "d073b2af4c2b1cc6b1b396fec83210ca1f662b5ed00efc9a423e146134c2364f", PCI device ID: , UID: "2bcd5c62-9dbc-4561-b1a8-4bc8dd2e134f", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 13:01:22.379395 3680 cni.go:473] [openshift-console/downloads-5c54f4944f-5njc6 d073b2af4c2b1cc6b1b396fec83210ca1f662b5ed00efc9a423e146134c2364f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-5njc6 d073b2af4c2b1cc6b1b396fec83210ca1f662b5ed00efc9a423e146134c2364f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:55:2d:8b:04:79\",\"name\":\"d073b2af4c2b1cc\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/456b989f-618f-4654-8689-e2124eff950b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:22.384689 3680 cni.go:452] [openshift-insights/insights-runtime-extractor-q9zp2 21bdd30c586fec54a4d520c5907da6363f065dc4e3573b22645e2a8144d480fb network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-q9zp2 21bdd30c586fec54a4d520c5907da6363f065dc4e3573b22645e2a8144d480fb network default NAD default NAD key ] I0505 13:01:22.394298 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-q9zp2, hostIfaceName: 21bdd30c586fec5, network: default, NAD default, SandboxID: "21bdd30c586fec54a4d520c5907da6363f065dc4e3573b22645e2a8144d480fb", PCI device ID: , UID: "5ccfa952-c2de-4c8b-94ed-935247486a8d", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 13:01:22.442433 3680 cni.go:473] [openshift-insights/insights-runtime-extractor-q9zp2 21bdd30c586fec54a4d520c5907da6363f065dc4e3573b22645e2a8144d480fb network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-q9zp2 21bdd30c586fec54a4d520c5907da6363f065dc4e3573b22645e2a8144d480fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:20:71:51:53:17\",\"name\":\"21bdd30c586fec5\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bc3a50d-ca28-4c5d-8373-faeb00f9785b\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:23.767635 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:23.836796 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 13:01:23.867013 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:01:23.907457 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:23.908249 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:23.922051 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:23.922068 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:23.927700 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc I0505 13:01:23.927725 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc I0505 13:01:24.395274 3680 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-d9ktl] creating logical port openshift-monitoring_prometheus-operator-76b589d668-d9ktl for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:24.395416 3680 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-d9ktl I0505 13:01:24.412431 3680 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-d9ktl] pod update took 17.053013ms I0505 13:01:24.412462 3680 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-d9ktl] addLogicalPort annotation time took 17.088747ms I0505 13:01:24.414097 3680 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-d9ktl] addLogicalPort took 18.8456ms, libovsdb time 1.152422ms I0505 13:01:25.357928 3680 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-d9ktl cbe485194bf21850bf69ca630817b53fd33803088c9d1bbc5312bdd311c68542 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-d9ktl cbe485194bf21850bf69ca630817b53fd33803088c9d1bbc5312bdd311c68542 network default NAD default NAD key ] I0505 13:01:25.368076 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-d9ktl, hostIfaceName: cbe485194bf2185, network: default, NAD default, SandboxID: "cbe485194bf21850bf69ca630817b53fd33803088c9d1bbc5312bdd311c68542", PCI device ID: , UID: "779af2bb-2f90-4ebf-9014-130d73ef3e2e", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 13:01:25.421280 3680 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-d9ktl cbe485194bf21850bf69ca630817b53fd33803088c9d1bbc5312bdd311c68542 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-d9ktl cbe485194bf21850bf69ca630817b53fd33803088c9d1bbc5312bdd311c68542 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8d:23:13:d1:c6\",\"name\":\"cbe485194bf2185\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed928190-5c69-4ecf-b270-341033863f20\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:26.254679 3680 base_network_controller_pods.go:487] [default/openshift-console/console-79fc45b545-7l6sq] creating logical port openshift-console_console-79fc45b545-7l6sq for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:26.254779 3680 kube.go:256] Updating pod openshift-console/console-79fc45b545-7l6sq I0505 13:01:26.272714 3680 pod.go:62] [openshift-console/console-79fc45b545-7l6sq] pod update took 17.958964ms I0505 13:01:26.272742 3680 base_network_controller_pods.go:951] [default/openshift-console/console-79fc45b545-7l6sq] addLogicalPort annotation time took 17.994296ms I0505 13:01:26.274107 3680 pods.go:271] [openshift-console/console-79fc45b545-7l6sq] addLogicalPort took 19.446097ms, libovsdb time 981.403µs W0505 13:01:26.589228 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:26.903095 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 13:01:27.640335 3680 cni.go:452] [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key ] I0505 13:01:27.650966 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79fc45b545-7l6sq, hostIfaceName: 25ffcfad5b18119, network: default, NAD default, SandboxID: "25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4", PCI device ID: , UID: "15597d9f-8e9c-40bd-b07b-c98dae4e72d1", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 13:01:27.702467 3680 cni.go:473] [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:ec:00:97:6f:17\",\"name\":\"25ffcfad5b18119\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99fb1144-4f49-46e8-bc6e-e51b5bd49e3f\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:30.899767 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 13:01:31.393414 3680 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-j2qtq for pod on switch ip-10-0-0-203.ec2.internal I0505 13:01:31.393533 3680 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq I0505 13:01:31.481686 3680 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq I0505 13:01:31.528127 3680 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq] pod update took 134.632975ms I0505 13:01:31.528174 3680 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq] addLogicalPort annotation time took 134.670139ms I0505 13:01:31.529643 3680 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq] addLogicalPort took 136.2485ms, libovsdb time 1.049823ms W0505 13:01:33.973348 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:33.973382 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:34.953818 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:34.953914 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:34.953931 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:35.706546 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-79fc45b545-nlws2 IP address from the namespace address-set, err: pod openshift-console/console-79fc45b545-nlws2: no pod IPs found W0505 13:01:37.688915 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:01:38.987180 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:38.987198 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:38.987204 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:38.987209 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:39.010374 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:01:39.051483 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:39.051504 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:01:40.252756 3680 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq 494488853bb2787674d3d80c78adebae4d66f8147188be67f0b038c68279ebb5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq 494488853bb2787674d3d80c78adebae4d66f8147188be67f0b038c68279ebb5 network default NAD default NAD key ] I0505 13:01:40.262925 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-j2qtq, hostIfaceName: 494488853bb2787, network: default, NAD default, SandboxID: "494488853bb2787674d3d80c78adebae4d66f8147188be67f0b038c68279ebb5", PCI device ID: , UID: "6ed1b911-35b5-4845-a336-9d5d8c834530", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] W0505 13:01:40.274962 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfb6cbcc9-mg2wt IP address from the namespace address-set, err: pod openshift-console/console-7dfb6cbcc9-mg2wt: no pod IPs found W0505 13:01:40.278836 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfb6cbcc9-542k6 IP address from the namespace address-set, err: pod openshift-console/console-7dfb6cbcc9-542k6: no pod IPs found I0505 13:01:40.312077 3680 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq 494488853bb2787674d3d80c78adebae4d66f8147188be67f0b038c68279ebb5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-j2qtq 494488853bb2787674d3d80c78adebae4d66f8147188be67f0b038c68279ebb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:8c:65:7b:8b:37\",\"name\":\"494488853bb2787\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8a28dc0-ef90-450b-9956-4e2aaa6e570b\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:40.726479 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:01:40.777495 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:40.777514 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:40.894508 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:40.894592 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:40.894617 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:40.957515 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 13:01:41.727740 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:41.727761 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:41.727766 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:41.727770 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:01:41.939136 3680 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key ] I0505 13:01:42.020826 3680 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b 2b80044466c50cb2a449f3cc566be7f37f093e308c0c5a21b45b427bc21026ba network default NAD default NAD key default], result "{}", err I0505 13:01:42.060030 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.060083 3680 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b I0505 13:01:42.061668 3680 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b, ips: 10.130.0.14 I0505 13:01:42.061699 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.061720 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.061728 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:01:42.062020 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:42.062040 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:01:43.086864 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:43.086889 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:43.086912 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:43.086928 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:47.136201 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:47.136736 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:47.210664 3680 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:47.219178 3680 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:47.763949 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:47.763974 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:47.767630 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688ddf899c-5lcnp I0505 13:01:47.767652 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688ddf899c-5lcnp I0505 13:01:48.154129 3680 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:01:51.914535 3680 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-bgr55 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:51.915062 3680 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-bgr55 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:52.780128 3680 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-bgr55 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:52.780146 3680 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-bgr55 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:52.785246 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fd9c774b-bgr55 I0505 13:01:52.785273 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fd9c774b-bgr55 W0505 13:01:58.997439 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:01:58.997499 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:01:58.997537 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:02:00.005703 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 13:02:00.840902 3680 cni.go:452] [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key ] I0505 13:02:00.920015 3680 cni.go:473] [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-79fc45b545-7l6sq 25ffcfad5b18119e78bcc20a1b66fdab6b818f360f1df6f901f4c76a14e97da4 network default NAD default NAD key default], result "{}", err I0505 13:02:00.989002 3680 obj_retry.go:498] Detected object openshift-console/console-79fc45b545-7l6sq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:00.989042 3680 pods.go:176] Deleting pod: openshift-console/console-79fc45b545-7l6sq I0505 13:02:00.990297 3680 pods.go:236] Attempting to release IPs for pod: openshift-console/console-79fc45b545-7l6sq, ips: 10.130.0.19 I0505 13:02:00.990331 3680 obj_retry.go:498] Detected object openshift-console/console-79fc45b545-7l6sq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:00.999056 3680 base_network_controller_pods.go:487] [default/openshift-console/console-c48fb4c96-k8wlv] creating logical port openshift-console_console-c48fb4c96-k8wlv for pod on switch ip-10-0-0-203.ec2.internal I0505 13:02:00.999173 3680 kube.go:256] Updating pod openshift-console/console-c48fb4c96-k8wlv I0505 13:02:01.014557 3680 pod.go:62] [openshift-console/console-c48fb4c96-k8wlv] pod update took 15.434846ms I0505 13:02:01.014577 3680 base_network_controller_pods.go:951] [default/openshift-console/console-c48fb4c96-k8wlv] addLogicalPort annotation time took 15.457645ms I0505 13:02:01.015645 3680 pods.go:271] [openshift-console/console-c48fb4c96-k8wlv] addLogicalPort took 16.601866ms, libovsdb time 784.153µs I0505 13:02:01.303707 3680 obj_retry.go:492] Detected object openshift-console/console-79fc45b545-7l6sq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:01.303725 3680 obj_retry.go:492] Detected object openshift-console/console-79fc45b545-7l6sq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:01.312490 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79fc45b545-7l6sq I0505 13:02:01.312510 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79fc45b545-7l6sq I0505 13:02:01.420893 3680 cni.go:452] [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key ] I0505 13:02:01.430604 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c48fb4c96-k8wlv, hostIfaceName: 5f7ab97cf566633, network: default, NAD default, SandboxID: "5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18", PCI device ID: , UID: "c9c58f8d-0ae4-49d3-b81d-3a351e0118fb", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 13:02:01.477473 3680 cni.go:473] [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:09:b4:e5:77:37\",\"name\":\"5f7ab97cf566633\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edc458b7-1304-4904-8a47-2081d34cc62e\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:02:02.810769 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:02:02.810801 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:02:02.847797 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:02:02.847820 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:02:04.812493 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:02:09.840409 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0505 13:02:11.114655 3680 cni.go:452] [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key ] I0505 13:02:11.190752 3680 cni.go:473] [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 24bdf83ca450b710d576cc5428a7eb7d3ace99be877ace95d281d8b32c9cf1e4 network default NAD default NAD key default], result "{}", err I0505 13:02:11.247762 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:11.247796 3680 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 I0505 13:02:11.248931 3680 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6, ips: 10.130.0.13 I0505 13:02:11.248965 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:12.044045 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:12.044066 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:12.047516 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 I0505 13:02:12.047540 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 W0505 13:02:12.078217 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:02:28.165879 3680 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-g9qcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:28.166420 3680 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-g9qcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:28.478854 3680 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-g9qcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.478881 3680 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-g9qcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.485723 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fd9c774b-g9qcc I0505 13:02:28.485751 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fd9c774b-g9qcc I0505 13:02:34.219861 3680 cni.go:452] [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key ] I0505 13:02:34.301720 3680 cni.go:473] [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6b7ff97887-q6hq7 3794dc0627fa7caaf46e6714aa9cc566a27aeb4a1c6aba7d87500da225744a67 network default NAD default NAD key default], result "{}", err I0505 13:02:34.367861 3680 obj_retry.go:498] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:34.367901 3680 pods.go:176] Deleting pod: openshift-ingress/router-default-6b7ff97887-q6hq7 I0505 13:02:34.370367 3680 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6b7ff97887-q6hq7, ips: 10.130.0.9 I0505 13:02:34.370416 3680 obj_retry.go:498] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:35.135990 3680 obj_retry.go:492] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:35.136018 3680 obj_retry.go:492] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:35.141270 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b7ff97887-q6hq7 I0505 13:02:35.141297 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b7ff97887-q6hq7 I0505 13:02:53.270876 3680 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:53.271451 3680 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:53.591131 3680 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:53.591176 3680 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:53.598751 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:02:53.598777 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:02:57.555773 3680 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:57.556374 3680 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:58.041787 3680 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:58.041809 3680 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:58.049220 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:02:58.049252 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:03:17.531865 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:17.532391 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:18.420708 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:18.420730 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:22.558235 3680 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-kxdts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:22.558749 3680 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-kxdts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:23.191753 3680 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-kxdts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:23.191780 3680 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-kxdts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:23.199420 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c48fb4c96-kxdts I0505 13:03:23.199437 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c48fb4c96-kxdts I0505 13:03:25.397953 3680 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:25.398468 3680 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:26.185494 3680 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:26.185513 3680 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:26.192649 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:03:26.192666 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:03:33.570117 3680 cni.go:452] [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key ] I0505 13:03:33.651038 3680 cni.go:473] [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c48fb4c96-k8wlv 5f7ab97cf56663385d42cb04a5d1c2989593c346140ad82d8c67e8cfb9946e18 network default NAD default NAD key default], result "{}", err I0505 13:03:33.694492 3680 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-k8wlv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:33.694528 3680 pods.go:176] Deleting pod: openshift-console/console-c48fb4c96-k8wlv I0505 13:03:33.695974 3680 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c48fb4c96-k8wlv, ips: 10.130.0.21 I0505 13:03:33.696005 3680 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-k8wlv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:34.343732 3680 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-k8wlv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:34.343761 3680 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-k8wlv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:34.349651 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c48fb4c96-k8wlv I0505 13:03:34.349680 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c48fb4c96-k8wlv I0505 13:04:00.748259 3680 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:04:00.748785 3680 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:04:01.587960 3680 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:04:01.587982 3680 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:04:01.596067 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:04:01.596093 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:05:26.755219 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0505 13:05:32.189313 3680 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:05:55.875487 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:05:56.751011 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=123 I0505 13:06:06.634943 3680 namespace.go:98] [tsf] adding namespace I0505 13:06:06.635894 3680 namespace.go:102] [tsf] adding namespace took 931.404µs I0505 13:06:06.654244 3680 namespace.go:142] [tsf] updating namespace I0505 13:06:06.667330 3680 namespace.go:142] [tsf] updating namespace I0505 13:06:07.845205 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 13:06:10.635378 3680 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:06:10.636226 3680 namespace.go:102] [cert-manager-operator] adding namespace took 827.529µs I0505 13:06:10.643055 3680 namespace.go:98] [konflux-operator] adding namespace I0505 13:06:10.643767 3680 namespace.go:102] [konflux-operator] adding namespace took 695.376µs I0505 13:06:10.653289 3680 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:06:10.653372 3680 namespace.go:98] [konflux-ui] adding namespace I0505 13:06:10.653918 3680 namespace.go:102] [tsf-keycloak] adding namespace took 608.689µs I0505 13:06:10.654476 3680 namespace.go:102] [konflux-ui] adding namespace took 1.090423ms I0505 13:06:10.659338 3680 namespace.go:98] [rhbk-operator] adding namespace I0505 13:06:10.659459 3680 namespace.go:98] [tsf-tpa] adding namespace I0505 13:06:10.659481 3680 namespace.go:98] [tsf-tas] adding namespace I0505 13:06:10.659922 3680 namespace.go:102] [rhbk-operator] adding namespace took 570.978µs I0505 13:06:10.660488 3680 namespace.go:102] [tsf-tpa] adding namespace took 1.015981ms I0505 13:06:10.660948 3680 namespace.go:102] [tsf-tas] adding namespace took 1.446785ms I0505 13:06:10.665344 3680 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:06:10.665916 3680 namespace.go:102] [rhtpa-operator] adding namespace took 555.19µs I0505 13:06:10.685190 3680 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:06:10.725466 3680 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:10.732458 3680 namespace.go:142] [konflux-operator] updating namespace I0505 13:06:10.745527 3680 namespace.go:142] [konflux-ui] updating namespace I0505 13:06:10.763407 3680 namespace.go:142] [rhbk-operator] updating namespace I0505 13:06:10.778728 3680 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:06:10.795916 3680 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:10.804545 3680 namespace.go:142] [tsf-tas] updating namespace I0505 13:06:10.807321 3680 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:06:10.874570 3680 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:06:10.934785 3680 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:11.010341 3680 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:11.095043 3680 namespace.go:142] [konflux-ui] updating namespace I0505 13:06:11.185428 3680 namespace.go:142] [konflux-ui] updating namespace I0505 13:06:11.232379 3680 namespace.go:142] [rhbk-operator] updating namespace I0505 13:06:11.259648 3680 namespace.go:142] [rhbk-operator] updating namespace I0505 13:06:11.324395 3680 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:11.350480 3680 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:11.390297 3680 namespace.go:142] [tsf-tas] updating namespace I0505 13:06:11.417271 3680 namespace.go:142] [tsf-tas] updating namespace I0505 13:06:11.452359 3680 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:06:11.477840 3680 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:06:11.484290 3680 namespace.go:142] [konflux-operator] updating namespace I0505 13:06:11.508810 3680 namespace.go:142] [konflux-operator] updating namespace I0505 13:06:12.412101 3680 namespace.go:142] [tsf-tpa] updating namespace I0505 13:06:12.412181 3680 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:06:12.592617 3680 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:12.592741 3680 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0505 13:06:12.609710 3680 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.999315ms I0505 13:06:12.609730 3680 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.021023ms I0505 13:06:12.610938 3680 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.34026ms, libovsdb time 872.952µs I0505 13:06:12.960119 3680 cni.go:452] [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key ] I0505 13:06:12.969076 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 3074939a38682da, network: default, NAD default, SandboxID: "3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1", PCI device ID: , UID: "12c20808-84c8-40a9-93b3-a3c6d6d5f952", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 13:06:13.016298 3680 cni.go:473] [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:0a:4d:72:c1:14\",\"name\":\"3074939a38682da\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4c09f0f-844f-4d5e-823b-19a7d3689c92\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:13.994424 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:13.994554 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:13.994660 3680 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn I0505 13:06:13.994660 3680 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh I0505 13:06:14.017551 3680 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn] pod update took 22.920846ms I0505 13:06:14.017575 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn] addLogicalPort annotation time took 22.950054ms I0505 13:06:14.018747 3680 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn] addLogicalPort took 24.206534ms, libovsdb time 842.937µs I0505 13:06:14.019945 3680 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh] pod update took 25.33302ms I0505 13:06:14.019970 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh] addLogicalPort annotation time took 25.359882ms I0505 13:06:14.021142 3680 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh] addLogicalPort took 26.737204ms, libovsdb time 717.072µs I0505 13:06:14.722406 3680 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key ] I0505 13:06:14.723564 3680 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key ] I0505 13:06:14.735520 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn, hostIfaceName: f8da95eb172fca4, network: default, NAD default, SandboxID: "f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821", PCI device ID: , UID: "63ae12e0-f596-47e5-a07b-c988ac2ea503", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 13:06:14.735730 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh, hostIfaceName: ff99aa2d8be3084, network: default, NAD default, SandboxID: "ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e", PCI device ID: , UID: "2d82020d-d59d-4600-9a61-0eb6b4917a8a", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 13:06:14.784376 3680 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ee:29:d2:2a:77\",\"name\":\"f8da95eb172fca4\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffcfe483-ab01-46f2-9c05-4ab7dbbcf508\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:14.800751 3680 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:eb:5c:b7:93:6c\",\"name\":\"ff99aa2d8be3084\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2fb3479-8ec2-464c-9327-6da578068717\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:15.875487 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 13:06:16.955798 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:16.955952 3680 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph I0505 13:06:16.970037 3680 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph] pod update took 14.120309ms I0505 13:06:16.970129 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph] addLogicalPort annotation time took 14.217566ms I0505 13:06:16.971627 3680 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph] addLogicalPort took 15.850241ms, libovsdb time 1.07398ms I0505 13:06:18.778624 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:18.778764 3680 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 I0505 13:06:18.792102 3680 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4] pod update took 13.368385ms I0505 13:06:18.792127 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4] addLogicalPort annotation time took 13.396739ms I0505 13:06:18.793414 3680 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4] addLogicalPort took 14.814714ms, libovsdb time 920.552µs I0505 13:06:20.229619 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:20.229754 3680 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt I0505 13:06:20.243492 3680 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt] pod update took 13.768864ms I0505 13:06:20.243517 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt] addLogicalPort annotation time took 13.796328ms I0505 13:06:20.245040 3680 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt] addLogicalPort took 15.438983ms, libovsdb time 1.10434ms I0505 13:06:20.338112 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:20.338257 3680 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 I0505 13:06:20.355263 3680 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78] pod update took 17.032218ms I0505 13:06:20.355291 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78] addLogicalPort annotation time took 17.064328ms I0505 13:06:20.356718 3680 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78] addLogicalPort took 18.628837ms, libovsdb time 979.338µs I0505 13:06:21.759278 3680 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key ] I0505 13:06:21.759432 3680 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key ] I0505 13:06:21.764147 3680 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key ] I0505 13:06:21.775401 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph, hostIfaceName: bcf3f94b0a27b76, network: default, NAD default, SandboxID: "bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985", PCI device ID: , UID: "e4ad4876-4372-4954-90f4-77398d9f75e4", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 13:06:21.775428 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4, hostIfaceName: c4117fb0fec326b, network: default, NAD default, SandboxID: "c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd", PCI device ID: , UID: "d6964032-1ae8-4f4e-9df7-741fb71a8565", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 13:06:21.777219 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt, hostIfaceName: 765957de69d7ff5, network: default, NAD default, SandboxID: "765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab", PCI device ID: , UID: "9ffa1643-65e7-4af4-8bad-53863bf8f7a7", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 13:06:21.782875 3680 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key ] I0505 13:06:21.815579 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78, hostIfaceName: 35f5437853aee1e, network: default, NAD default, SandboxID: "35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8", PCI device ID: , UID: "6e245e3b-bb61-4937-9cca-f067637067bf", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 13:06:22.052411 3680 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ff:5c:b2:f5:2c\",\"name\":\"bcf3f94b0a27b76\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a020c291-c610-4129-b4a2-a6e39c569b74\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:22.052393 3680 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:88:a5:70:e8:52\",\"name\":\"c4117fb0fec326b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cacb3b70-393b-4a98-a587-790f85553b0c\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:22.090620 3680 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a2:03:f3:b4:34\",\"name\":\"765957de69d7ff5\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9978431-39bb-420b-9054-152ec095bc9e\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:22.091141 3680 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:55:d0:86:12:ca\",\"name\":\"35f5437853aee1e\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d0a1699-c645-45af-8538-19ce11cb69ed\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:23.956020 3680 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key ] I0505 13:06:23.956121 3680 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key ] I0505 13:06:24.033142 3680 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn f8da95eb172fca4ecc6dfb6e87231ada20a798d2a5a4ad8d66555584ce04e821 network default NAD default NAD key default], result "{}", err I0505 13:06:24.050910 3680 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh ff99aa2d8be30846c2a52683e82d3153d6ee5f09d9ceb1b9526db3b87d24c92e network default NAD default NAD key default], result "{}", err I0505 13:06:24.103923 3680 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.103975 3680 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn I0505 13:06:24.105683 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn, ips: 10.130.0.24 I0505 13:06:24.105753 3680 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.105779 3680 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.105786 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:24.106056 3680 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.106071 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:24.126533 3680 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.126563 3680 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh I0505 13:06:24.127784 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh, ips: 10.130.0.23 I0505 13:06:24.127807 3680 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.127821 3680 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.127829 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:24.127998 3680 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:24.128010 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:24.966348 3680 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:24.966439 3680 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:24.966458 3680 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:24.966470 3680 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.153204 3680 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.153226 3680 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.153236 3680 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.153281 3680 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:25.974950 3680 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key ] I0505 13:06:25.975206 3680 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key ] I0505 13:06:26.050427 3680 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 35f5437853aee1e564165f3569bb676b5682bceae752f7ae2ac1882d5211ecf8 network default NAD default NAD key default], result "{}", err I0505 13:06:26.082530 3680 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt 765957de69d7ff5d245f84705f7bd4a7e1f849cfaa5478f567a0cc5d928448ab network default NAD default NAD key default], result "{}", err I0505 13:06:26.096084 3680 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.096123 3680 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 I0505 13:06:26.097684 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78, ips: 10.130.0.28 I0505 13:06:26.097711 3680 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.097731 3680 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.097741 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:26.097936 3680 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.097950 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:26.137337 3680 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.137414 3680 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt I0505 13:06:26.138894 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt, ips: 10.130.0.27 I0505 13:06:26.138923 3680 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.138941 3680 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.138948 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:26.139128 3680 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:26.139146 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:26.981267 3680 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key ] I0505 13:06:27.053256 3680 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph bcf3f94b0a27b763f666249597006856d123a71d2e36b7b5d81949d23d7f6985 network default NAD default NAD key default], result "{}", err I0505 13:06:27.099056 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.099086 3680 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph I0505 13:06:27.100485 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph, ips: 10.130.0.25 I0505 13:06:27.100509 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.100528 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.100536 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:27.100711 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:27.100727 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:27.126109 3680 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.126131 3680 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.126146 3680 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.126156 3680 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.168155 3680 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.168199 3680 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.168209 3680 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:27.168223 3680 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127457 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127486 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127505 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:28.127517 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:30.308062 3680 namespace.go:142] [openshift-operators] updating namespace I0505 13:06:30.320827 3680 namespace.go:142] [openshift-operators] updating namespace I0505 13:06:31.003797 3680 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key ] I0505 13:06:31.079813 3680 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 c4117fb0fec326b952d520ad67dff68ca6c3e84937b44821fb439f38a338cccd network default NAD default NAD key default], result "{}", err I0505 13:06:31.281441 3680 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.281482 3680 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 I0505 13:06:31.282732 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4, ips: 10.130.0.26 I0505 13:06:31.282760 3680 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.282786 3680 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.282795 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:06:31.282958 3680 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:31.282970 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:06:32.314748 3680 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:32.314780 3680 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:32.314800 3680 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:32.314813 3680 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:41.760781 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=54 I0505 13:06:42.106574 3680 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:06:42.107467 3680 namespace.go:102] [trusted-artifact-signer] adding namespace took 869.289µs I0505 13:06:42.332862 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:06:42.385151 3680 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 13:06:42.421770 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:42.599474 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0505 13:06:45.301446 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:06:46.377498 3680 namespace.go:142] [openshift-operators] updating namespace I0505 13:06:49.580625 3680 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-jt82l for pod on switch ip-10-0-0-203.ec2.internal I0505 13:06:49.580727 3680 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l I0505 13:06:49.598115 3680 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l] pod update took 17.417908ms I0505 13:06:49.598138 3680 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l] addLogicalPort annotation time took 17.444471ms I0505 13:06:49.599433 3680 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l] addLogicalPort took 18.827776ms, libovsdb time 920.099µs W0505 13:06:49.690561 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:49.707438 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:49.730995 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:06:49.740694 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:06:49.960505 3680 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l ae18d71786b8b80f648b0b583c8b34126e7d30ef2e4409deb3c9469693a31fca network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l ae18d71786b8b80f648b0b583c8b34126e7d30ef2e4409deb3c9469693a31fca network default NAD default NAD key ] I0505 13:06:49.970468 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-jt82l, hostIfaceName: ae18d71786b8b80, network: default, NAD default, SandboxID: "ae18d71786b8b80f648b0b583c8b34126e7d30ef2e4409deb3c9469693a31fca", PCI device ID: , UID: "0a2e7b7c-d297-4c65-a07f-f928b2e0407e", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 13:06:50.018714 3680 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l ae18d71786b8b80f648b0b583c8b34126e7d30ef2e4409deb3c9469693a31fca network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jt82l ae18d71786b8b80f648b0b583c8b34126e7d30ef2e4409deb3c9469693a31fca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:7c:88:ca:2d:7b\",\"name\":\"ae18d71786b8b80\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88413f61-ced9-4166-acf7-76477573b770\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:06:53.142786 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:57.857990 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 13:06:58.490549 3680 namespace.go:98] [cert-manager] adding namespace I0505 13:06:58.491475 3680 namespace.go:102] [cert-manager] adding namespace took 902.526µs I0505 13:06:58.507679 3680 namespace.go:142] [cert-manager] updating namespace I0505 13:06:58.553443 3680 namespace.go:142] [cert-manager] updating namespace I0505 13:07:02.960866 3680 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:07:02.961830 3680 namespace.go:102] [openshift-pipelines] adding namespace took 931.223µs I0505 13:07:02.981544 3680 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:07:03.359645 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:07:03.359665 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:07:03.691469 3680 namespace.go:142] [cert-manager] updating namespace I0505 13:07:03.908864 3680 namespace.go:142] [cert-manager-operator] updating namespace W0505 13:07:04.139651 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:07:04.204386 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:07:04.204443 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kvvgq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kvvgq: no pod IPs found I0505 13:07:04.320841 3680 namespace.go:142] [konflux-operator] updating namespace I0505 13:07:04.516828 3680 namespace.go:142] [konflux-ui] updating namespace I0505 13:07:04.708232 3680 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace I0505 13:07:05.111460 3680 namespace.go:142] [rhbk-operator] updating namespace I0505 13:07:05.308461 3680 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:07:05.505525 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:07:05.707202 3680 namespace.go:142] [tsf] updating namespace I0505 13:07:05.907943 3680 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:07:06.111522 3680 namespace.go:142] [tsf-tas] updating namespace I0505 13:07:06.317659 3680 namespace.go:142] [tsf-tpa] updating namespace I0505 13:07:06.453975 3680 namespace.go:142] [cert-manager] updating namespace I0505 13:07:06.464488 3680 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:07:06.478182 3680 namespace.go:142] [default] updating namespace I0505 13:07:06.496784 3680 namespace.go:142] [konflux-operator] updating namespace I0505 13:07:06.512367 3680 namespace.go:142] [konflux-ui] updating namespace I0505 13:07:06.527859 3680 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace I0505 13:07:06.537208 3680 namespace.go:142] [openshift] updating namespace I0505 13:07:06.550334 3680 namespace.go:142] [rhbk-operator] updating namespace I0505 13:07:06.560015 3680 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:07:06.573559 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:07:06.586671 3680 namespace.go:142] [tsf] updating namespace I0505 13:07:06.601520 3680 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:07:06.614008 3680 namespace.go:142] [tsf-tas] updating namespace I0505 13:07:06.626681 3680 namespace.go:142] [tsf-tpa] updating namespace I0505 13:07:06.701973 3680 namespace.go:142] [cert-manager] updating namespace I0505 13:07:06.801381 3680 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:07:06.900634 3680 namespace.go:142] [default] updating namespace I0505 13:07:06.993790 3680 namespace.go:142] [konflux-operator] updating namespace I0505 13:07:07.096017 3680 namespace.go:142] [konflux-ui] updating namespace I0505 13:07:07.198288 3680 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace I0505 13:07:07.291180 3680 namespace.go:142] [openshift] updating namespace I0505 13:07:07.393976 3680 namespace.go:142] [rhbk-operator] updating namespace I0505 13:07:07.495793 3680 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:07:07.597466 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:07:07.693876 3680 namespace.go:142] [tsf] updating namespace I0505 13:07:07.795875 3680 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:07:07.895882 3680 namespace.go:142] [tsf-tas] updating namespace I0505 13:07:07.994436 3680 namespace.go:142] [tsf-tpa] updating namespace I0505 13:07:08.427919 3680 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:07:08.752306 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0505 13:07:14.210091 3680 cni.go:452] [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key ] I0505 13:07:14.286820 3680 cni.go:473] [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 3074939a38682da93f26138e1dfbb0eb69cde939e671876f353d5ee2a52144c1 network default NAD default NAD key default], result "{}", err I0505 13:07:14.352215 3680 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:14.352250 3680 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0505 13:07:14.353467 3680 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.22 I0505 13:07:14.353495 3680 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:14.375691 3680 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:14.375712 3680 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:14.383082 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:07:14.383108 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:07:15.787303 3680 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:15.787404 3680 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0505 13:07:15.802805 3680 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.425411ms I0505 13:07:15.802825 3680 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.450949ms I0505 13:07:15.804005 3680 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.717436ms, libovsdb time 884.2µs I0505 13:07:16.152829 3680 cni.go:452] [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key ] I0505 13:07:16.164208 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: efe3d394603f803, network: default, NAD default, SandboxID: "efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260", PCI device ID: , UID: "6f95800b-972a-4706-8f8c-b871ddaf3960", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 13:07:16.212428 3680 cni.go:473] [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ad:0f:07:9b:9c\",\"name\":\"efe3d394603f803\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e62b89cc-ffec-44ab-8aa9-8511d7497eaf\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:07:16.633501 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:16.633630 3680 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q I0505 13:07:16.651681 3680 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q] pod update took 18.078594ms I0505 13:07:16.651711 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q] addLogicalPort annotation time took 18.113619ms I0505 13:07:16.652930 3680 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q] addLogicalPort took 19.450712ms, libovsdb time 855.554µs I0505 13:07:16.749108 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-n4fx5 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:16.749225 3680 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5 I0505 13:07:16.768927 3680 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5] pod update took 19.733574ms I0505 13:07:16.768950 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5] addLogicalPort annotation time took 19.763306ms I0505 13:07:16.770104 3680 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5] addLogicalPort took 21.012825ms, libovsdb time 817.228µs I0505 13:07:16.991398 3680 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q a274419bc94476dddaf1e68262d3e1dee186074bec52888657a8b942d0da7c78 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q a274419bc94476dddaf1e68262d3e1dee186074bec52888657a8b942d0da7c78 network default NAD default NAD key ] I0505 13:07:17.000798 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q, hostIfaceName: a274419bc94476d, network: default, NAD default, SandboxID: "a274419bc94476dddaf1e68262d3e1dee186074bec52888657a8b942d0da7c78", PCI device ID: , UID: "cb3b3e29-4a7f-43fa-ad5a-56ad7ace5540", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 13:07:17.047839 3680 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q a274419bc94476dddaf1e68262d3e1dee186074bec52888657a8b942d0da7c78 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-62q7q a274419bc94476dddaf1e68262d3e1dee186074bec52888657a8b942d0da7c78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:45:ab:8c:e0:1e\",\"name\":\"a274419bc94476d\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68670aee-3c7e-4e22-8769-1c4bf178e319\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:07:17.150541 3680 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5 24c28e8a44874de75f7cdd26bb31023cd42bdc493099357bd3b1b1e9f0db1481 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5 24c28e8a44874de75f7cdd26bb31023cd42bdc493099357bd3b1b1e9f0db1481 network default NAD default NAD key ] I0505 13:07:17.159951 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-n4fx5, hostIfaceName: 24c28e8a44874de, network: default, NAD default, SandboxID: "24c28e8a44874de75f7cdd26bb31023cd42bdc493099357bd3b1b1e9f0db1481", PCI device ID: , UID: "d79d5cd2-beee-4ff7-8445-3dbbce241ede", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 13:07:17.209236 3680 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5 24c28e8a44874de75f7cdd26bb31023cd42bdc493099357bd3b1b1e9f0db1481 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n4fx5 24c28e8a44874de75f7cdd26bb31023cd42bdc493099357bd3b1b1e9f0db1481 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:81:fe:94:89:98\",\"name\":\"24c28e8a44874de\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51f9a0b7-cb5a-41ef-b12f-6c040684e13c\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:07:17.852499 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:07:18.657291 3680 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-fqszg for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:18.657532 3680 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg I0505 13:07:18.669249 3680 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-fmk2c for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:18.669464 3680 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c I0505 13:07:18.669962 3680 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg] pod update took 12.469121ms I0505 13:07:18.670022 3680 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg] addLogicalPort annotation time took 12.53268ms I0505 13:07:18.671761 3680 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg] addLogicalPort took 14.479538ms, libovsdb time 1.247539ms I0505 13:07:18.681385 3680 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c] pod update took 11.966214ms I0505 13:07:18.681472 3680 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c] addLogicalPort annotation time took 12.056795ms I0505 13:07:18.683053 3680 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c] addLogicalPort took 13.823188ms, libovsdb time 1.136778ms W0505 13:07:20.461952 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:20.461972 3680 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:20.461979 3680 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:07:21.217305 3680 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:07:21.217328 3680 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:07:21.217337 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:07:24.330056 3680 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:24.330073 3680 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:24.330078 3680 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:24.330084 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 13:07:24.432931 3680 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg f4be9eae6f0a021cbf8f89968791e4f294bc4f2547172dc43186d4246b8a3891 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg f4be9eae6f0a021cbf8f89968791e4f294bc4f2547172dc43186d4246b8a3891 network default NAD default NAD key ] I0505 13:07:24.440737 3680 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c 3ade6623f24916efb485d5c575d9d14073aa0e4ed1f05dd0fd9b6b1ae971f8e5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c 3ade6623f24916efb485d5c575d9d14073aa0e4ed1f05dd0fd9b6b1ae971f8e5 network default NAD default NAD key ] I0505 13:07:24.442463 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-fqszg, hostIfaceName: f4be9eae6f0a021, network: default, NAD default, SandboxID: "f4be9eae6f0a021cbf8f89968791e4f294bc4f2547172dc43186d4246b8a3891", PCI device ID: , UID: "fac9116e-45c3-49a0-bc30-6205afd81598", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 13:07:24.451398 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-fmk2c, hostIfaceName: 3ade6623f24916e, network: default, NAD default, SandboxID: "3ade6623f24916efb485d5c575d9d14073aa0e4ed1f05dd0fd9b6b1ae971f8e5", PCI device ID: , UID: "1b59e3cf-75fc-44d1-890c-d4404cbe93d6", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 13:07:24.494208 3680 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg f4be9eae6f0a021cbf8f89968791e4f294bc4f2547172dc43186d4246b8a3891 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fqszg f4be9eae6f0a021cbf8f89968791e4f294bc4f2547172dc43186d4246b8a3891 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:7a:30:ef:c2:dd\",\"name\":\"f4be9eae6f0a021\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c6c60fa-d917-44e0-9aa7-9432408de072\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:07:24.513326 3680 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c 3ade6623f24916efb485d5c575d9d14073aa0e4ed1f05dd0fd9b6b1ae971f8e5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fmk2c 3ade6623f24916efb485d5c575d9d14073aa0e4ed1f05dd0fd9b6b1ae971f8e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:8d:5a:48:3e:d8\",\"name\":\"3ade6623f24916e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39cefbcc-7689-43f5-97bd-0fefb9cb4338\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:07:25.317603 3680 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 13:07:25.360311 3680 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:07:35.294347 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:35.294368 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:35.294373 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:07:35.294378 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 13:07:42.043735 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-jggv7 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:42.043852 3680 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7 I0505 13:07:42.063256 3680 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7] pod update took 19.422581ms I0505 13:07:42.063278 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7] addLogicalPort annotation time took 19.449547ms I0505 13:07:42.064484 3680 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7] addLogicalPort took 20.761705ms, libovsdb time 849.352µs I0505 13:07:42.400227 3680 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7 979886ad8ac9407e199b3cd18147a2abec7db941d15c0da6bf0248cfe1826f3b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7 979886ad8ac9407e199b3cd18147a2abec7db941d15c0da6bf0248cfe1826f3b network default NAD default NAD key ] I0505 13:07:42.409636 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-jggv7, hostIfaceName: 979886ad8ac9407, network: default, NAD default, SandboxID: "979886ad8ac9407e199b3cd18147a2abec7db941d15c0da6bf0248cfe1826f3b", PCI device ID: , UID: "e7b487da-b9e3-49f9-9768-c983fb37c216", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 13:07:42.458089 3680 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7 979886ad8ac9407e199b3cd18147a2abec7db941d15c0da6bf0248cfe1826f3b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jggv7 979886ad8ac9407e199b3cd18147a2abec7db941d15c0da6bf0248cfe1826f3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:91:eb:c9:f0:14\",\"name\":\"979886ad8ac9407\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/989be8ab-3fd6-4d49-8e5f-31194b5a5d99\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:07:46.313514 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 13:07:47.301377 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 13:07:49.410020 3680 cni.go:452] [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key ] I0505 13:07:49.492939 3680 cni.go:473] [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure efe3d394603f803318951443523f4c7ba27a64c1c65e56542d56100a65d39260 network default NAD default NAD key default], result "{}", err I0505 13:07:49.546696 3680 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:49.546727 3680 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0505 13:07:49.548078 3680 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.30 I0505 13:07:49.548102 3680 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:49.568382 3680 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:49.568405 3680 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:49.581661 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:07:49.581685 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:07:49.836498 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 13:07:50.736853 3680 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:50.736945 3680 kube.go:256] Updating pod tsf/test-tsf-iam I0505 13:07:50.755561 3680 pod.go:62] [tsf/test-tsf-iam] pod update took 18.640495ms I0505 13:07:50.755590 3680 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.67454ms I0505 13:07:50.757060 3680 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 20.224571ms, libovsdb time 1.038667ms I0505 13:07:51.092195 3680 cni.go:452] [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key ] I0505 13:07:51.101330 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 8628867f14eda71, network: default, NAD default, SandboxID: "8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f", PCI device ID: , UID: "72537cd7-6dd3-474e-a71c-004582e24ea9", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 13:07:51.149795 3680 cni.go:473] [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:90:51:93:6a:9d\",\"name\":\"8628867f14eda71\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12ef0027-c749-41da-b8fc-93fb1ad251b9\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:07:51.599128 3680 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:07:51.599782 3680 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:07:51.599811 3680 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:07:51.602019 3680 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 13:07:51.972721 3680 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:07:51.972810 3680 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 13:07:51.989761 3680 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.975992ms I0505 13:07:51.989791 3680 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.007998ms I0505 13:07:51.990930 3680 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.227098ms, libovsdb time 789.152µs I0505 13:07:52.376994 3680 cni.go:452] [tsf-keycloak/keycloak-0 f34001dddc5161dbf7d3bb197a0a9d365ea69280d9154192e8b1fa26d6c9f149 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 f34001dddc5161dbf7d3bb197a0a9d365ea69280d9154192e8b1fa26d6c9f149 network default NAD default NAD key ] I0505 13:07:52.387632 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: f34001dddc5161d, network: default, NAD default, SandboxID: "f34001dddc5161dbf7d3bb197a0a9d365ea69280d9154192e8b1fa26d6c9f149", PCI device ID: , UID: "e0bc77d5-abb3-4881-8fe5-e6ce153ee3eb", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 13:07:52.439890 3680 cni.go:473] [tsf-keycloak/keycloak-0 f34001dddc5161dbf7d3bb197a0a9d365ea69280d9154192e8b1fa26d6c9f149 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 f34001dddc5161dbf7d3bb197a0a9d365ea69280d9154192e8b1fa26d6c9f149 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:95:96:1e:64:76\",\"name\":\"f34001dddc5161d\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63857687-5510-42db-801f-ef1d106f617f\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:07:56.635694 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 13:07:58.472723 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:07:58.472743 3680 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:07:58.475227 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:07:58.475275 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0505 13:08:05.760294 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=830 I0505 13:08:14.647293 3680 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 13:08:21.615492 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:08:21.615542 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:08:21.615717 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:08:21.615731 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0505 13:08:21.878487 3680 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-4vf86] creating logical port tsf-keycloak_tsf-iam-4vf86 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:08:21.878601 3680 kube.go:256] Updating pod tsf-keycloak/tsf-iam-4vf86 I0505 13:08:21.895574 3680 pod.go:62] [tsf-keycloak/tsf-iam-4vf86] pod update took 17.008351ms I0505 13:08:21.895636 3680 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-4vf86] addLogicalPort annotation time took 17.073519ms I0505 13:08:21.896888 3680 pods.go:271] [tsf-keycloak/tsf-iam-4vf86] addLogicalPort took 18.4267ms, libovsdb time 902.7µs I0505 13:08:22.241668 3680 cni.go:452] [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key ] I0505 13:08:22.250822 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-4vf86, hostIfaceName: f73fbf9d61d86b1, network: default, NAD default, SandboxID: "f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354", PCI device ID: , UID: "f2c39f1b-fac5-4c39-8333-231a7b01c9dd", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 13:08:22.300745 3680 cni.go:473] [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:1c:ed:e2:ba:ea\",\"name\":\"f73fbf9d61d86b1\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbe90bf5-74d7-4375-b356-bae2a69b84f0\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:24.630480 3680 cni.go:452] [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key ] I0505 13:08:24.718424 3680 cni.go:473] [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 8628867f14eda71f1d9c3ab7c8724c541f229e5742ba1a40f4c897b7404bce6f network default NAD default NAD key default], result "{}", err I0505 13:08:24.768528 3680 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:24.768559 3680 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 13:08:24.770060 3680 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.36 I0505 13:08:24.770088 3680 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:24.816452 3680 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:24.816652 3680 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:24.822675 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:08:24.822779 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:08:25.671005 3680 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-203.ec2.internal I0505 13:08:25.671241 3680 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0505 13:08:25.685665 3680 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.462403ms I0505 13:08:25.685756 3680 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.562048ms I0505 13:08:25.687697 3680 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.710907ms, libovsdb time 1.41143ms I0505 13:08:26.062183 3680 cni.go:452] [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key ] I0505 13:08:26.076246 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 3eed4b0970e5581, network: default, NAD default, SandboxID: "3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9", PCI device ID: , UID: "9b7df592-3c12-4a8d-ae54-5358f929b757", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 13:08:26.142604 3680 cni.go:473] [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:75:b1:ca:2b:f7\",\"name\":\"3eed4b0970e5581\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0e3a943-dd1e-45e0-a62f-b27b38731488\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:29.205305 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-zbsrm for pod on switch ip-10-0-0-203.ec2.internal I0505 13:08:29.205411 3680 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm I0505 13:08:29.221590 3680 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm] pod update took 16.205945ms I0505 13:08:29.221628 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm] addLogicalPort annotation time took 16.249727ms I0505 13:08:29.224032 3680 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm] addLogicalPort took 18.742103ms, libovsdb time 1.928147ms I0505 13:08:29.574879 3680 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm 61853f7ed69260258b843db7ccb985e361b7263d3df027ca05b032de642c569f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm 61853f7ed69260258b843db7ccb985e361b7263d3df027ca05b032de642c569f network default NAD default NAD key ] I0505 13:08:29.584835 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-zbsrm, hostIfaceName: 61853f7ed692602, network: default, NAD default, SandboxID: "61853f7ed69260258b843db7ccb985e361b7263d3df027ca05b032de642c569f", PCI device ID: , UID: "296b2726-2dd6-41e7-b580-29b0811e672d", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 13:08:29.639541 3680 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm 61853f7ed69260258b843db7ccb985e361b7263d3df027ca05b032de642c569f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zbsrm 61853f7ed69260258b843db7ccb985e361b7263d3df027ca05b032de642c569f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:2a:36:63:16:0f\",\"name\":\"61853f7ed692602\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3183c790-48e5-4811-981c-2df05747b351\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:29.829107 3680 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:08:29.829132 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:08:33.841203 3680 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:33.841227 3680 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:33.841235 3680 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:08:40.613454 3680 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:08:40.669968 3680 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 13:08:40.743264 3680 cni.go:452] [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key ] I0505 13:08:40.819050 3680 cni.go:473] [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-4vf86 f73fbf9d61d86b168f2605e46048478af03dceb9c2b5b8e4135c76808d7be354 network default NAD default NAD key default], result "{}", err I0505 13:08:40.871344 3680 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4vf86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:40.871384 3680 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-4vf86 I0505 13:08:40.872727 3680 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-4vf86, ips: 10.130.0.38 I0505 13:08:40.872755 3680 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4vf86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:41.771458 3680 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4vf86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:41.771480 3680 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4vf86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:08:43.636414 3680 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:08:44.779113 3680 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:44.779685 3680 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:45.684203 3680 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:45.684229 3680 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:47.414141 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-8nw4x] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-8nw4x for pod on switch ip-10-0-0-203.ec2.internal I0505 13:08:47.414264 3680 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-8nw4x I0505 13:08:47.437404 3680 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-8nw4x] pod update took 23.164871ms I0505 13:08:47.437431 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-8nw4x] addLogicalPort annotation time took 23.196821ms I0505 13:08:47.438613 3680 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-8nw4x] addLogicalPort took 24.490664ms, libovsdb time 838.438µs I0505 13:08:47.771023 3680 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-8nw4x 594c902d3518c0376ead94ab122b9425429a9d43fba2e9472162db451b665473 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8nw4x 594c902d3518c0376ead94ab122b9425429a9d43fba2e9472162db451b665473 network default NAD default NAD key ] I0505 13:08:47.780039 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-8nw4x, hostIfaceName: 594c902d3518c03, network: default, NAD default, SandboxID: "594c902d3518c0376ead94ab122b9425429a9d43fba2e9472162db451b665473", PCI device ID: , UID: "0bd28dbe-b240-491e-a44a-90f9292d8824", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 13:08:47.829774 3680 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-8nw4x 594c902d3518c0376ead94ab122b9425429a9d43fba2e9472162db451b665473 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8nw4x 594c902d3518c0376ead94ab122b9425429a9d43fba2e9472162db451b665473 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:db:50:df:41:77\",\"name\":\"594c902d3518c03\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c9bd877-2c10-409e-838a-cad532e687ad\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:48.746413 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0505 13:08:55.864199 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 13:09:00.838222 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:09:13.327015 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-7njdt for pod on switch ip-10-0-0-203.ec2.internal I0505 13:09:13.327127 3680 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt I0505 13:09:13.342510 3680 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt] pod update took 15.408896ms I0505 13:09:13.342533 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt] addLogicalPort annotation time took 15.457864ms I0505 13:09:13.343793 3680 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt] addLogicalPort took 16.791681ms, libovsdb time 891.127µs I0505 13:09:13.440490 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-vpqp4 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:09:13.440591 3680 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4 I0505 13:09:13.457123 3680 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4] pod update took 16.562354ms I0505 13:09:13.457144 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4] addLogicalPort annotation time took 16.589259ms I0505 13:09:13.458358 3680 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4] addLogicalPort took 17.890451ms, libovsdb time 843.934µs I0505 13:09:13.688816 3680 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt f9c835a37e8e790540c62ec3f4a5b5e09af86064e6c79d119f4d82f9f6f6962a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt f9c835a37e8e790540c62ec3f4a5b5e09af86064e6c79d119f4d82f9f6f6962a network default NAD default NAD key ] I0505 13:09:13.697845 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-7njdt, hostIfaceName: f9c835a37e8e790, network: default, NAD default, SandboxID: "f9c835a37e8e790540c62ec3f4a5b5e09af86064e6c79d119f4d82f9f6f6962a", PCI device ID: , UID: "b4b81563-2520-482e-9896-0ebe967e4973", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 13:09:13.747577 3680 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt f9c835a37e8e790540c62ec3f4a5b5e09af86064e6c79d119f4d82f9f6f6962a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7njdt f9c835a37e8e790540c62ec3f4a5b5e09af86064e6c79d119f4d82f9f6f6962a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:df:0f:c7:fc:fe\",\"name\":\"f9c835a37e8e790\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b586e821-8a53-48f8-9309-b7c2c28a5987\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:09:13.802523 3680 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4 a8a87d4f85ebf3278b06a888e8e719494db9e9d80706fd73206f6599ef60878d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4 a8a87d4f85ebf3278b06a888e8e719494db9e9d80706fd73206f6599ef60878d network default NAD default NAD key ] I0505 13:09:13.811851 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-vpqp4, hostIfaceName: a8a87d4f85ebf32, network: default, NAD default, SandboxID: "a8a87d4f85ebf3278b06a888e8e719494db9e9d80706fd73206f6599ef60878d", PCI device ID: , UID: "76299d59-38eb-471f-85f4-75b57c77f7da", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0505 13:09:13.861558 3680 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4 a8a87d4f85ebf3278b06a888e8e719494db9e9d80706fd73206f6599ef60878d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqp4 a8a87d4f85ebf3278b06a888e8e719494db9e9d80706fd73206f6599ef60878d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:1e:a3:ea:bd:99\",\"name\":\"a8a87d4f85ebf32\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e1b6f25-c4be-47a4-8aa0-cee7d931eb06\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:09:14.934364 3680 cni.go:452] [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key ] I0505 13:09:15.013862 3680 cni.go:473] [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 3eed4b0970e558187601bdbe5b5aeb09464419ce2da1815fffcc1649183945c9 network default NAD default NAD key default], result "{}", err I0505 13:09:15.066305 3680 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:15.066348 3680 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0505 13:09:15.068004 3680 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.39 I0505 13:09:15.068036 3680 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:15.088412 3680 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:15.088443 3680 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:15.097186 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:09:15.097215 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:09:15.852258 3680 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-jsxqw] creating logical port tsf_patch-tekton-config-jsxqw for pod on switch ip-10-0-0-203.ec2.internal I0505 13:09:15.852358 3680 kube.go:256] Updating pod tsf/patch-tekton-config-jsxqw I0505 13:09:15.865541 3680 pod.go:62] [tsf/patch-tekton-config-jsxqw] pod update took 13.210349ms I0505 13:09:15.865563 3680 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-jsxqw] addLogicalPort annotation time took 13.238167ms I0505 13:09:15.866934 3680 pods.go:271] [tsf/patch-tekton-config-jsxqw] addLogicalPort took 14.693695ms, libovsdb time 1.011361ms I0505 13:09:16.210525 3680 cni.go:452] [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key ] I0505 13:09:16.233974 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-jsxqw, hostIfaceName: ab9f589bbf11b75, network: default, NAD default, SandboxID: "ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a", PCI device ID: , UID: "624ae457-2917-4cab-924e-54fe28148f7b", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0505 13:09:16.287825 3680 cni.go:473] [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1c:fa:a0:eb:9c\",\"name\":\"ab9f589bbf11b75\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/385bd953-cd62-44b0-954a-49c5e9fb8178\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:09:16.942113 3680 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:09:16.942136 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:09:16.965554 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:09:16.965583 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:09:16.990659 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:09:19.211083 3680 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:19.211674 3680 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:20.092853 3680 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:20.092885 3680 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:22.857377 3680 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-76f54858b7-wlv6g] creating logical port tsf-tas_ctlog-76f54858b7-wlv6g for pod on switch ip-10-0-0-203.ec2.internal I0505 13:09:22.857487 3680 kube.go:256] Updating pod tsf-tas/ctlog-76f54858b7-wlv6g I0505 13:09:22.876026 3680 pod.go:62] [tsf-tas/ctlog-76f54858b7-wlv6g] pod update took 18.560405ms I0505 13:09:22.876045 3680 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-76f54858b7-wlv6g] addLogicalPort annotation time took 18.583564ms I0505 13:09:22.877227 3680 pods.go:271] [tsf-tas/ctlog-76f54858b7-wlv6g] addLogicalPort took 19.873007ms, libovsdb time 796.932µs I0505 13:09:23.815620 3680 cni.go:452] [tsf-tas/ctlog-76f54858b7-wlv6g e741ae8d1658b3fde17e1e7dcf6e88f8bcc45d877fffcdd8b011ec03d527052a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-76f54858b7-wlv6g e741ae8d1658b3fde17e1e7dcf6e88f8bcc45d877fffcdd8b011ec03d527052a network default NAD default NAD key ] I0505 13:09:23.824696 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-76f54858b7-wlv6g, hostIfaceName: e741ae8d1658b3f, network: default, NAD default, SandboxID: "e741ae8d1658b3fde17e1e7dcf6e88f8bcc45d877fffcdd8b011ec03d527052a", PCI device ID: , UID: "f58de4a0-8a6b-4a2d-93ba-fa91cb5c2da5", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0505 13:09:23.874518 3680 cni.go:473] [tsf-tas/ctlog-76f54858b7-wlv6g e741ae8d1658b3fde17e1e7dcf6e88f8bcc45d877fffcdd8b011ec03d527052a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-76f54858b7-wlv6g e741ae8d1658b3fde17e1e7dcf6e88f8bcc45d877fffcdd8b011ec03d527052a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:79:0e:6f:f6:68\",\"name\":\"e741ae8d1658b3f\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c874b1d7-3141-48b3-a454-9432783979ca\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:09:23.992469 3680 cni.go:452] [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key ] I0505 13:09:24.067673 3680 cni.go:473] [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-jsxqw ab9f589bbf11b755a6db2d2d0772dd187e93521ccaa0f135d882df3f4917ee2a network default NAD default NAD key default], result "{}", err I0505 13:09:24.115258 3680 obj_retry.go:498] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:24.115301 3680 pods.go:176] Deleting pod: tsf/patch-tekton-config-jsxqw I0505 13:09:24.116717 3680 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-jsxqw, ips: 10.130.0.44 I0505 13:09:24.116747 3680 obj_retry.go:498] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:09:24.547870 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:09:25.006926 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:25.006950 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:09:26.004618 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 13:09:27.258136 3680 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:27.258637 3680 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:09:27.955296 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:09:28.138295 3680 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:28.138319 3680 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:28.925018 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-sn4bp for pod on switch ip-10-0-0-203.ec2.internal I0505 13:09:28.925120 3680 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp I0505 13:09:28.941812 3680 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp] pod update took 16.720398ms I0505 13:09:28.941834 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp] addLogicalPort annotation time took 16.748996ms I0505 13:09:28.943100 3680 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp] addLogicalPort took 18.10407ms, libovsdb time 903.361µs I0505 13:09:29.284771 3680 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp c3791f0e1bc00194802e44267caf0b51555223f3c2c1164e6baf44243b621a44 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp c3791f0e1bc00194802e44267caf0b51555223f3c2c1164e6baf44243b621a44 network default NAD default NAD key ] I0505 13:09:29.294118 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-sn4bp, hostIfaceName: c3791f0e1bc0019, network: default, NAD default, SandboxID: "c3791f0e1bc00194802e44267caf0b51555223f3c2c1164e6baf44243b621a44", PCI device ID: , UID: "fddcfb97-9b8c-4b0f-9b42-cced67805706", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0505 13:09:29.348706 3680 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp c3791f0e1bc00194802e44267caf0b51555223f3c2c1164e6baf44243b621a44 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-sn4bp c3791f0e1bc00194802e44267caf0b51555223f3c2c1164e6baf44243b621a44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:58:33:19:92:cc\",\"name\":\"c3791f0e1bc0019\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ef6cc40-146b-4ac2-b9e5-f4fac4c5ed0b\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:09:30.012683 3680 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vvcnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:30.013254 3680 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vvcnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:31.042117 3680 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vvcnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.042135 3680 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vvcnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.081573 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.081593 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:31.086821 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jsxqw I0505 13:09:31.086848 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jsxqw I0505 13:09:31.812764 3680 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-203.ec2.internal I0505 13:09:31.812881 3680 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0505 13:09:31.834306 3680 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 21.455106ms I0505 13:09:31.834339 3680 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 21.495892ms I0505 13:09:31.835803 3680 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 23.062518ms, libovsdb time 1.008827ms I0505 13:09:31.847566 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:09:33.787949 3680 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key ] I0505 13:09:33.797718 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 51bd0bd389fd447, network: default, NAD default, SandboxID: "51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299", PCI device ID: , UID: "1a5b3778-86eb-4d7c-aea1-00d66c707d0b", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0505 13:09:33.855073 3680 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:35:8d:4c:68:7b\",\"name\":\"51bd0bd389fd447\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/820490ed-f421-4068-bd32-5dbe7c3db82a\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:09:34.163979 3680 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0505 13:09:34.187951 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 13:09:37.016303 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0505 13:09:37.071390 3680 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key ] I0505 13:09:37.139809 3680 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 51bd0bd389fd447e4750555aa2d9ecaf6489d4a704548c1c8fc6c4f5fc75a299 network default NAD default NAD key default], result "{}", err I0505 13:09:37.191492 3680 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:37.191528 3680 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0505 13:09:37.192774 3680 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.47 I0505 13:09:37.192808 3680 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:37.213845 3680 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:37.213863 3680 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:37.219941 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:09:37.219965 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 13:09:37.440860 3680 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-203.ec2.internal I0505 13:09:37.440957 3680 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0505 13:09:37.456520 3680 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.593488ms I0505 13:09:37.456541 3680 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.620613ms I0505 13:09:37.457815 3680 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.970068ms, libovsdb time 897.323µs I0505 13:09:37.798415 3680 cni.go:452] [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key ] I0505 13:09:37.807917 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 35fe8efc50af007, network: default, NAD default, SandboxID: "35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97", PCI device ID: , UID: "c2c2b37c-1518-4ef0-92a2-4ebbe3979d63", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0505 13:09:37.856331 3680 cni.go:473] [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:df:0b:c4:fd:28\",\"name\":\"35fe8efc50af007\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e585c066-d860-411d-b9ae-22ff8405fa98\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:09:39.199058 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:09:43.084175 3680 obj_retry.go:498] Detected object tsf-tpa/create-db-sx74z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:43.084731 3680 obj_retry.go:498] Detected object tsf-tpa/create-db-sx74z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:44.108865 3680 obj_retry.go:492] Detected object tsf-tpa/create-db-sx74z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:44.108887 3680 obj_retry.go:492] Detected object tsf-tpa/create-db-sx74z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:47.115235 3680 obj_retry.go:498] Detected object tsf-tpa/migrate-db-trpcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:47.115802 3680 obj_retry.go:498] Detected object tsf-tpa/migrate-db-trpcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:47.249343 3680 obj_retry.go:492] Detected object tsf-tpa/migrate-db-trpcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:47.249374 3680 obj_retry.go:492] Detected object tsf-tpa/migrate-db-trpcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:52.429617 3680 obj_retry.go:498] Detected object tsf-tpa/create-importers-b2c7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:52.430212 3680 obj_retry.go:498] Detected object tsf-tpa/create-importers-b2c7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:53.302667 3680 obj_retry.go:492] Detected object tsf-tpa/create-importers-b2c7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:53.302695 3680 obj_retry.go:492] Detected object tsf-tpa/create-importers-b2c7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:04.507888 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:04.508482 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.364513 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.364536 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:10:10.136657 3680 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 13:10:12.870195 3680 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0505 13:10:13.541621 3680 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:13.542196 3680 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:14.429514 3680 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:14.429534 3680 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:28.346707 3680 cni.go:452] [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key ] I0505 13:10:28.426761 3680 cni.go:473] [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 35fe8efc50af007e01cc082dadb3d1da80b6a2a28d4f733b53797bb8b7462f97 network default NAD default NAD key default], result "{}", err I0505 13:10:28.477770 3680 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:28.477804 3680 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0505 13:10:28.479107 3680 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.48 I0505 13:10:28.479138 3680 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:28.526577 3680 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:28.526605 3680 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:28.532798 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:10:28.532825 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:10:29.322677 3680 namespace.go:98] [default-tenant] adding namespace I0505 13:10:29.323784 3680 namespace.go:102] [default-tenant] adding namespace took 1.084223ms I0505 13:10:29.329956 3680 namespace.go:98] [image-controller] adding namespace I0505 13:10:29.330675 3680 namespace.go:102] [image-controller] adding namespace took 704.524µs I0505 13:10:29.334353 3680 namespace.go:98] [integration-service] adding namespace I0505 13:10:29.334928 3680 namespace.go:102] [integration-service] adding namespace took 557.713µs I0505 13:10:29.336553 3680 namespace.go:98] [build-service] adding namespace I0505 13:10:29.337149 3680 namespace.go:102] [build-service] adding namespace took 577.939µs I0505 13:10:29.373557 3680 namespace.go:142] [default-tenant] updating namespace I0505 13:10:29.400806 3680 namespace.go:142] [default-tenant] updating namespace I0505 13:10:29.429444 3680 namespace.go:142] [image-controller] updating namespace I0505 13:10:29.475416 3680 namespace.go:142] [integration-service] updating namespace I0505 13:10:29.475432 3680 namespace.go:142] [image-controller] updating namespace I0505 13:10:29.517514 3680 namespace.go:142] [integration-service] updating namespace I0505 13:10:29.531547 3680 namespace.go:142] [build-service] updating namespace W0505 13:10:29.543535 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:10:29.562685 3680 namespace.go:142] [build-service] updating namespace I0505 13:10:29.660931 3680 namespace.go:142] [build-service] updating namespace I0505 13:10:29.683657 3680 namespace.go:142] [integration-service] updating namespace I0505 13:10:29.720070 3680 namespace.go:98] [release-service] adding namespace I0505 13:10:29.720947 3680 namespace.go:102] [release-service] adding namespace took 853.658µs I0505 13:10:29.744518 3680 namespace.go:142] [release-service] updating namespace I0505 13:10:29.768389 3680 namespace.go:142] [release-service] updating namespace I0505 13:10:29.787505 3680 namespace.go:142] [konflux-ui] updating namespace I0505 13:10:29.891830 3680 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-203.ec2.internal I0505 13:10:29.891984 3680 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0505 13:10:29.932443 3680 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 40.492062ms I0505 13:10:29.932466 3680 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 40.526949ms I0505 13:10:29.933872 3680 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 42.056656ms, libovsdb time 997.173µs I0505 13:10:29.944525 3680 namespace.go:98] [konflux-info] adding namespace I0505 13:10:29.945330 3680 namespace.go:102] [konflux-info] adding namespace took 777.187µs I0505 13:10:30.024445 3680 namespace.go:98] [namespace-lister] adding namespace I0505 13:10:30.025388 3680 namespace.go:102] [namespace-lister] adding namespace took 921.824µs I0505 13:10:30.043511 3680 namespace.go:142] [konflux-info] updating namespace I0505 13:10:30.073828 3680 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:10:30.074632 3680 namespace.go:102] [enterprise-contract-service] adding namespace took 776.54µs I0505 13:10:30.131758 3680 namespace.go:142] [konflux-info] updating namespace I0505 13:10:30.131895 3680 namespace.go:142] [image-controller] updating namespace I0505 13:10:30.160394 3680 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:30.197414 3680 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:30.240342 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:30.287551 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:30.339322 3680 namespace.go:142] [default-tenant] updating namespace I0505 13:10:30.487408 3680 namespace.go:98] [segment-bridge] adding namespace I0505 13:10:30.488357 3680 namespace.go:102] [segment-bridge] adding namespace took 925.768µs I0505 13:10:30.667825 3680 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:30.825528 3680 namespace.go:98] [konflux-cli] adding namespace I0505 13:10:30.826372 3680 namespace.go:102] [konflux-cli] adding namespace took 822.869µs I0505 13:10:30.889432 3680 cni.go:452] [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key ] I0505 13:10:30.898782 3680 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 3543819b7a01236, network: default, NAD default, SandboxID: "3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c", PCI device ID: , UID: "f3c82e30-ad8f-4171-8bc9-c01e9b032db6", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0505 13:10:30.949106 3680 cni.go:473] [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f3:cb:43:cc:34\",\"name\":\"3543819b7a01236\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2afefb0-7ef1-4395-b4ad-5973ab1ca376\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:30.971442 3680 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:31.248591 3680 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:31.539667 3680 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:31.821484 3680 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:10:31.822118 3680 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:10:31.822137 3680 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:10:31.824920 3680 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:10:31.851452 3680 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-8pjbs] creating logical port namespace-lister_namespace-lister-696b855848-8pjbs for pod on switch ip-10-0-0-203.ec2.internal I0505 13:10:31.851555 3680 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-8pjbs I0505 13:10:31.908416 3680 pod.go:62] [namespace-lister/namespace-lister-696b855848-8pjbs] pod update took 56.89715ms I0505 13:10:31.908440 3680 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-8pjbs] addLogicalPort annotation time took 56.927961ms I0505 13:10:31.909599 3680 pods.go:271] [namespace-lister/namespace-lister-696b855848-8pjbs] addLogicalPort took 58.160946ms, libovsdb time 803.896µs I0505 13:10:31.915781 3680 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:10:31.915802 3680 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:10:31.916950 3680 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:10:32.027477 3680 namespace.go:142] [build-service] updating namespace I0505 13:10:32.358197 3680 namespace.go:142] [default-tenant] updating namespace I0505 13:10:32.592868 3680 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-fkx5p] creating logical port image-controller_image-controller-controller-manager-6f859968fc-fkx5p for pod on switch ip-10-0-0-203.ec2.internal I0505 13:10:32.592952 3680 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-fkx5p I0505 13:10:32.633459 3680 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-fkx5p] pod update took 40.5258ms I0505 13:10:32.633482 3680 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-fkx5p] addLogicalPort annotation time took 40.555165ms I0505 13:10:32.634716 3680 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-fkx5p] addLogicalPort took 41.865124ms, libovsdb time 842.672µs I0505 13:10:32.732992 3680 base_network_controller_pods.go:487] [default/konflux-ui/dex-855b9c785b-ds7nw] creating logical port konflux-ui_dex-855b9c785b-ds7nw for pod on switch ip-10-0-0-203.ec2.internal I0505 13:10:32.733085 3680 kube.go:256] Updating pod konflux-ui/dex-855b9c785b-ds7nw I0505 13:10:32.741775 3680 base_network_controller_pods.go:487] [default/konflux-ui/proxy-f7d444768-fzrw9] creating logical port konflux-ui_proxy-f7d444768-fzrw9 for pod on switch ip-10-0-0-203.ec2.internal I0505 13:10:32.741878 3680 kube.go:256] Updating pod konflux-ui/proxy-f7d444768-fzrw9 I0505 13:10:32.763488 3680 namespace.go:142] [image-controller] updating namespace I0505 13:10:32.776209 3680 pod.go:62] [konflux-ui/dex-855b9c785b-ds7nw] pod update took 43.150713ms I0505 13:10:32.776229 3680 base_network_controller_pods.go:951] [default/konflux-ui/dex-855b9c785b-ds7nw] addLogicalPort annotation time took 43.175057ms I0505 13:10:32.777471 3680 pods.go:271] [konflux-ui/dex-855b9c785b-ds7nw] addLogicalPort took 44.493529ms, libovsdb time 862.962µs I0505 13:10:32.782428 3680 pod.go:62] [konflux-ui/proxy-f7d444768-fzrw9] pod update took 40.587816ms I0505 13:10:32.782447 3680 base_network_controller_pods.go:951] [default/konflux-ui/proxy-f7d444768-fzrw9] addLogicalPort annotation time took 40.610903ms I0505 13:10:32.783561 3680 pods.go:271] [konflux-ui/proxy-f7d444768-fzrw9] addLogicalPort took 41.800309ms, libovsdb time 793.229µs I0505 13:10:32.964388 3680 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-fkx5p a85fae3399d4c0fbbe32d28906ce9a2b4a0a5e063134d9ae1b102ee140cee187 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-fkx5p a85fae3399d4c0fbbe32d28906ce9a2b4a0a5e063134d9ae1b102ee140cee187 network default NAD default NAD key ] I0505 13:10:32.993124 3680 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-fkx5p, hostIfaceName: a85fae3399d4c0f, network: default, NAD default, SandboxID: "a85fae3399d4c0fbbe32d28906ce9a2b4a0a5e063134d9ae1b102ee140cee187", PCI device ID: , UID: "a6a86981-0440-40ed-b9e1-0cddc7c8d9ff", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0505 13:10:33.043351 3680 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-fkx5p a85fae3399d4c0fbbe32d28906ce9a2b4a0a5e063134d9ae1b102ee140cee187 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-fkx5p a85fae3399d4c0fbbe32d28906ce9a2b4a0a5e063134d9ae1b102ee140cee187 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0a:90:37:50:22\",\"name\":\"a85fae3399d4c0f\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1a5e929-b4c3-4104-be8e-2f163a22670e\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:33.184498 3680 namespace.go:142] [integration-service] updating namespace I0505 13:10:33.290532 3680 namespace.go:142] [build-service] updating namespace I0505 13:10:33.375512 3680 namespace.go:142] [default-tenant] updating namespace I0505 13:10:33.391901 3680 namespace.go:142] [image-controller] updating namespace I0505 13:10:33.414576 3680 namespace.go:142] [integration-service] updating namespace I0505 13:10:33.458928 3680 namespace.go:142] [build-service] updating namespace I0505 13:10:33.536461 3680 namespace.go:142] [default-tenant] updating namespace I0505 13:10:33.597677 3680 namespace.go:142] [image-controller] updating namespace I0505 13:10:33.714612 3680 namespace.go:142] [integration-service] updating namespace I0505 13:10:33.784147 3680 cni.go:452] [namespace-lister/namespace-lister-696b855848-8pjbs 56cd61723d959399967ccebb35c50f10e64ac2aa626cd082d465c0a97c06851c network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-8pjbs 56cd61723d959399967ccebb35c50f10e64ac2aa626cd082d465c0a97c06851c network default NAD default NAD key ] I0505 13:10:33.796435 3680 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-8pjbs, hostIfaceName: 56cd61723d95939, network: default, NAD default, SandboxID: "56cd61723d959399967ccebb35c50f10e64ac2aa626cd082d465c0a97c06851c", PCI device ID: , UID: "5c57c662-555a-4a03-8b08-6e35fcaa30f8", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0505 13:10:33.862342 3680 cni.go:473] [namespace-lister/namespace-lister-696b855848-8pjbs 56cd61723d959399967ccebb35c50f10e64ac2aa626cd082d465c0a97c06851c network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-8pjbs 56cd61723d959399967ccebb35c50f10e64ac2aa626cd082d465c0a97c06851c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:82:c5:11:a9:99\",\"name\":\"56cd61723d95939\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01bc9eda-b49b-4084-8d93-d7a009145148\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:33.938713 3680 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-hqlqw for pod on switch ip-10-0-0-203.ec2.internal I0505 13:10:33.938879 3680 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw I0505 13:10:33.965347 3680 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw] pod update took 26.500471ms I0505 13:10:33.965381 3680 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw] addLogicalPort annotation time took 26.540231ms I0505 13:10:33.967498 3680 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw] addLogicalPort took 28.804244ms, libovsdb time 1.358312ms I0505 13:10:35.169537 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:35.230533 3680 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-895b6fc67-pvs4t] creating logical port integration-service_integration-service-controller-manager-895b6fc67-pvs4t for pod on switch ip-10-0-0-203.ec2.internal I0505 13:10:35.230669 3680 kube.go:256] Updating pod integration-service/integration-service-controller-manager-895b6fc67-pvs4t I0505 13:10:35.261271 3680 pod.go:62] [integration-service/integration-service-controller-manager-895b6fc67-pvs4t] pod update took 30.630001ms I0505 13:10:35.261293 3680 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-895b6fc67-pvs4t] addLogicalPort annotation time took 30.656208ms I0505 13:10:35.262695 3680 pods.go:271] [integration-service/integration-service-controller-manager-895b6fc67-pvs4t] addLogicalPort took 32.182178ms, libovsdb time 979.822µs I0505 13:10:35.368150 3680 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:35.569027 3680 namespace.go:142] [konflux-info] updating namespace I0505 13:10:35.759888 3680 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:35.950059 3680 namespace.go:142] [release-service] updating namespace I0505 13:10:36.159961 3680 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:36.275963 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:36.291611 3680 namespace.go:142] [konflux-cli] updating namespace I0505 13:10:36.308583 3680 namespace.go:142] [konflux-info] updating namespace I0505 13:10:36.327221 3680 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:36.339314 3680 namespace.go:142] [release-service] updating namespace I0505 13:10:36.353713 3680 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:36.408538 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:10:36.486850 3680 namespace.go:142] [konflux-cli] updating namespace W0505 13:10:36.557241 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 13:10:36.584918 3680 namespace.go:142] [konflux-info] updating namespace I0505 13:10:36.684104 3680 namespace.go:142] [namespace-lister] updating namespace I0505 13:10:36.779924 3680 namespace.go:142] [release-service] updating namespace I0505 13:10:36.886918 3680 namespace.go:142] [segment-bridge] updating namespace I0505 13:10:39.189340 3680 cni.go:452] [integration-service/integration-service-controller-manager-895b6fc67-pvs4t 3c680540c1e489dd96fcbbf2279f49f62cc88aaf111ccb69cec51edf978e3bdc network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-895b6fc67-pvs4t 3c680540c1e489dd96fcbbf2279f49f62cc88aaf111ccb69cec51edf978e3bdc network default NAD default NAD key ] I0505 13:10:39.198395 3680 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-895b6fc67-pvs4t, hostIfaceName: 3c680540c1e489d, network: default, NAD default, SandboxID: "3c680540c1e489dd96fcbbf2279f49f62cc88aaf111ccb69cec51edf978e3bdc", PCI device ID: , UID: "cbf37bf7-565a-4d2a-bc04-4564cf61d60f", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0505 13:10:39.251009 3680 cni.go:473] [integration-service/integration-service-controller-manager-895b6fc67-pvs4t 3c680540c1e489dd96fcbbf2279f49f62cc88aaf111ccb69cec51edf978e3bdc network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-895b6fc67-pvs4t 3c680540c1e489dd96fcbbf2279f49f62cc88aaf111ccb69cec51edf978e3bdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e0:5b:e2:44:84\",\"name\":\"3c680540c1e489d\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ae4942c-9910-4db7-86f7-d2cdfd3211f8\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:10:39.442743 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:10:39.474238 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:10:40.436702 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0505 13:10:40.936452 3680 cni.go:452] [konflux-ui/dex-855b9c785b-ds7nw 2f53f9a6dbc2c9a950c7dd066250006391d8e8e4ebb5bc0f882e7287f1a1c50d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-855b9c785b-ds7nw 2f53f9a6dbc2c9a950c7dd066250006391d8e8e4ebb5bc0f882e7287f1a1c50d network default NAD default NAD key ] I0505 13:10:40.945678 3680 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-855b9c785b-ds7nw, hostIfaceName: 2f53f9a6dbc2c9a, network: default, NAD default, SandboxID: "2f53f9a6dbc2c9a950c7dd066250006391d8e8e4ebb5bc0f882e7287f1a1c50d", PCI device ID: , UID: "46ffce3e-8c40-4ace-87dc-0b6864af1015", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0505 13:10:41.000975 3680 cni.go:473] [konflux-ui/dex-855b9c785b-ds7nw 2f53f9a6dbc2c9a950c7dd066250006391d8e8e4ebb5bc0f882e7287f1a1c50d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-855b9c785b-ds7nw 2f53f9a6dbc2c9a950c7dd066250006391d8e8e4ebb5bc0f882e7287f1a1c50d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:9f:e5:12:80:a2\",\"name\":\"2f53f9a6dbc2c9a\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa02799a-ba14-45f5-8d0a-d3f7ead1a38a\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:41.817989 3680 cni.go:452] [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key ] I0505 13:10:41.822205 3680 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw aac96d970f88ec60321c5ace0d39f9d9531fd7e9cfb98c6e4b5122b37c7193e4 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw aac96d970f88ec60321c5ace0d39f9d9531fd7e9cfb98c6e4b5122b37c7193e4 network default NAD default NAD key ] I0505 13:10:41.830510 3680 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-f7d444768-fzrw9, hostIfaceName: ff55af3e7f62600, network: default, NAD default, SandboxID: "ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1", PCI device ID: , UID: "3838014a-fbc2-48cc-ba5a-08cc9c252707", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0505 13:10:41.833842 3680 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-hqlqw, hostIfaceName: aac96d970f88ec6, network: default, NAD default, SandboxID: "aac96d970f88ec60321c5ace0d39f9d9531fd7e9cfb98c6e4b5122b37c7193e4", PCI device ID: , UID: "5aed200e-524f-49d8-9fd7-2cb527470419", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0505 13:10:41.892475 3680 cni.go:473] [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b2:6e:36:34:66\",\"name\":\"ff55af3e7f62600\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bee6aed1-b35c-4166-b8d5-6b357e654d80\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:41.915319 3680 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw aac96d970f88ec60321c5ace0d39f9d9531fd7e9cfb98c6e4b5122b37c7193e4 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-hqlqw aac96d970f88ec60321c5ace0d39f9d9531fd7e9cfb98c6e4b5122b37c7193e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:14:4d:18:70:89\",\"name\":\"aac96d970f88ec6\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31b86b18-f9d0-4a23-b7f6-e7e0adc100b8\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:10:43.451595 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:10:43.453829 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:10:43.607339 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:10:43.609075 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:10:44.458259 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:10:44.463932 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:10:44.490550 3680 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:10:47.640265 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:47.640289 3680 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:48.499283 3680 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:48.499306 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:10:50.427923 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:10:54.467369 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:10:54.467472 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 13:10:55.147688 3680 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:55.148275 3680 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:10:55.470502 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:10:55.476592 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0505 13:10:55.692802 3680 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:55.692825 3680 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:55.698629 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 I0505 13:10:55.698659 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 W0505 13:10:59.502906 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0505 13:11:18.834207 3680 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:11:23.549490 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:11:23.549513 3680 util.go:959] Failed to build node endpoints for node ip-10-0-0-203.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:11:58.306138 3680 cni.go:452] [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key ] I0505 13:11:58.390380 3680 cni.go:473] [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-f7d444768-fzrw9 ff55af3e7f626003bf2cf4b2f62d710eba0043cfdf9f59ccd76d8d7f89cd63f1 network default NAD default NAD key default], result "{}", err I0505 13:11:58.455335 3680 obj_retry.go:498] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:58.455364 3680 pods.go:176] Deleting pod: konflux-ui/proxy-f7d444768-fzrw9 I0505 13:11:58.456684 3680 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-f7d444768-fzrw9, ips: 10.130.0.53 I0505 13:11:58.456713 3680 obj_retry.go:498] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:58.879042 3680 obj_retry.go:492] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:58.879066 3680 obj_retry.go:492] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:58.885406 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-f7d444768-fzrw9 I0505 13:11:58.885430 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-f7d444768-fzrw9 I0505 13:12:00.899756 3680 cni.go:452] [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key ] I0505 13:12:00.985673 3680 cni.go:473] [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 3543819b7a012364b612327c2fa2a6711a894662345dc5b166c377bc25daa48c network default NAD default NAD key default], result "{}", err I0505 13:12:01.038977 3680 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:01.039012 3680 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0505 13:12:01.040464 3680 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.49 I0505 13:12:01.040493 3680 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:01.059271 3680 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:01.059298 3680 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:01.064941 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:12:01.064963 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:12:10.756268 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0505 13:12:31.582328 3680 namespace.go:98] [managed-tenant-cjb4v] adding namespace I0505 13:12:31.583277 3680 namespace.go:102] [managed-tenant-cjb4v] adding namespace took 925.207µs I0505 13:12:31.608015 3680 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:31.625862 3680 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:32.912572 3680 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:33.040324 3680 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:33.146950 3680 namespace.go:142] [managed-tenant-cjb4v] updating namespace I0505 13:12:59.862430 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=130 I0505 13:13:20.754804 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=165 I0505 13:13:26.878497 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:13:31.879362 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:13:50.763261 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=386 I0505 13:13:59.758153 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=88 I0505 13:14:05.949639 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:14:48.749462 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:15:26.873884 3680 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7