+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-114.ec2.internal ++ [[ -n ip-10-0-2-114.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-114.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + wait-and-add-garp-drop-flow br-ex + cni-bin-copy + . /host/etc/os-release + local bridge=br-ex + local max_retries=90 + local retries=0 + [[ 0 -lt 90 ]] + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260504-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260504-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260504-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ ovs-vsctl list-ports br-ex ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + return 1 + (( retries += 1 )) + [[ 1 -eq 15 ]] + sleep 2 ++ date '+%m%d %H:%M:%S.%N' + echo 'I0508 18:02:54.585748072 - disable conntrack on geneve port' I0508 18:02:54.585748072 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0508 18:02:54.606751093 - starting ovnkube-node + echo 'I0508 18:02:54.606751093 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-114.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-114.ec2.internal --init-node ip-10-0-2-114.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-114.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0508 18:02:54.649328 3703 config.go:2752] Parsed config file /run/ovnkube-config/ovnkube.conf I0508 18:02:54.649399 3703 config.go:2753] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AllowICMPNetworkPolicy:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c68dfbf252.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName: DPUNodeLeaseRenewInterval:10 DPUNodeLeaseDuration:40} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology: FRRNamespace:}} I0508 18:02:54.651278 3703 kube.go:437] Waiting for certificate I0508 18:02:54.651342 3703 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0508 18:02:54.651399 3703 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0508 18:02:54.652258 3703 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 18:02:54.679837 3703 reflector.go:367] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:02:54.679855 3703 reflector.go:411] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:02:54.684109 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" logger="kubernetes.io/kube-apiserver-client" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" totalItems=2 duration="4.221909ms" I0508 18:02:54.684137 3703 reflector.go:446] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:02:54.684215 3703 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-74ghl" I0508 18:02:54.688321 3703 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-74ghl" I0508 18:02:54.688389 3703 reflector.go:373] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:02:55.651385 3703 kube.go:444] Certificate found I0508 18:02:55.651933 3703 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 18:02:55.653304 3703 server.go:247] Metric Server starts to listen on 127.0.0.1:29103 I0508 18:02:55.692870 3703 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-09 17:57:54 +0000 UTC" deadline="2026-05-09 12:04:03.649471213 +0000 UTC" I0508 18:02:55.692915 3703 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h1m7.956569033s" I0508 18:02:55.722158 3703 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 18:02:55.736691 3703 metrics.go:489] Create OVN Metrics Server on address: 127.0.0.1:29105 I0508 18:02:55.736774 3703 server.go:119] MetricServer registers OVS metrics I0508 18:02:55.737159 3703 server.go:123] MetricServer registers OVN DB metrics I0508 18:02:55.737636 3703 node_controller_manager.go:345] Starting the node network controller manager, Mode: full I0508 18:02:55.737705 3703 factory.go:600] Starting watch factory I0508 18:02:55.737859 3703 reflector.go:367] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.737873 3703 reflector.go:411] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.737867 3703 reflector.go:367] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.737923 3703 reflector.go:411] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.738342 3703 reflector.go:367] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.738375 3703 reflector.go:411] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.738647 3703 reflector.go:367] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.738731 3703 reflector.go:411] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.738989 3703 reflector.go:367] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.739004 3703 reflector.go:411] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.739269 3703 reflector.go:367] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.739329 3703 reflector.go:411] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.741784 3703 controller_manager.go:389] Starting the ovnkube controller I0508 18:02:55.741794 3703 controller_manager.go:394] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-114.ec2.internal I0508 18:02:55.741850 3703 controller_manager.go:414] NBDB zone sync took: 49.417µs I0508 18:02:55.741859 3703 factory.go:600] Starting watch factory I0508 18:02:55.742559 3703 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0508 18:02:55.742589 3703 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0508 18:02:55.756178 3703 ovn_db.go:388] Found OVN NB DB: &{0x1de2de0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0508 18:02:55.756209 3703 ovn_db.go:395] Found OVN SB DB: &{0x1de30a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0508 18:02:55.760139 3703 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0508 18:02:55.760169 3703 server.go:127] MetricServer registers OVN Controller metrics I0508 18:02:55.761993 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=3 duration="22.629465ms" I0508 18:02:55.762029 3703 reflector.go:446] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.762771 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=30 duration="24.370573ms" I0508 18:02:55.762810 3703 reflector.go:446] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.764453 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=36 duration="25.66022ms" I0508 18:02:55.764546 3703 reflector.go:446] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.764816 3703 server.go:131] MetricServer registers OVN Northd metrics I0508 18:02:55.765491 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=45 duration="27.506952ms" I0508 18:02:55.765609 3703 reflector.go:446] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.765899 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=80 duration="27.997052ms" I0508 18:02:55.765999 3703 reflector.go:446] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.768351 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=36 duration="29.321535ms" I0508 18:02:55.768469 3703 reflector.go:446] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:02:55.770360 3703 metrics.go:496] OVN Metrics Server starts to run ... I0508 18:02:55.770384 3703 server.go:247] Metric Server starts to listen on 127.0.0.1:29105 I0508 18:02:55.843173 3703 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully I0508 18:02:55.843210 3703 factory.go:2018] *v1.Namespace informer cache synced successfully I0508 18:02:55.843214 3703 factory.go:2018] *v1.Node informer cache synced successfully I0508 18:02:55.843217 3703 factory.go:2018] *v1.Service informer cache synced successfully I0508 18:02:55.843220 3703 factory.go:2018] *v1.EndpointSlice informer cache synced successfully I0508 18:02:55.843223 3703 factory.go:2018] *v1.Pod informer cache synced successfully I0508 18:02:55.843315 3703 reflector.go:367] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:02:55.843315 3703 reflector.go:367] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:02:55.843327 3703 reflector.go:411] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:02:55.843334 3703 reflector.go:411] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:02:55.847400 3703 factory.go:2018] *v1.Pod informer cache synced successfully I0508 18:02:55.847413 3703 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully I0508 18:02:55.847417 3703 factory.go:2018] *v1.Namespace informer cache synced successfully I0508 18:02:55.847420 3703 factory.go:2018] *v1.Node informer cache synced successfully I0508 18:02:55.847423 3703 factory.go:2018] *v1.Service informer cache synced successfully I0508 18:02:55.847426 3703 factory.go:2018] *v1.EndpointSlice informer cache synced successfully I0508 18:02:55.848989 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="5.632225ms" I0508 18:02:55.849011 3703 reflector.go:446] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:02:55.849379 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="6.023039ms" I0508 18:02:55.849400 3703 reflector.go:446] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:02:55.853322 3703 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 18:02:55.853333 3703 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 18:02:55.853387 3703 reflector.go:367] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.853402 3703 reflector.go:411] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.858254 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.827326ms" I0508 18:02:55.858275 3703 reflector.go:446] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.859160 3703 factory.go:2018] *v1.EgressIP informer cache synced successfully I0508 18:02:55.859226 3703 reflector.go:367] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.859240 3703 reflector.go:411] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.864163 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.903729ms" I0508 18:02:55.864183 3703 reflector.go:446] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.864207 3703 factory.go:2018] *v1.EgressFirewall informer cache synced successfully I0508 18:02:55.864265 3703 reflector.go:367] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.864275 3703 reflector.go:411] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.869163 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.868199ms" I0508 18:02:55.869182 3703 reflector.go:446] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.870105 3703 factory.go:2018] *v1.EgressQoS informer cache synced successfully I0508 18:02:55.870169 3703 reflector.go:367] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.870180 3703 reflector.go:411] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.874907 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.707551ms" I0508 18:02:55.874928 3703 reflector.go:446] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.875840 3703 factory.go:2018] *v1.EgressService informer cache synced successfully I0508 18:02:55.875903 3703 reflector.go:367] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.875915 3703 reflector.go:411] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.880961 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="5.022857ms" I0508 18:02:55.880979 3703 reflector.go:446] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.949044 3703 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 18:02:55.949079 3703 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 18:02:55.954235 3703 factory.go:2018] *v1.EgressIP informer cache synced successfully I0508 18:02:55.959398 3703 factory.go:2018] *v1.EgressFirewall informer cache synced successfully I0508 18:02:55.964547 3703 factory.go:2018] *v1.EgressQoS informer cache synced successfully I0508 18:02:55.969708 3703 factory.go:2018] *v1.EgressService informer cache synced successfully I0508 18:02:55.974879 3703 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 18:02:55.975094 3703 reflector.go:367] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 18:02:55.975110 3703 reflector.go:411] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 18:02:55.980415 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" totalItems=2 duration="5.279628ms" I0508 18:02:55.980439 3703 reflector.go:446] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 18:02:55.981341 3703 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 18:02:55.986487 3703 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 18:02:55.986555 3703 reflector.go:367] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.986558 3703 reflector.go:367] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.986566 3703 reflector.go:411] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.986570 3703 reflector.go:411] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.991786 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="5.187182ms" I0508 18:02:55.991809 3703 reflector.go:446] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:55.992443 3703 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="5.854172ms" I0508 18:02:55.992463 3703 reflector.go:446] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:02:56.080366 3703 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 18:02:56.085640 3703 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully I0508 18:02:56.085647 3703 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 18:02:56.085654 3703 factory.go:719] Watch Factory start up complete, took: 347.951864ms I0508 18:02:56.085725 3703 default_node_network_controller.go:191] Enable node proxy healthz server on 0.0.0.0:10256 I0508 18:02:56.092208 3703 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully I0508 18:02:56.092222 3703 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 18:02:56.092230 3703 factory.go:719] Watch Factory start up complete, took: 350.369301ms I0508 18:02:56.092238 3703 controller_manager.go:425] Waiting up to 5m0s for a node to have "ip-10-0-2-114.ec2.internal" zone I0508 18:02:56.127932 3703 default_node_network_controller.go:739] Initializing the default node network controller I0508 18:02:56.187220 3703 udn_isolation.go:101] Starting UDN host isolation manager I0508 18:02:56.193712 3703 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0508 18:02:56.250462 3703 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0508 18:02:56.250526 3703 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0508 18:02:56.250541 3703 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0508 18:02:56.283920 3703 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0508 18:02:56.284001 3703 default_node_network_controller.go:854] Node ip-10-0-2-114.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0508 18:02:56.289568 3703 kube.go:265] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.114"] k8s.ovn.org/zone-name:ip-10-0-2-114.ec2.internal] on node ip-10-0-2-114.ec2.internal I0508 18:02:56.325260 3703 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0508 18:02:56.331672 3703 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0508 18:02:56.331948 3703 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0508 18:02:56.332137 3703 gateway_init.go:263] Preparing Gateway I0508 18:02:56.332149 3703 gateway_shared_intf.go:1682] Creating new gateway I0508 18:02:56.342527 3703 controller_manager.go:448] Waiting for node in zone sync took: 250.275812ms I0508 18:02:56.351899 3703 controller_manager.go:641] Switching to transit router for layer2 networks I0508 18:02:56.351915 3703 kube.go:265] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-114.ec2.internal I0508 18:02:56.396041 3703 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 18:02:56.396650 3703 addressset_manager.go:127] Starting pod-selector-address-set-manager controller I0508 18:02:56.396680 3703 controller.go:133] Adding controller pod-selector-address-set-manager-namespace event handlers I0508 18:02:56.396684 3703 controller.go:133] Adding controller pod-selector-address-set-manager-pod event handlers I0508 18:02:56.396809 3703 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-pod" I0508 18:02:56.396830 3703 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-pod" I0508 18:02:56.396837 3703 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-namespace" I0508 18:02:56.396847 3703 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-namespace" I0508 18:02:56.396868 3703 controller.go:157] Starting controller pod-selector-address-set-manager-pod with 1 workers I0508 18:02:56.396876 3703 controller.go:157] Starting controller pod-selector-address-set-manager-namespace with 1 workers I0508 18:02:56.396882 3703 controller.go:157] Starting controller pod-selector-address-set-manager-addrset with 1 workers I0508 18:02:56.397016 3703 services_controller.go:69] Creating services controller for network=default I0508 18:02:56.397127 3703 udn_enabled_svc.go:80] Waiting for service informer to sync I0508 18:02:56.397346 3703 controller.go:133] Adding controller udn-node-topology-node event handlers I0508 18:02:56.397393 3703 shared_informer.go:349] "Waiting for caches to sync" controller="udn-node-topology-node" I0508 18:02:56.397402 3703 shared_informer.go:356] "Caches are synced" controller="udn-node-topology-node" I0508 18:02:56.397408 3703 controller.go:157] Starting controller udn-node-topology-node with 15 workers I0508 18:02:56.397509 3703 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0508 18:02:56.397577 3703 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0508 18:02:56.397590 3703 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0508 18:02:56.397620 3703 nad_controller.go:540] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 18:02:56.397631 3703 udn_enabled_svc.go:95] Performing full resync I0508 18:02:56.397893 3703 udn_enabled_svc.go:99] Waiting for handler to sync I0508 18:02:56.397904 3703 udn_enabled_svc.go:104] Starting worker I0508 18:02:56.398225 3703 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0508 18:02:56.398277 3703 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0508 18:02:56.398301 3703 nad_controller.go:579] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.745µs I0508 18:02:56.398310 3703 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 25.546µs I0508 18:02:56.398317 3703 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.333µs I0508 18:02:56.398322 3703 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0508 18:02:56.398331 3703 nad_controller.go:378] [zone-nad-controller NAD controller]: started I0508 18:02:56.398343 3703 default_network_controller.go:325] Starting the default network controller I0508 18:02:56.398358 3703 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 6.685µs I0508 18:02:56.407699 3703 default_network_controller.go:398] Cleaning External Gateway ECMP routes I0508 18:02:56.407754 3703 repair.go:33] Syncing exgw routes took 42.435µs I0508 18:02:56.407800 3703 default_network_controller.go:417] Starting all the Watchers... I0508 18:02:56.407965 3703 namespace.go:97] [openshift-backplane] adding namespace I0508 18:02:56.407975 3703 namespace.go:97] [openshift-cloud-controller-manager] adding namespace I0508 18:02:56.407982 3703 namespace.go:97] [openshift-backplane-cse] adding namespace I0508 18:02:56.407984 3703 namespace.go:97] [openshift-console] adding namespace I0508 18:02:56.407992 3703 namespace.go:97] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] adding namespace I0508 18:02:56.407995 3703 namespace.go:97] [default] adding namespace I0508 18:02:56.408007 3703 namespace.go:97] [openshift-multus] adding namespace I0508 18:02:56.408017 3703 namespace.go:97] [openshift-ingress] adding namespace I0508 18:02:56.408017 3703 namespace.go:97] [openshift-config] adding namespace I0508 18:02:56.408021 3703 namespace.go:97] [openshift-backplane-mobb] adding namespace I0508 18:02:56.408026 3703 namespace.go:97] [openshift-backplane-tam] adding namespace I0508 18:02:56.408031 3703 namespace.go:97] [openshift] adding namespace I0508 18:02:56.408039 3703 namespace.go:97] [openshift-backplane-csm] adding namespace I0508 18:02:56.408078 3703 namespace.go:97] [openshift-cloud-network-config-controller] adding namespace I0508 18:02:56.407969 3703 namespace.go:97] [openshift-package-operator] adding namespace I0508 18:02:56.408669 3703 namespace.go:101] [openshift-backplane] adding namespace took 688.971µs I0508 18:02:56.408689 3703 namespace.go:97] [openshift-authentication] adding namespace I0508 18:02:56.409159 3703 namespace.go:101] [openshift-authentication] adding namespace took 464.328µs I0508 18:02:56.409176 3703 namespace.go:97] [openshift-user-workload-monitoring] adding namespace I0508 18:02:56.409716 3703 namespace.go:101] [openshift-cloud-controller-manager] adding namespace took 1.73275ms I0508 18:02:56.409732 3703 namespace.go:97] [openshift-network-node-identity] adding namespace I0508 18:02:56.410303 3703 namespace.go:101] [openshift-network-node-identity] adding namespace took 565.31µs I0508 18:02:56.410320 3703 namespace.go:97] [openshift-cluster-csi-drivers] adding namespace I0508 18:02:56.410801 3703 namespace.go:101] [openshift-backplane-cse] adding namespace took 2.803832ms I0508 18:02:56.410816 3703 namespace.go:97] [openshift-operator-lifecycle-manager] adding namespace I0508 18:02:56.411289 3703 namespace.go:101] [openshift-console] adding namespace took 3.291537ms I0508 18:02:56.411299 3703 namespace.go:97] [openshift-console-operator] adding namespace I0508 18:02:56.411761 3703 namespace.go:101] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] adding namespace took 3.756031ms I0508 18:02:56.411787 3703 namespace.go:97] [openshift-cluster-node-tuning-operator] adding namespace W0508 18:02:56.412215 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-cmgxx: pod openshift-multus/network-metrics-daemon-cmgxx: no pod IPs found I0508 18:02:56.412244 3703 namespace.go:101] [default] adding namespace took 4.238092ms I0508 18:02:56.412257 3703 namespace.go:97] [openshift-deployment-validation-operator] adding namespace I0508 18:02:56.412756 3703 namespace.go:101] [openshift-multus] adding namespace took 4.740609ms I0508 18:02:56.412773 3703 namespace.go:97] [openshift-image-registry] adding namespace I0508 18:02:56.413213 3703 namespace.go:101] [openshift-ingress] adding namespace took 5.191084ms I0508 18:02:56.413228 3703 namespace.go:97] [openshift-must-gather-operator] adding namespace I0508 18:02:56.413674 3703 namespace.go:101] [openshift-config] adding namespace took 5.64973ms I0508 18:02:56.413689 3703 namespace.go:97] [openshift-machine-config-operator] adding namespace I0508 18:02:56.414097 3703 namespace.go:101] [openshift-backplane-mobb] adding namespace took 6.059721ms I0508 18:02:56.414114 3703 namespace.go:97] [openshift-config-operator] adding namespace I0508 18:02:56.414526 3703 namespace.go:101] [openshift-backplane-tam] adding namespace took 6.485883ms I0508 18:02:56.414539 3703 namespace.go:97] [openshift-service-ca-operator] adding namespace I0508 18:02:56.414934 3703 namespace.go:101] [openshift] adding namespace took 6.89109ms I0508 18:02:56.414951 3703 namespace.go:97] [openshift-route-controller-manager] adding namespace I0508 18:02:56.415429 3703 namespace.go:101] [openshift-backplane-csm] adding namespace took 7.384535ms I0508 18:02:56.415442 3703 namespace.go:97] [kube-node-lease] adding namespace I0508 18:02:56.415881 3703 namespace.go:101] [openshift-cloud-network-config-controller] adding namespace took 7.793547ms I0508 18:02:56.415896 3703 namespace.go:97] [openshift-console-user-settings] adding namespace I0508 18:02:56.416337 3703 namespace.go:101] [openshift-package-operator] adding namespace took 8.195186ms I0508 18:02:56.416351 3703 namespace.go:97] [openshift-monitoring] adding namespace I0508 18:02:56.416673 3703 namespace.go:101] [openshift-user-workload-monitoring] adding namespace took 7.492215ms I0508 18:02:56.416683 3703 namespace.go:97] [openshift-kube-controller-manager] adding namespace I0508 18:02:56.417083 3703 namespace.go:101] [openshift-cluster-csi-drivers] adding namespace took 6.75878ms I0508 18:02:56.417094 3703 namespace.go:97] [openshift-network-diagnostics] adding namespace I0508 18:02:56.417477 3703 namespace.go:101] [openshift-operator-lifecycle-manager] adding namespace took 6.656882ms I0508 18:02:56.417486 3703 namespace.go:97] [openshift-infra] adding namespace I0508 18:02:56.417915 3703 namespace.go:101] [openshift-console-operator] adding namespace took 6.609228ms I0508 18:02:56.417929 3703 namespace.go:97] [openshift-backplane-managed-scripts] adding namespace I0508 18:02:56.418327 3703 namespace.go:101] [openshift-cluster-node-tuning-operator] adding namespace took 6.536075ms I0508 18:02:56.418337 3703 namespace.go:97] [openshift-ingress-operator] adding namespace I0508 18:02:56.418751 3703 namespace.go:101] [openshift-deployment-validation-operator] adding namespace took 6.487878ms I0508 18:02:56.418768 3703 namespace.go:97] [openshift-cluster-storage-operator] adding namespace I0508 18:02:56.419167 3703 namespace.go:101] [openshift-image-registry] adding namespace took 6.388589ms I0508 18:02:56.419180 3703 namespace.go:97] [openshift-dns] adding namespace I0508 18:02:56.419594 3703 namespace.go:101] [openshift-must-gather-operator] adding namespace took 6.362107ms I0508 18:02:56.419605 3703 namespace.go:97] [openshift-network-operator] adding namespace I0508 18:02:56.419982 3703 namespace.go:101] [openshift-machine-config-operator] adding namespace took 6.289317ms I0508 18:02:56.419992 3703 namespace.go:97] [openshift-logging] adding namespace I0508 18:02:56.420385 3703 namespace.go:101] [openshift-config-operator] adding namespace took 6.265656ms I0508 18:02:56.420402 3703 namespace.go:97] [openshift-marketplace] adding namespace I0508 18:02:56.421175 3703 namespace.go:101] [openshift-service-ca-operator] adding namespace took 6.631358ms I0508 18:02:56.421189 3703 namespace.go:97] [openshift-cluster-samples-operator] adding namespace I0508 18:02:56.421525 3703 namespace.go:101] [openshift-route-controller-manager] adding namespace took 6.568203ms I0508 18:02:56.421537 3703 namespace.go:97] [openshift-customer-monitoring] adding namespace I0508 18:02:56.421906 3703 namespace.go:101] [kube-node-lease] adding namespace took 6.457998ms I0508 18:02:56.421921 3703 namespace.go:97] [openshift-node] adding namespace I0508 18:02:56.422359 3703 namespace.go:101] [openshift-console-user-settings] adding namespace took 6.457662ms I0508 18:02:56.422377 3703 namespace.go:97] [openshift-cloud-credential-operator] adding namespace I0508 18:02:56.422716 3703 namespace.go:101] [openshift-monitoring] adding namespace took 6.360082ms I0508 18:02:56.422729 3703 namespace.go:97] [openshift-backplane-srep-ro] adding namespace I0508 18:02:56.423088 3703 namespace.go:101] [openshift-kube-controller-manager] adding namespace took 6.401383ms I0508 18:02:56.423099 3703 namespace.go:97] [openshift-kube-apiserver-operator] adding namespace W0508 18:02:56.423113 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-crlnt: pod openshift-network-diagnostics/network-check-target-crlnt: no pod IPs found I0508 18:02:56.423561 3703 namespace.go:101] [openshift-network-diagnostics] adding namespace took 6.462873ms I0508 18:02:56.423574 3703 namespace.go:97] [openshift-apiserver-operator] adding namespace I0508 18:02:56.424020 3703 namespace.go:101] [openshift-infra] adding namespace took 6.529868ms I0508 18:02:56.424033 3703 namespace.go:97] [dedicated-admin] adding namespace I0508 18:02:56.424458 3703 namespace.go:101] [openshift-backplane-managed-scripts] adding namespace took 6.522102ms I0508 18:02:56.424474 3703 namespace.go:97] [openshift-dns-operator] adding namespace I0508 18:02:56.424850 3703 namespace.go:101] [openshift-ingress-operator] adding namespace took 6.508607ms I0508 18:02:56.424861 3703 namespace.go:97] [openshift-authentication-operator] adding namespace I0508 18:02:56.425291 3703 namespace.go:101] [openshift-cluster-storage-operator] adding namespace took 6.518239ms I0508 18:02:56.425300 3703 namespace.go:97] [openshift-backplane-mcs-tier-two] adding namespace I0508 18:02:56.425699 3703 namespace.go:101] [openshift-dns] adding namespace took 6.514952ms I0508 18:02:56.425711 3703 namespace.go:97] [openshift-config-managed] adding namespace I0508 18:02:56.426127 3703 namespace.go:101] [openshift-network-operator] adding namespace took 6.516003ms I0508 18:02:56.426147 3703 namespace.go:97] [openshift-controller-manager-operator] adding namespace I0508 18:02:56.426611 3703 namespace.go:101] [openshift-logging] adding namespace took 6.614797ms I0508 18:02:56.426624 3703 namespace.go:97] [openshift-backplane-lpsre] adding namespace I0508 18:02:56.427187 3703 namespace.go:101] [openshift-marketplace] adding namespace took 6.779498ms I0508 18:02:56.427200 3703 namespace.go:97] [open-cluster-management-agent-addon] adding namespace I0508 18:02:56.427745 3703 namespace.go:101] [openshift-cluster-samples-operator] adding namespace took 6.548201ms I0508 18:02:56.427764 3703 namespace.go:97] [openshift-ingress-canary] adding namespace I0508 18:02:56.428267 3703 namespace.go:101] [openshift-customer-monitoring] adding namespace took 6.725933ms I0508 18:02:56.428279 3703 namespace.go:97] [openshift-network-console] adding namespace I0508 18:02:56.428717 3703 namespace.go:101] [openshift-node] adding namespace took 6.788886ms I0508 18:02:56.428736 3703 namespace.go:97] [openshift-insights] adding namespace I0508 18:02:56.429307 3703 namespace.go:101] [openshift-cloud-credential-operator] adding namespace took 6.922923ms I0508 18:02:56.429328 3703 namespace.go:97] [openshift-backplane-srep] adding namespace I0508 18:02:56.429747 3703 namespace.go:101] [openshift-backplane-srep-ro] adding namespace took 7.013862ms I0508 18:02:56.429759 3703 namespace.go:97] [openshift-host-network] adding namespace I0508 18:02:56.430331 3703 namespace.go:101] [openshift-kube-apiserver-operator] adding namespace took 7.217648ms I0508 18:02:56.430343 3703 namespace.go:97] [openshift-cluster-machine-approver] adding namespace I0508 18:02:56.430794 3703 namespace.go:101] [openshift-apiserver-operator] adding namespace took 7.21629ms I0508 18:02:56.431342 3703 namespace.go:101] [dedicated-admin] adding namespace took 7.303854ms I0508 18:02:56.431356 3703 namespace.go:97] [openshift-operators-redhat] adding namespace I0508 18:02:56.431842 3703 namespace.go:101] [openshift-dns-operator] adding namespace took 7.363316ms I0508 18:02:56.431854 3703 namespace.go:97] [openshift-kube-scheduler-operator] adding namespace I0508 18:02:56.432279 3703 namespace.go:101] [openshift-authentication-operator] adding namespace took 7.413779ms I0508 18:02:56.432293 3703 namespace.go:97] [openshift-cluster-version] adding namespace I0508 18:02:56.432719 3703 namespace.go:101] [openshift-backplane-mcs-tier-two] adding namespace took 7.414574ms I0508 18:02:56.432730 3703 namespace.go:97] [openshift-etcd] adding namespace I0508 18:02:56.433236 3703 namespace.go:101] [openshift-config-managed] adding namespace took 7.519267ms I0508 18:02:56.433256 3703 namespace.go:97] [openshift-machine-api] adding namespace I0508 18:02:56.433748 3703 namespace.go:101] [openshift-controller-manager-operator] adding namespace took 7.594709ms I0508 18:02:56.433762 3703 namespace.go:97] [openshift-apiserver] adding namespace I0508 18:02:56.434229 3703 namespace.go:101] [openshift-backplane-lpsre] adding namespace took 7.599019ms I0508 18:02:56.434247 3703 namespace.go:97] [openshift-backplane-cee] adding namespace I0508 18:02:56.434776 3703 namespace.go:101] [open-cluster-management-agent-addon] adding namespace took 7.570856ms I0508 18:02:56.434789 3703 namespace.go:97] [openshift-kube-apiserver] adding namespace I0508 18:02:56.435419 3703 namespace.go:101] [openshift-ingress-canary] adding namespace took 7.638368ms I0508 18:02:56.435431 3703 namespace.go:97] [openshift-controller-manager] adding namespace I0508 18:02:56.435825 3703 namespace.go:101] [openshift-network-console] adding namespace took 7.539135ms I0508 18:02:56.435843 3703 namespace.go:97] [openshift-kube-scheduler] adding namespace I0508 18:02:56.436223 3703 namespace.go:101] [openshift-insights] adding namespace took 7.479568ms I0508 18:02:56.436235 3703 namespace.go:97] [openshift-kube-storage-version-migrator-operator] adding namespace I0508 18:02:56.436562 3703 iptables.go:108] Creating table: filter chain: FORWARD I0508 18:02:56.436617 3703 namespace.go:101] [openshift-backplane-srep] adding namespace took 7.28288ms I0508 18:02:56.436634 3703 namespace.go:97] [openshift-ovn-kubernetes] adding namespace I0508 18:02:56.437182 3703 namespace.go:101] [openshift-host-network] adding namespace took 7.416671ms I0508 18:02:56.437198 3703 namespace.go:97] [openshift-operators] adding namespace I0508 18:02:56.437610 3703 namespace.go:101] [openshift-cluster-machine-approver] adding namespace took 7.261337ms I0508 18:02:56.438001 3703 namespace.go:101] [openshift-operators-redhat] adding namespace took 6.639156ms I0508 18:02:56.438409 3703 namespace.go:101] [openshift-kube-scheduler-operator] adding namespace took 6.551462ms I0508 18:02:56.438787 3703 namespace.go:101] [openshift-cluster-version] adding namespace took 6.488794ms I0508 18:02:56.438800 3703 namespace.go:97] [kube-system] adding namespace I0508 18:02:56.439147 3703 namespace.go:101] [openshift-etcd] adding namespace took 6.411969ms I0508 18:02:56.439974 3703 namespace.go:101] [openshift-machine-api] adding namespace took 6.324087ms I0508 18:02:56.439993 3703 namespace.go:101] [openshift-apiserver] adding namespace took 6.228413ms I0508 18:02:56.440432 3703 namespace.go:101] [openshift-backplane-cee] adding namespace took 6.18116ms I0508 18:02:56.440860 3703 namespace.go:101] [openshift-kube-apiserver] adding namespace took 6.066632ms I0508 18:02:56.441282 3703 namespace.go:101] [openshift-controller-manager] adding namespace took 5.845946ms I0508 18:02:56.441697 3703 namespace.go:101] [openshift-kube-scheduler] adding namespace took 5.849173ms I0508 18:02:56.442091 3703 namespace.go:101] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.850273ms I0508 18:02:56.442711 3703 namespace.go:101] [openshift-ovn-kubernetes] adding namespace took 6.070609ms I0508 18:02:56.442727 3703 namespace.go:97] [openshift-kube-controller-manager-operator] adding namespace W0508 18:02:56.443162 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-qkh4z: pod kube-system/global-pull-secret-syncer-qkh4z: no pod IPs found I0508 18:02:56.443168 3703 namespace.go:101] [openshift-operators] adding namespace took 5.963623ms I0508 18:02:56.443177 3703 namespace.go:97] [kube-public] adding namespace I0508 18:02:56.443558 3703 iptables.go:108] Creating table: filter chain: OUTPUT I0508 18:02:56.443757 3703 namespace.go:101] [kube-system] adding namespace took 4.953006ms I0508 18:02:56.444185 3703 namespace.go:101] [openshift-kube-controller-manager-operator] adding namespace took 1.451744ms I0508 18:02:56.444649 3703 namespace.go:101] [kube-public] adding namespace took 1.466788ms W0508 18:02:56.444737 3703 master.go:468] Unable to parse local node ip-10-0-2-114.ec2.internal chassis-id annotation. Chassis may be removed during sync I0508 18:02:56.444745 3703 master.go:491] Removing stale chassis with ID/Name: e709370c-25ee-44eb-858e-26c47075382e, hostname: ip-10-0-2-114.ec2.internal I0508 18:02:56.445225 3703 master.go:558] Adding or Updating local node "ip-10-0-2-114.ec2.internal" for network "default" I0508 18:02:56.446099 3703 zone_ic_handler.go:195] Time taken to create transit switch: 305.065µs I0508 18:02:56.446113 3703 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-68.ec2.internal for the network default I0508 18:02:56.446962 3703 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-68.ec2.internal" on network "default" took: 1.18207ms I0508 18:02:56.448600 3703 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-114.ec2.internal for the network default I0508 18:02:56.448749 3703 zone_ic_handler.go:195] Time taken to create transit switch: 136.843µs I0508 18:02:56.449394 3703 default_network_controller.go:829] Node add failed for ip-10-0-2-114.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-114.ec2.internal, error getting gateway config for node ip-10-0-2-114.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-114.ec2.internal", failed to update chassis to local for local node ip-10-0-2-114.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-114.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-114.ec2.internal] E0508 18:02:56.449437 3703 obj_retry.go:602] default/networkController: failed to create *v1.Node ip-10-0-2-114.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-114.ec2.internal, error getting gateway config for node ip-10-0-2-114.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-114.ec2.internal", failed to update chassis to local for local node ip-10-0-2-114.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-114.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-114.ec2.internal] I0508 18:02:56.449490 3703 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0508 18:02:56.449513 3703 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0508 18:02:56.449508 3703 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-114.ec2.internal", UID:"0e926dde-1ffc-4b8f-9477-0a56b1b98335", APIVersion:"v1", ResourceVersion:"8742", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-114.ec2.internal, error getting gateway config for node ip-10-0-2-114.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-114.ec2.internal", failed to update chassis to local for local node ip-10-0-2-114.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-114.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-114.ec2.internal] I0508 18:02:56.449525 3703 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0508 18:02:56.449541 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default" I0508 18:02:56.449623 3703 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default" I0508 18:02:56.449639 3703 services_controller.go:574] Full service sync requested for network=default I0508 18:02:56.449646 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-114.ec2.internal in network "default" I0508 18:02:56.449660 3703 node_tracker.go:235] Node ip-10-0-2-114.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-114.ec2.internal" I0508 18:02:56.449673 3703 node_tracker.go:169] Node ip-10-0-2-114.ec2.internal switch + router changed, syncing services in network "default" I0508 18:02:56.449680 3703 services_controller.go:574] Full service sync requested for network=default I0508 18:02:56.450705 3703 gateway_shared_intf.go:1810] Gateway Creation Complete I0508 18:02:56.450720 3703 kube.go:265] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-114.ec2.internal","mac-address":"0e:8e:64:8b:f6:53","ip-addresses":["10.0.2.114/24"],"ip-address":"10.0.2.114/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e709370c-25ee-44eb-858e-26c47075382e k8s.ovn.org/node-encap-ips:["10.0.2.114"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.114/24"} k8s.ovn.org/zone-name:ip-10-0-2-114.ec2.internal] on node ip-10-0-2-114.ec2.internal I0508 18:02:56.475264 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-114.ec2.internal in network "default" I0508 18:02:56.475303 3703 master.go:558] Adding or Updating local node "ip-10-0-2-114.ec2.internal" for network "default" I0508 18:02:56.475323 3703 node_tracker.go:169] Node ip-10-0-2-114.ec2.internal switch + router changed, syncing services in network "default" I0508 18:02:56.475342 3703 services_controller.go:574] Full service sync requested for network=default I0508 18:02:56.479436 3703 default_node_network_controller.go:548] Node connection status = connected W0508 18:02:56.480180 3703 gateway.go:216] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-crlnt: pod openshift-network-diagnostics/network-check-target-crlnt: no pod IPs found W0508 18:02:56.480200 3703 gateway.go:216] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-qkh4z: pod kube-system/global-pull-secret-syncer-qkh4z: no pod IPs found W0508 18:02:56.480209 3703 gateway.go:216] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-cmgxx: pod openshift-multus/network-metrics-daemon-cmgxx: no pod IPs found I0508 18:02:56.481163 3703 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-114.ec2.internal for the network default I0508 18:02:56.481358 3703 zone_ic_handler.go:195] Time taken to create transit switch: 183.689µs + [[ 1 -lt 90 ]] + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex I0508 18:02:56.549752 3703 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0508 18:02:56.549792 3703 services_controller.go:208] Setting up event handlers for services for network=default I0508 18:02:56.549867 3703 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0508 18:02:56.549908 3703 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0508 18:02:56.549923 3703 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + return 1 + (( retries += 1 )) + [[ 2 -eq 15 ]] + sleep 2 I0508 18:02:56.650035 3703 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0508 18:02:56.650075 3703 repair.go:60] Starting repairing loop for services I0508 18:02:56.650205 3703 repair.go:131] Deleted 0 stale service LBs I0508 18:02:56.650238 3703 repair.go:137] Deleted 0 stale Chassis Template Vars I0508 18:02:56.650270 3703 repair.go:62] Finished repairing loop for services: 214.812µs I0508 18:02:56.650300 3703 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0508 18:02:56.650311 3703 services_controller.go:254] Starting workers for network=default I0508 18:02:56.650597 3703 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-cmgxx] creating logical port openshift-multus_network-metrics-daemon-cmgxx for pod on switch ip-10-0-2-114.ec2.internal I0508 18:02:56.650662 3703 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-qkh4z] creating logical port kube-system_global-pull-secret-syncer-qkh4z for pod on switch ip-10-0-2-114.ec2.internal I0508 18:02:56.650747 3703 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-crlnt] creating logical port openshift-network-diagnostics_network-check-target-crlnt for pod on switch ip-10-0-2-114.ec2.internal I0508 18:02:56.650770 3703 kube.go:233] Patching annotations on pod openshift-multus/network-metrics-daemon-cmgxx I0508 18:02:56.650771 3703 kube.go:233] Patching annotations on pod kube-system/global-pull-secret-syncer-qkh4z I0508 18:02:56.650815 3703 kube.go:233] Patching annotations on pod openshift-network-diagnostics/network-check-target-crlnt I0508 18:02:56.672175 3703 base_network_controller_pods.go:974] [default/kube-system/global-pull-secret-syncer-qkh4z] addLogicalPort annotation time took 21.433661ms I0508 18:02:56.672180 3703 base_network_controller_pods.go:974] [default/openshift-multus/network-metrics-daemon-cmgxx] addLogicalPort annotation time took 21.499191ms I0508 18:02:56.673641 3703 pods.go:270] [kube-system/global-pull-secret-syncer-qkh4z] addLogicalPort took 22.983876ms, libovsdb time 1.019247ms I0508 18:02:56.674421 3703 pods.go:270] [openshift-multus/network-metrics-daemon-cmgxx] addLogicalPort took 23.831859ms, libovsdb time 701.251µs I0508 18:02:56.675505 3703 base_network_controller_pods.go:974] [default/openshift-network-diagnostics/network-check-target-crlnt] addLogicalPort annotation time took 24.714121ms I0508 18:02:56.676769 3703 pods.go:270] [openshift-network-diagnostics/network-check-target-crlnt] addLogicalPort took 26.025214ms, libovsdb time 1.026326ms I0508 18:02:56.677170 3703 admin_network_policy_controller.go:227] Starting controller default-network-controller I0508 18:02:56.677191 3703 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0508 18:02:56.677202 3703 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0508 18:02:56.677206 3703 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0508 18:02:56.677408 3703 repair.go:29] Repairing admin network policies took 197.446µs I0508 18:02:56.677506 3703 repair.go:92] Repairing baseline admin network policies took 89.061µs I0508 18:02:56.677907 3703 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0508 18:02:56.677927 3703 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0508 18:02:56.680144 3703 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0508 18:02:56.680165 3703 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/marketplace-operator for network default I0508 18:02:56.680178 3703 base_network_controller_policy.go:1102] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0508 18:02:56.682013 3703 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0508 18:02:56.682032 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0508 18:02:56.682039 3703 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0508 18:02:56.683355 3703 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0508 18:02:56.683372 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0508 18:02:56.683379 3703 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0508 18:02:56.683850 3703 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0508 18:02:56.683870 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0508 18:02:56.683879 3703 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0508 18:02:56.684339 3703 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0508 18:02:56.684356 3703 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0508 18:02:56.684363 3703 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0508 18:02:56.685818 3703 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0508 18:02:56.685835 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0508 18:02:56.685843 3703 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0508 18:02:56.686333 3703 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0508 18:02:56.686353 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-version/default-deny for network default I0508 18:02:56.686361 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-version/default-deny added to peer address sets [] I0508 18:02:56.687509 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0508 18:02:56.687526 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0508 18:02:56.687537 3703 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0508 18:02:56.688200 3703 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0508 18:02:56.688220 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0508 18:02:56.688227 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0508 18:02:56.689859 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0508 18:02:56.689878 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0508 18:02:56.689887 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0508 18:02:56.691387 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0508 18:02:56.691405 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0508 18:02:56.691412 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0508 18:02:56.691932 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0508 18:02:56.691951 3703 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/unpack-bundles for network default I0508 18:02:56.691960 3703 base_network_controller_policy.go:1102] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0508 18:02:56.692786 3703 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0508 18:02:56.692806 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0508 18:02:56.692814 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0508 18:02:56.693336 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0508 18:02:56.693357 3703 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0508 18:02:56.693371 3703 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0508 18:02:56.694513 3703 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0508 18:02:56.694530 3703 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0508 18:02:56.694539 3703 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0508 18:02:56.695419 3703 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0508 18:02:56.695440 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0508 18:02:56.695758 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 18:02:56.696531 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0508 18:02:56.696552 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0508 18:02:56.696561 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0508 18:02:56.697000 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0508 18:02:56.697020 3703 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0508 18:02:56.697029 3703 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0508 18:02:56.698043 3703 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0508 18:02:56.698083 3703 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0508 18:02:56.698093 3703 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0508 18:02:56.699085 3703 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0508 18:02:56.699104 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0508 18:02:56.699111 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0508 18:02:56.699709 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0508 18:02:56.699729 3703 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0508 18:02:56.699736 3703 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0508 18:02:56.700020 3703 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0508 18:02:56.700038 3703 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0508 18:02:56.700045 3703 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0508 18:02:56.700545 3703 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0508 18:02:56.700561 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0508 18:02:56.700569 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0508 18:02:56.701007 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0508 18:02:56.701025 3703 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0508 18:02:56.701035 3703 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0508 18:02:56.702457 3703 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0508 18:02:56.702476 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0508 18:02:56.702483 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0508 18:02:56.702932 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0508 18:02:56.702949 3703 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0508 18:02:56.702969 3703 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 18:02:56.703635 3703 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0508 18:02:56.703656 3703 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/default-deny-all for network default I0508 18:02:56.703662 3703 base_network_controller_policy.go:1102] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0508 18:02:56.703919 3703 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0508 18:02:56.703934 3703 base_network_controller_policy.go:1227] Adding network policy openshift-operators/default-allow-all for network default I0508 18:02:56.703945 3703 base_network_controller_policy.go:1102] Policy openshift-operators/default-allow-all added to peer address sets [] I0508 18:02:56.705450 3703 base_network_controller_policy.go:1280] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0508 18:02:56.705476 3703 controller.go:157] Starting controller default-network-controller-egressip-nad with 1 workers I0508 18:02:56.710413 3703 egressfirewall.go:367] Starting EgressFirewall controller I0508 18:02:56.710447 3703 controller.go:133] Adding controller egress-firewall-controller event handlers I0508 18:02:56.710456 3703 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0508 18:02:56.710473 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0508 18:02:56.710486 3703 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0508 18:02:56.710489 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0508 18:02:56.710501 3703 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0508 18:02:56.710711 3703 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0508 18:02:56.710725 3703 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0508 18:02:56.710729 3703 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0508 18:02:56.710738 3703 egressqos.go:184] Setting up event handlers for EgressQoS I0508 18:02:56.710756 3703 egressfirewall.go:708] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall I0508 18:02:56.710766 3703 egressfirewall.go:708] Syncing node "ip-10-0-2-114.ec2.internal" for egress firewall I0508 18:02:56.710878 3703 egressqos.go:236] Starting EgressQoS Controller I0508 18:02:56.710899 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0508 18:02:56.710907 3703 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0508 18:02:56.710913 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0508 18:02:56.710917 3703 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0508 18:02:56.710922 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0508 18:02:56.710926 3703 shared_informer.go:356] "Caches are synced" controller="egressqos" I0508 18:02:56.710930 3703 egressqos.go:250] Repairing EgressQoSes I0508 18:02:56.710934 3703 egressqos.go:390] Starting repairing loop for egressqos I0508 18:02:56.710998 3703 egressqos.go:392] Finished repairing loop for egressqos: 64.5µs I0508 18:02:56.711014 3703 egressservice_zone.go:132] Setting up event handlers for Egress Services I0508 18:02:56.711041 3703 egressqos.go:995] Processing sync for EgressQoS node ip-10-0-2-114.ec2.internal I0508 18:02:56.711097 3703 egressqos.go:998] Finished syncing EgressQoS node ip-10-0-2-114.ec2.internal : 58.125µs I0508 18:02:56.711158 3703 egressservice_zone.go:210] Starting Egress Services Controller I0508 18:02:56.711167 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 18:02:56.711172 3703 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 18:02:56.711177 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 18:02:56.711184 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 18:02:56.711190 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 18:02:56.711194 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 18:02:56.711199 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0508 18:02:56.711203 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0508 18:02:56.711206 3703 egressservice_zone.go:228] Repairing Egress Services I0508 18:02:56.711450 3703 master_controller.go:88] Starting Admin Policy Based Route Controller I0508 18:02:56.711459 3703 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 18:02:56.711546 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0508 18:02:56.711561 3703 default_network_controller.go:591] Completing all the Watchers took 303.749685ms I0508 18:02:56.711565 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 20.612µs I0508 18:02:56.711574 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-114.ec2.internal I0508 18:02:56.711575 3703 default_network_controller.go:595] Starting unidling controllers I0508 18:02:56.711580 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-114.ec2.internal: 5.824µs I0508 18:02:56.711584 3703 unidle.go:46] Registering OVN SB ControllerEvent handler I0508 18:02:56.711592 3703 unidle.go:63] Populating Initial ContollerEvent events I0508 18:02:56.711606 3703 unidle.go:79] Setting up event handlers for services I0508 18:02:56.711711 3703 ovnkube.go:555] Waiting for OVN northbound database changes to be processed by ovn-controller I0508 18:02:56.979902 3703 default_node_network_controller.go:548] Node connection status = connected I0508 18:02:57.479890 3703 default_node_network_controller.go:548] Node connection status = connected I0508 18:02:57.980180 3703 default_node_network_controller.go:548] Node connection status = connected I0508 18:02:58.480291 3703 default_node_network_controller.go:548] Node connection status = connected + [[ 2 -lt 90 ]] + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ patch-br-ex_ip-10-0-2-114.ec2.internal-to-br-int == *to-br-int ]] + local of_port ++ ovs-vsctl get interface patch-br-ex_ip-10-0-2-114.ec2.internal-to-br-int ofport + of_port='[]' + ovs-ofctl add-flow br-ex 'cookie=0x0305,table=0,priority=499,in_port=[],arp,arp_op=1,actions=drop' ovs-ofctl: []: invalid or unknown port for in_port ++ date -Iseconds + echo '2026-05-08T18:02:58+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-2-114.ec2.internal-to-br-int (ofport=[])' 2026-05-08T18:02:58+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-2-114.ec2.internal-to-br-int (ofport=[]) + return 0 + return 0 I0508 18:02:58.612313 3703 ovnkube.go:560] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0508 18:02:58.980821 3703 default_node_network_controller.go:548] Node connection status = connected I0508 18:02:59.001168 3703 bridgeconfig.go:537] Gateway is ready I0508 18:02:59.001192 3703 gateway_shared_intf.go:1728] Creating Gateway Openflow Manager I0508 18:02:59.014517 3703 node_ip_handler_linux.go:310] Node primary address changed to 10.0.2.114. Updating OVN encap IP. I0508 18:02:59.020418 3703 node_ip_handler_linux.go:631] Will not update encap IP 10.0.2.114 - it is already configured I0508 18:02:59.020436 3703 node_ip_handler_linux.go:573] Node address changed to map[10.0.2.114/24:{} 172.20.0.1/32:{}]. Updating annotations. I0508 18:02:59.020667 3703 kube.go:265] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.114/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-114.ec2.internal","mac-address":"0e:8e:64:8b:f6:53","ip-addresses":["10.0.2.114/24"],"ip-address":"10.0.2.114/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e709370c-25ee-44eb-858e-26c47075382e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.114/24"}] on node ip-10-0-2-114.ec2.internal I0508 18:02:59.035141 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-114.ec2.internal I0508 18:02:59.035177 3703 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.2.114 I0508 18:02:59.035182 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-114.ec2.internal: 45.383µs I0508 18:02:59.035183 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-114.ec2.internal in network "default" I0508 18:02:59.035194 3703 master.go:558] Adding or Updating local node "ip-10-0-2-114.ec2.internal" for network "default" I0508 18:02:59.035224 3703 egressfirewall.go:708] Syncing node "ip-10-0-2-114.ec2.internal" for egress firewall I0508 18:02:59.035240 3703 node_tracker.go:169] Node ip-10-0-2-114.ec2.internal switch + router changed, syncing services in network "default" I0508 18:02:59.035255 3703 services_controller.go:574] Full service sync requested for network=default I0508 18:02:59.035304 3703 kube.go:265] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-114.ec2.internal I0508 18:02:59.040126 3703 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-2-114.ec2.internal. Updating no re-route policies I0508 18:02:59.040209 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-28cjc I0508 18:02:59.040220 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/konnectivity-agent-j9726 I0508 18:02:59.040227 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-28cjc I0508 18:02:59.040236 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/konnectivity-agent-j9726 I0508 18:02:59.040235 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qkh4z I0508 18:02:59.040246 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-image-registry/node-ca-tpmvf I0508 18:02:59.040248 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-49b28 I0508 18:02:59.040209 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-114.ec2.internal I0508 18:02:59.040258 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-image-registry/node-ca-tpmvf I0508 18:02:59.040222 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-dns/node-resolver-m849r I0508 18:02:59.040264 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-49b28 I0508 18:02:59.040271 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-k29gm I0508 18:02:59.040274 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-xtdnj I0508 18:02:59.040277 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-dns/node-resolver-m849r I0508 18:02:59.040279 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nhlfv I0508 18:02:59.040283 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-operator/iptables-alerter-k29gm I0508 18:02:59.040285 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-xtdnj I0508 18:02:59.040233 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w9cv8 I0508 18:02:59.040291 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nhlfv I0508 18:02:59.040289 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-114.ec2.internal I0508 18:02:59.040298 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w9cv8 I0508 18:02:59.040249 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qkh4z I0508 18:02:59.040301 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-cmgxx I0508 18:02:59.040261 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-114.ec2.internal I0508 18:02:59.040320 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-114.ec2.internal I0508 18:02:59.040321 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-cmgxx I0508 18:02:59.040331 3703 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-qkh4z] creating logical port kube-system_global-pull-secret-syncer-qkh4z for pod on switch ip-10-0-2-114.ec2.internal I0508 18:02:59.040363 3703 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-cmgxx] creating logical port openshift-multus_network-metrics-daemon-cmgxx for pod on switch ip-10-0-2-114.ec2.internal I0508 18:02:59.040257 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-crlnt I0508 18:02:59.040388 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-crlnt I0508 18:02:59.040450 3703 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-crlnt] creating logical port openshift-network-diagnostics_network-check-target-crlnt for pod on switch ip-10-0-2-114.ec2.internal I0508 18:02:59.041279 3703 pods.go:270] [kube-system/global-pull-secret-syncer-qkh4z] addLogicalPort took 953.981µs, libovsdb time 422.393µs I0508 18:02:59.041421 3703 pods.go:270] [openshift-network-diagnostics/network-check-target-crlnt] addLogicalPort took 981.423µs, libovsdb time 413.975µs I0508 18:02:59.041553 3703 pods.go:270] [openshift-multus/network-metrics-daemon-cmgxx] addLogicalPort took 1.182187ms, libovsdb time 435.765µs I0508 18:02:59.051536 3703 gateway_shared_intf.go:1793] Creating Gateway Node Port Watcher I0508 18:02:59.064390 3703 iptables.go:108] Creating table: mangle chain: OUTPUT I0508 18:02:59.068168 3703 iptables.go:108] Creating table: nat chain: OUTPUT I0508 18:02:59.092649 3703 iptables.go:108] Creating table: nat chain: PREROUTING I0508 18:02:59.157400 3703 iptables.go:108] Creating table: filter chain: FORWARD I0508 18:02:59.177494 3703 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1 W0508 18:02:59.177634 3703 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0508 18:02:59.177684 3703 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4 W0508 18:02:59.177767 3703 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0508 18:02:59.177822 3703 gateway_init.go:325] Gateway and management port readiness took 2.702778082s I0508 18:02:59.177849 3703 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0508 18:02:59.177883 3703 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0508 18:02:59.177895 3703 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0508 18:02:59.177904 3703 nad_controller.go:540] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 18:02:59.177954 3703 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0508 18:02:59.178032 3703 nad_controller.go:579] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.995µs I0508 18:02:59.178344 3703 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0508 18:02:59.178372 3703 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.094µs I0508 18:02:59.178382 3703 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.904µs I0508 18:02:59.178387 3703 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0508 18:02:59.178398 3703 nad_controller.go:378] [node-nad-controller NAD controller]: started I0508 18:02:59.178406 3703 default_node_network_controller.go:944] Starting the default node network controller I0508 18:02:59.178426 3703 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0508 18:02:59.178433 3703 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.541µs I0508 18:02:59.178624 3703 default_node_network_controller.go:1540] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0508 18:02:59.178633 3703 default_node_network_controller.go:980] Waiting for gateway and management port readiness... I0508 18:02:59.178656 3703 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000139650 0xc0002d1ea0 0xc0002d1f10 0xc0002dc070 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc000c0a5f0 0xc0002dc310 0xc0002dc380 0xc000869900 0xc00655e8c0 0xc0002dc3f0 map[0x306c920:0xc002909680 0x306ce60:0xc002909800 0x306db80:0xc0029095c0 0x306de20:0xc002909620 0x306e600:0xc0029096e0 0x306e8a0:0xc002909740 0x306eb40:0xc0029097a0 0x306f320:0xc002909860 0x306f5c0:0xc0029098c0 0x3090a40:0xc001b68000 0x3092440:0xc000bbf500 0x3092e00:0xc000e97c20 0x3093140:0xc000e97bc0 0x3094180:0xc004162180 0x3094800:0xc0006f2ba0] 0xc0006ceaf0 0} I0508 18:02:59.178719 3703 gateway.go:151] Starting gateway service sync I0508 18:02:59.179179 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0508 18:02:59.181623 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0508 18:02:59.196480 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0508 18:02:59.197878 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0508 18:02:59.199247 3703 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0508 18:02:59.235528 3703 gateway.go:168] Gateway service sync done. Time taken: 56.794261ms I0508 18:02:59.236350 3703 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31054 I0508 18:02:59.236473 3703 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000139650 0xc0002d1ea0 0xc0002d1f10 0xc0002dc070 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc000c0a5f0 0xc0002dc310 0xc0002dc380 0xc000869900 0xc00655e8c0 0xc0002dc3f0 map[0x306c920:0xc002909680 0x306ce60:0xc002909800 0x306db80:0xc0029095c0 0x306de20:0xc002909620 0x306e600:0xc0029096e0 0x306e8a0:0xc002909740 0x306eb40:0xc0029097a0 0x306f320:0xc002909860 0x306f5c0:0xc0029098c0 0x3090a40:0xc001b68000 0x3092440:0xc000bbf500 0x3092e00:0xc000e97c20 0x3093140:0xc000e97bc0 0x3094180:0xc004162180 0x3094800:0xc0006f2ba0] 0xc0006ceaf0 0} I0508 18:02:59.236970 3703 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000139650 0xc0002d1ea0 0xc0002d1f10 0xc0002dc070 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc000c0a5f0 0xc0002dc310 0xc0002dc380 0xc000869900 0xc00655e8c0 0xc0002dc3f0 map[0x306c920:0xc002909680 0x306ce60:0xc002909800 0x306db80:0xc0029095c0 0x306de20:0xc002909620 0x306e600:0xc0029096e0 0x306e8a0:0xc002909740 0x306eb40:0xc0029097a0 0x306f320:0xc002909860 0x306f5c0:0xc0029098c0 0x3090a40:0xc001b68000 0x3092440:0xc000bbf500 0x3092e00:0xc000e97c20 0x3093140:0xc000e97bc0 0x3094180:0xc004162180 0x3094800:0xc0006f2ba0] 0xc0006ceaf0 0} I0508 18:02:59.237008 3703 gateway.go:532] Reconciling gateway with updates I0508 18:02:59.242773 3703 gateway.go:339] Spawning Conntrack Rule Check Thread I0508 18:02:59.242859 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:02:59.242875 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:02:59.242882 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:02:59.242885 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:02:59.242892 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:02:59.242894 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:02:59.242897 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:02:59.242902 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 18:02:59.242914 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:02:59.242910 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:02:59.242923 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 18:02:59.242884 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:02:59.242928 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:02:59.242931 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:02:59.242932 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:02:59.242860 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:02:59.242941 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:02:59.242945 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:02:59.242946 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:02:59.242951 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:02:59.242954 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift I0508 18:02:59.242952 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:02:59.242962 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift I0508 18:02:59.242967 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:02:59.242974 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:02:59.242987 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:02:59.242990 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:02:59.242999 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver I0508 18:02:59.243001 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:02:59.243000 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:02:59.242959 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:02:59.243007 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:02:59.243014 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:02:59.243016 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:02:59.243021 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:02:59.242935 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:02:59.243030 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:02:59.242973 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:02:59.242998 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:02:59.243079 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:02:59.243081 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 18:02:59.243083 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:02:59.243082 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:02:59.243096 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:02:59.242908 3703 default_node_network_controller.go:1005] Gateway and management port readiness took 64.26816ms I0508 18:02:59.243102 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:02:59.243104 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:02:59.243113 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:02:59.243114 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:02:59.243121 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:02:59.243133 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:02:59.243142 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:02:59.243166 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:02:59.243177 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:02:59.242966 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 18:02:59.243212 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 18:02:59.243215 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:02:59.243226 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30144 is already open, no action needed I0508 18:02:59.243229 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:02:59.243233 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30378 is already open, no action needed I0508 18:02:59.243240 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:02:59.242945 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:02:59.243248 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:02:59.243252 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:02:59.243261 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes I0508 18:02:59.243262 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:02:59.243266 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes I0508 18:02:59.242983 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:02:59.243294 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:02:59.243005 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:02:59.243349 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:02:59.243009 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver I0508 18:02:59.243368 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:02:59.243367 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:02:59.243386 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:02:59.242936 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:02:59.243444 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:02:59.243092 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 18:02:59.243469 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:02:59.243354 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:02:59.243116 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 18:02:59.243732 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 18:02:59.243099 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:02:59.243817 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:02:59.242987 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:02:59.243861 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:02:59.242961 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:02:59.243900 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:02:59.242978 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:02:59.243929 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:02:59.243598 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:02:59.244348 3703 gateway_shared_intf.go:2158] Ensuring masquerade resources on br-ex (ifindex=5, lastSuccessful=0) I0508 18:02:59.244642 3703 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.2.114 I0508 18:02:59.244788 3703 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1 I0508 18:02:59.244871 3703 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4 I0508 18:02:59.244924 3703 gateway_shared_intf.go:2184] Masquerade resources ensured on br-ex (ifindex=5) I0508 18:02:59.245021 3703 node_ip_handler_linux.go:189] Node IP manager is running W0508 18:02:59.287263 3703 port_linux.go:260] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 18:02:59.287446 3703 port_linux.go:260] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 18:02:59.287574 3703 port_linux.go:276] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0508 18:03:00.566630 3703 default_node_network_controller.go:1460] Starting node controller node sync W0508 18:03:00.566654 3703 egressip_healthcheck.go:76] Health checking using insecure connection I0508 18:03:00.566704 3703 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0508 18:03:00.578659 3703 default_node_network_controller.go:1502] Node controller node sync done. Time taken: 12.007177ms I0508 18:03:00.578798 3703 default_node_network_controller.go:1373] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 18:03:00.578815 3703 default_node_network_controller.go:1373] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 10.0.0.68 to PMTUD blocking rules I0508 18:03:00.585002 3703 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0508 18:03:00.585373 3703 egressservice_node.go:93] Setting up event handlers for Egress Services I0508 18:03:00.585526 3703 egressservice_node.go:183] Starting Egress Services Controller I0508 18:03:00.585541 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 18:03:00.585549 3703 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 18:03:00.585555 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 18:03:00.585560 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 18:03:00.585565 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 18:03:00.585569 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 18:03:00.585573 3703 egressservice_node.go:197] Repairing Egress Services I0508 18:03:00.595839 3703 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0508 18:03:00.595853 3703 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 18:03:00.596182 3703 default_node_network_controller.go:1157] Egress IP for secondary host network is disabled I0508 18:03:00.596198 3703 link_network_manager.go:119] Link manager is running I0508 18:03:00.596208 3703 default_node_network_controller.go:1178] Default node network controller initialized and ready. I0508 18:03:00.596442 3703 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0508 18:03:00.596675 3703 vrf_manager.go:128] VRF manager is running I0508 18:03:00.596778 3703 node_controller_manager.go:465] Removing flows to drop GARP I0508 18:03:00.596793 3703 gateway.go:532] Reconciling gateway with updates I0508 18:03:00.619004 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 18:03:00.619018 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:03:00.619024 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:03:00.619035 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 18:03:00.619040 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:03:00.619041 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:03:00.619047 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:03:00.619055 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30144 is already open, no action needed I0508 18:03:00.619080 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30378 is already open, no action needed I0508 18:03:00.619083 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:03:00.619079 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:03:00.619097 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:03:00.619004 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:03:00.619119 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:03:00.619113 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:03:00.619127 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift I0508 18:03:00.619137 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:03:00.619141 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift I0508 18:03:00.619148 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:03:00.619158 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:03:00.619161 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:03:00.619165 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:03:00.619167 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:03:00.619167 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:03:00.619174 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:03:00.619181 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:03:00.619184 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:03:00.619186 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:03:00.619188 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:03:00.619192 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:03:00.619190 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:03:00.619188 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:03:00.619198 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:03:00.619204 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 18:03:00.619210 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:03:00.619210 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:03:00.619212 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:03:00.619215 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:03:00.619227 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes I0508 18:03:00.619232 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:03:00.619243 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes I0508 18:03:00.619246 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:03:00.619246 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:03:00.619196 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:03:00.619253 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:03:00.619261 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:03:00.619264 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:03:00.619271 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:03:00.619283 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 18:03:00.619296 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 18:03:00.619231 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:03:00.619320 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:03:00.619152 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:03:00.619335 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:03:00.619338 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:03:00.619343 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:03:00.619352 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:03:00.619354 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 18:03:00.619358 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:03:00.619359 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:03:00.619362 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:03:00.619366 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:03:00.619370 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:03:00.619338 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:03:00.619376 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:03:00.619344 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:03:00.619387 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:03:00.619390 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:03:00.619363 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 18:03:00.619202 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:03:00.619399 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:03:00.619397 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:03:00.619403 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:03:00.619402 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:03:00.619417 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:03:00.619234 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:03:00.619388 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:03:00.619346 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:03:00.619353 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:03:00.619378 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:03:00.619486 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:03:00.619489 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:03:00.619394 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:03:00.619220 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 18:03:00.619394 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:03:00.619557 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:03:00.619219 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:03:00.619196 3703 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver I0508 18:03:00.619621 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver I0508 18:03:00.619378 3703 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:03:02.518665 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-114.ec2.internal I0508 18:03:02.518692 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-114.ec2.internal: 33.96µs I0508 18:03:02.549248 3703 base_network_controller_pods.go:489] [default/openshift-image-registry/image-registry-59b88794fc-jncfn] creating logical port openshift-image-registry_image-registry-59b88794fc-jncfn for pod on switch ip-10-0-2-114.ec2.internal I0508 18:03:02.549408 3703 kube.go:233] Patching annotations on pod openshift-image-registry/image-registry-59b88794fc-jncfn I0508 18:03:02.571917 3703 base_network_controller_pods.go:489] [default/openshift-dns/dns-default-rh8sl] creating logical port openshift-dns_dns-default-rh8sl for pod on switch ip-10-0-2-114.ec2.internal I0508 18:03:02.572254 3703 kube.go:233] Patching annotations on pod openshift-dns/dns-default-rh8sl I0508 18:03:02.574030 3703 base_network_controller_pods.go:974] [default/openshift-image-registry/image-registry-59b88794fc-jncfn] addLogicalPort annotation time took 24.670346ms I0508 18:03:02.576628 3703 pods.go:270] [openshift-image-registry/image-registry-59b88794fc-jncfn] addLogicalPort took 27.397649ms, libovsdb time 1.700419ms I0508 18:03:02.581457 3703 base_network_controller_pods.go:489] [default/openshift-ingress-canary/ingress-canary-kmpml] creating logical port openshift-ingress-canary_ingress-canary-kmpml for pod on switch ip-10-0-2-114.ec2.internal I0508 18:03:02.581562 3703 kube.go:233] Patching annotations on pod openshift-ingress-canary/ingress-canary-kmpml I0508 18:03:02.607088 3703 base_network_controller_pods.go:974] [default/openshift-ingress-canary/ingress-canary-kmpml] addLogicalPort annotation time took 25.551389ms I0508 18:03:02.607143 3703 base_network_controller_pods.go:974] [default/openshift-dns/dns-default-rh8sl] addLogicalPort annotation time took 35.020384ms I0508 18:03:02.608615 3703 pods.go:270] [openshift-ingress-canary/ingress-canary-kmpml] addLogicalPort took 27.168057ms, libovsdb time 1.16058ms I0508 18:03:02.608962 3703 pods.go:270] [openshift-dns/dns-default-rh8sl] addLogicalPort took 37.069695ms, libovsdb time 1.461865ms I0508 18:03:03.007160 3703 cni.go:454] [openshift-ingress-canary/ingress-canary-kmpml ec83445c2dcc7b2d73cb8c700b47866240034508eda39aefda15b094a72f1fd6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-kmpml ec83445c2dcc7b2d73cb8c700b47866240034508eda39aefda15b094a72f1fd6 network default NAD default NAD key ] I0508 18:03:03.046641 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-kmpml, hostIfaceName: ec83445c2dcc7b2, network: default, NAD default, SandboxID: "ec83445c2dcc7b2d73cb8c700b47866240034508eda39aefda15b094a72f1fd6", PCI device ID: , UID: "dc41d9d7-2da8-4395-a96b-52982417b4ce", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0508 18:03:03.124375 3703 cni.go:480] [openshift-ingress-canary/ingress-canary-kmpml ec83445c2dcc7b2d73cb8c700b47866240034508eda39aefda15b094a72f1fd6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-kmpml ec83445c2dcc7b2d73cb8c700b47866240034508eda39aefda15b094a72f1fd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b3:ab:de:ae:7d\",\"name\":\"ec83445c2dcc7b2\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b9164cc-9c6c-4254-b56a-2090feeda5d3\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:03:03.214029 3703 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:03:06.119948 3703 cni.go:454] [kube-system/global-pull-secret-syncer-qkh4z d5b4d4ce424a14c0e2b755c9b9a99b7bd10565e2ce0ddf83cbdad311d7a66507 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-qkh4z d5b4d4ce424a14c0e2b755c9b9a99b7bd10565e2ce0ddf83cbdad311d7a66507 network default NAD default NAD key ] I0508 18:03:06.130611 3703 helper_linux.go:546] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-qkh4z, hostIfaceName: d5b4d4ce424a14c, network: default, NAD default, SandboxID: "d5b4d4ce424a14c0e2b755c9b9a99b7bd10565e2ce0ddf83cbdad311d7a66507", PCI device ID: , UID: "b6f4b39d-ab6e-41f3-a087-4fbfbe7b4c07", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0508 18:03:06.134971 3703 cni.go:454] [openshift-network-diagnostics/network-check-target-crlnt 85145f25df913f55db58c1cb19f4dd9af5989d7f91a5f9f64140d948980e19f2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-crlnt 85145f25df913f55db58c1cb19f4dd9af5989d7f91a5f9f64140d948980e19f2 network default NAD default NAD key ] I0508 18:03:06.145425 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-crlnt, hostIfaceName: 85145f25df913f5, network: default, NAD default, SandboxID: "85145f25df913f55db58c1cb19f4dd9af5989d7f91a5f9f64140d948980e19f2", PCI device ID: , UID: "ee6e085c-a4f6-4ff4-9a53-3a766c96f6f8", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0508 18:03:06.181667 3703 cni.go:480] [kube-system/global-pull-secret-syncer-qkh4z d5b4d4ce424a14c0e2b755c9b9a99b7bd10565e2ce0ddf83cbdad311d7a66507 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-qkh4z d5b4d4ce424a14c0e2b755c9b9a99b7bd10565e2ce0ddf83cbdad311d7a66507 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:d6:80:51:36:93\",\"name\":\"d5b4d4ce424a14c\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/671eecff-2f0c-4399-b8e1-402683a44913\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:03:06.191160 3703 cni.go:480] [openshift-network-diagnostics/network-check-target-crlnt 85145f25df913f55db58c1cb19f4dd9af5989d7f91a5f9f64140d948980e19f2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-crlnt 85145f25df913f55db58c1cb19f4dd9af5989d7f91a5f9f64140d948980e19f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:40:bc:89:9f:9c\",\"name\":\"85145f25df913f5\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28f91082-846d-40b1-8260-cbacae22f19d\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:03:10.440754 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:03:12.397120 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:12.397150 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 38.729µs I0508 18:03:12.397172 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-165.ec2.internal in network "default" E0508 18:03:12.397173 3703 default_network_controller.go:839] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0508 18:03:12.397183 3703 egressfirewall.go:708] Syncing node "ip-10-0-1-165.ec2.internal" for egress firewall I0508 18:03:12.397189 3703 node_tracker.go:220] Node ip-10-0-1-165.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0508 18:03:12.397198 3703 obj_retry.go:605] default/networkController: failed to create *v1.Node ip-10-0-1-165.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-165.ec2.internal, error parsing annotation for node ip-10-0-1-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0508 18:03:12.411088 3703 subnet_annotations.go:148] Failed to unmarshal old node ip-10-0-1-165.ec2.internal annotation: unexpected end of JSON input I0508 18:03:12.411167 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true E0508 18:03:12.411195 3703 default_network_controller.go:1049] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0508 18:03:12.432024 3703 subnet_annotations.go:148] Failed to unmarshal old node ip-10-0-1-165.ec2.internal annotation: unexpected end of JSON input I0508 18:03:12.432146 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0508 18:03:12.432185 3703 default_network_controller.go:1049] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0508 18:03:12.452051 3703 egressfirewall.go:708] Syncing node "ip-10-0-1-165.ec2.internal" for egress firewall I0508 18:03:12.452052 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:12.452098 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 49.597µs E0508 18:03:12.452048 3703 subnet_annotations.go:148] Failed to unmarshal old node ip-10-0-1-165.ec2.internal annotation: unexpected end of JSON input I0508 18:03:12.452127 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0508 18:03:12.452161 3703 default_network_controller.go:1049] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0508 18:03:12.514730 3703 subnet_annotations.go:148] Failed to unmarshal old node ip-10-0-1-165.ec2.internal annotation: unexpected end of JSON input E0508 18:03:12.514730 3703 subnet_annotations.go:148] Failed to unmarshal old node ip-10-0-1-165.ec2.internal annotation: unexpected end of JSON input I0508 18:03:12.514772 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:12.639230 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:12.639252 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 28.266µs I0508 18:03:12.639284 3703 egressfirewall.go:708] Syncing node "ip-10-0-1-165.ec2.internal" for egress firewall I0508 18:03:12.639293 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:12.653785 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:12.832596 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:15.717931 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:22.681548 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:26.450015 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Node ip-10-0-1-165.ec2.internal I0508 18:03:26.450047 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Node ip-10-0-1-165.ec2.internal I0508 18:03:26.450173 3703 obj_retry.go:434] default/networkController: retry add failed for *v1.Node ip-10-0-1-165.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-165.ec2.internal I0508 18:03:29.042591 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qsjfg I0508 18:03:29.042606 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jz27t I0508 18:03:29.042624 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qsjfg I0508 18:03:29.042635 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jz27t I0508 18:03:29.042668 3703 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-qsjfg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qsjfg: suppressed error logged: pod openshift-multus/network-metrics-daemon-qsjfg: no pod IPs found I0508 18:03:29.042670 3703 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-jz27t, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-jz27t: suppressed error logged: pod kube-system/global-pull-secret-syncer-jz27t: no pod IPs found I0508 18:03:29.042586 3703 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2mfkk I0508 18:03:29.042682 3703 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2mfkk I0508 18:03:29.042703 3703 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-2mfkk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-2mfkk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-2mfkk: no pod IPs found I0508 18:03:30.319642 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:30.319669 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 34.873µs I0508 18:03:30.319736 3703 egressfirewall.go:708] Syncing node "ip-10-0-1-165.ec2.internal" for egress firewall I0508 18:03:30.319758 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:32.912865 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0508 18:03:33.303357 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:03:35.483122 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "ip-10-0-1-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:35.483134 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-165.ec2.internal in network "default" I0508 18:03:35.483233 3703 node_tracker.go:235] Node ip-10-0-1-165.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-165.ec2.internal" I0508 18:03:35.483250 3703 node_tracker.go:169] Node ip-10-0-1-165.ec2.internal switch + router changed, syncing services in network "default" I0508 18:03:35.483259 3703 services_controller.go:574] Full service sync requested for network=default W0508 18:03:35.483759 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:03:35.627129 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-165.ec2.internal in network "default" I0508 18:03:35.627172 3703 default_network_controller.go:1032] Node "ip-10-0-1-165.ec2.internal" in remote zone "ip-10-0-1-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:35.627188 3703 node_tracker.go:169] Node ip-10-0-1-165.ec2.internal switch + router changed, syncing services in network "default" I0508 18:03:35.627201 3703 services_controller.go:574] Full service sync requested for network=default W0508 18:03:35.627644 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:03:35.628150 3703 zone_ic_handler.go:195] Time taken to create transit switch: 305.687µs I0508 18:03:35.628167 3703 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-165.ec2.internal for the network default I0508 18:03:35.629089 3703 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-165.ec2.internal" on network "default" took: 1.256873ms I0508 18:03:37.687935 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:37.687962 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 34.562µs I0508 18:03:37.687977 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-165.ec2.internal in network "default" I0508 18:03:37.687983 3703 default_node_network_controller.go:1373] Adding remote node "ip-10-0-1-165.ec2.internal", IP: 10.0.1.165 to PMTUD blocking rules I0508 18:03:37.687991 3703 egressfirewall.go:708] Syncing node "ip-10-0-1-165.ec2.internal" for egress firewall I0508 18:03:37.687998 3703 default_node_network_controller.go:1373] Adding remote node "ip-10-0-1-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 18:03:37.688031 3703 node_tracker.go:169] Node ip-10-0-1-165.ec2.internal switch + router changed, syncing services in network "default" I0508 18:03:37.688045 3703 services_controller.go:574] Full service sync requested for network=default W0508 18:03:37.688368 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:03:37.694299 3703 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-1-165.ec2.internal. Updating no re-route policies I0508 18:03:37.704985 3703 default_node_network_controller.go:1373] Adding remote node "ip-10-0-1-165.ec2.internal", IP: 10.0.1.165 to PMTUD blocking rules I0508 18:03:37.704999 3703 default_node_network_controller.go:1373] Adding remote node "ip-10-0-1-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 18:03:41.200818 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:41.200850 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 38.324µs W0508 18:03:41.453781 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:04:33.724839 3703 base_network_controller_pods.go:489] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-754979f6b-2g4l2 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:04:33.724952 3703 base_network_controller_pods.go:489] [default/openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-67dc7c677b-59zdn for pod on switch ip-10-0-2-114.ec2.internal I0508 18:04:33.724959 3703 kube.go:233] Patching annotations on pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2 I0508 18:04:33.725027 3703 kube.go:233] Patching annotations on pod openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn I0508 18:04:33.754349 3703 base_network_controller_pods.go:974] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2] addLogicalPort annotation time took 29.427666ms I0508 18:04:33.755633 3703 pods.go:270] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2] addLogicalPort took 30.811946ms, libovsdb time 941.934µs I0508 18:04:33.763051 3703 base_network_controller_pods.go:974] [default/openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn] addLogicalPort annotation time took 38.051129ms I0508 18:04:33.764049 3703 pods.go:270] [openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn] addLogicalPort took 39.109019ms, libovsdb time 707.897µs I0508 18:04:33.796825 3703 base_network_controller_pods.go:489] [default/openshift-ingress/router-default-596b7cd457-mk2b4] creating logical port openshift-ingress_router-default-596b7cd457-mk2b4 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:04:33.796925 3703 kube.go:233] Patching annotations on pod openshift-ingress/router-default-596b7cd457-mk2b4 I0508 18:04:33.828380 3703 base_network_controller_pods.go:974] [default/openshift-ingress/router-default-596b7cd457-mk2b4] addLogicalPort annotation time took 31.496433ms I0508 18:04:33.829459 3703 pods.go:270] [openshift-ingress/router-default-596b7cd457-mk2b4] addLogicalPort took 32.655538ms, libovsdb time 797.51µs I0508 18:04:33.898224 3703 base_network_controller_pods.go:489] [default/openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf] creating logical port openshift-network-console_networking-console-plugin-6bf4cb776-vkbcf for pod on switch ip-10-0-2-114.ec2.internal I0508 18:04:33.898399 3703 kube.go:233] Patching annotations on pod openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf I0508 18:04:33.911221 3703 base_network_controller_pods.go:489] [default/openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-b5bbbdbc9-zzl5l for pod on switch ip-10-0-2-114.ec2.internal I0508 18:04:33.911318 3703 kube.go:233] Patching annotations on pod openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l I0508 18:04:33.914310 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46] creating logical port openshift-monitoring_cluster-monitoring-operator-6b4f98dcbf-gtj46 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:04:33.914447 3703 kube.go:233] Patching annotations on pod openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46 I0508 18:04:33.927123 3703 base_network_controller_pods.go:974] [default/openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf] addLogicalPort annotation time took 28.760229ms I0508 18:04:33.928283 3703 pods.go:270] [openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf] addLogicalPort took 30.078713ms, libovsdb time 823.665µs I0508 18:04:33.929641 3703 base_network_controller_pods.go:974] [default/openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l] addLogicalPort annotation time took 18.358674ms I0508 18:04:33.930933 3703 pods.go:270] [openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l] addLogicalPort took 19.757019ms, libovsdb time 930.394µs I0508 18:04:33.937018 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46] addLogicalPort annotation time took 22.593434ms I0508 18:04:33.937959 3703 pods.go:270] [openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46] addLogicalPort took 23.660262ms, libovsdb time 674.585µs I0508 18:04:34.082529 3703 cni.go:454] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2 2537539f2baa86c63991ef2f2e4dd8d5d66d11fc417d8566d4768249ae18d4a5 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2 2537539f2baa86c63991ef2f2e4dd8d5d66d11fc417d8566d4768249ae18d4a5 network default NAD default NAD key ] I0508 18:04:34.082826 3703 cni.go:454] [openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn c5b010d05b72613d7398bf2e97a38434bff77bf8136188a69f018a282be85542 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn c5b010d05b72613d7398bf2e97a38434bff77bf8136188a69f018a282be85542 network default NAD default NAD key ] I0508 18:04:34.095790 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-754979f6b-2g4l2, hostIfaceName: 2537539f2baa86c, network: default, NAD default, SandboxID: "2537539f2baa86c63991ef2f2e4dd8d5d66d11fc417d8566d4768249ae18d4a5", PCI device ID: , UID: "801e1d0f-941a-4264-9d07-1493a67d4994", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0508 18:04:34.095938 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-67dc7c677b-59zdn, hostIfaceName: c5b010d05b72613, network: default, NAD default, SandboxID: "c5b010d05b72613d7398bf2e97a38434bff77bf8136188a69f018a282be85542", PCI device ID: , UID: "722b2d9e-c356-40e2-98c8-6c705b7b5ece", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0508 18:04:34.145694 3703 cni.go:480] [openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn c5b010d05b72613d7398bf2e97a38434bff77bf8136188a69f018a282be85542 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-67dc7c677b-59zdn c5b010d05b72613d7398bf2e97a38434bff77bf8136188a69f018a282be85542 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:34:4f:5d:7c:81\",\"name\":\"c5b010d05b72613\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f42a0ce-d805-4ecf-9d0a-54dfae2c5e8c\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:04:34.159475 3703 cni.go:480] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2 2537539f2baa86c63991ef2f2e4dd8d5d66d11fc417d8566d4768249ae18d4a5 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-754979f6b-2g4l2 2537539f2baa86c63991ef2f2e4dd8d5d66d11fc417d8566d4768249ae18d4a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:af:44:e7:ce:29\",\"name\":\"2537539f2baa86c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ad7a797-ee99-471d-a67f-cab4e7a2d274\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:04:35.670350 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/default-deny to delete 1 local pods... I0508 18:04:35.670381 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/allow-to-dns to delete 1 local pods... I0508 18:04:35.670391 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/allow-egress-to-api-server to delete 1 local pods... W0508 18:04:35.670448 3703 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-cluster-storage-operator/volume-data-source-validator-5c64b584df-qtkrx IP address from the namespace address-set, err: pod openshift-cluster-storage-operator/volume-data-source-validator-5c64b584df-qtkrx: no pod IPs found I0508 18:04:37.149349 3703 namespace.go:97] [openshift-kube-storage-version-migrator] adding namespace I0508 18:04:37.150283 3703 namespace.go:101] [openshift-kube-storage-version-migrator] adding namespace took 911.791µs I0508 18:04:37.187823 3703 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace I0508 18:04:37.857442 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0508 18:04:37.857475 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0508 18:04:38.666513 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0508 18:04:40.753689 3703 namespace.go:97] [openshift-service-ca] adding namespace I0508 18:04:40.754585 3703 namespace.go:101] [openshift-service-ca] adding namespace took 868.037µs I0508 18:04:40.769568 3703 namespace.go:141] [openshift-service-ca] updating namespace I0508 18:04:42.435125 3703 base_network_controller_pods.go:489] [default/openshift-service-ca/service-ca-86d48dd45b-d92zt] creating logical port openshift-service-ca_service-ca-86d48dd45b-d92zt for pod on switch ip-10-0-2-114.ec2.internal I0508 18:04:42.435235 3703 kube.go:233] Patching annotations on pod openshift-service-ca/service-ca-86d48dd45b-d92zt I0508 18:04:42.450775 3703 base_network_controller_pods.go:974] [default/openshift-service-ca/service-ca-86d48dd45b-d92zt] addLogicalPort annotation time took 15.574653ms I0508 18:04:42.451947 3703 pods.go:270] [openshift-service-ca/service-ca-86d48dd45b-d92zt] addLogicalPort took 16.838706ms, libovsdb time 828.594µs I0508 18:04:42.716971 3703 namespace.go:141] [openshift-deployment-validation-operator] updating namespace I0508 18:04:42.726627 3703 namespace.go:141] [openshift-deployment-validation-operator] updating namespace I0508 18:04:42.792202 3703 cni.go:454] [openshift-service-ca/service-ca-86d48dd45b-d92zt 8eae72eb40d56ee0763cf44fe71f04b6379568ca6e85ea918a0bc1b4d6696943 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-86d48dd45b-d92zt 8eae72eb40d56ee0763cf44fe71f04b6379568ca6e85ea918a0bc1b4d6696943 network default NAD default NAD key ] I0508 18:04:42.802293 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-86d48dd45b-d92zt, hostIfaceName: 8eae72eb40d56ee, network: default, NAD default, SandboxID: "8eae72eb40d56ee0763cf44fe71f04b6379568ca6e85ea918a0bc1b4d6696943", PCI device ID: , UID: "a101ef64-7754-4306-b21b-e89db70a87be", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0508 18:04:42.849997 3703 cni.go:480] [openshift-service-ca/service-ca-86d48dd45b-d92zt 8eae72eb40d56ee0763cf44fe71f04b6379568ca6e85ea918a0bc1b4d6696943 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-86d48dd45b-d92zt 8eae72eb40d56ee0763cf44fe71f04b6379568ca6e85ea918a0bc1b4d6696943 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:3d:ff:1d:b3:bc\",\"name\":\"8eae72eb40d56ee\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1b27132-7ec9-4ee7-acf8-533206ebe36f\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:04:49.865589 3703 cni.go:454] [openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l f0118473d0862b8b524e00950cdb8be06a38e9db693e1afc4bccc8616f6eb745 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l f0118473d0862b8b524e00950cdb8be06a38e9db693e1afc4bccc8616f6eb745 network default NAD default NAD key ] I0508 18:04:49.897160 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-b5bbbdbc9-zzl5l, hostIfaceName: f0118473d0862b8, network: default, NAD default, SandboxID: "f0118473d0862b8b524e00950cdb8be06a38e9db693e1afc4bccc8616f6eb745", PCI device ID: , UID: "750fecc4-e128-4cc5-8d22-4fa8be79758c", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0508 18:04:49.944421 3703 cni.go:480] [openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l f0118473d0862b8b524e00950cdb8be06a38e9db693e1afc4bccc8616f6eb745 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-b5bbbdbc9-zzl5l f0118473d0862b8b524e00950cdb8be06a38e9db693e1afc4bccc8616f6eb745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3f:f1:f0:24:ff\",\"name\":\"f0118473d0862b8\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a356247-68e0-494d-b029-0ee1079a01d1\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:04:50.095038 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0508 18:05:02.226806 3703 base_network_controller_pods.go:489] [default/openshift-insights/insights-runtime-extractor-584p5] creating logical port openshift-insights_insights-runtime-extractor-584p5 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:02.226928 3703 kube.go:233] Patching annotations on pod openshift-insights/insights-runtime-extractor-584p5 I0508 18:05:02.254354 3703 base_network_controller_pods.go:974] [default/openshift-insights/insights-runtime-extractor-584p5] addLogicalPort annotation time took 27.456795ms I0508 18:05:02.255447 3703 pods.go:270] [openshift-insights/insights-runtime-extractor-584p5] addLogicalPort took 28.6561ms, libovsdb time 744.295µs I0508 18:05:02.557432 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54658ddc74-lzp5m I0508 18:05:02.557458 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54658ddc74-lzp5m I0508 18:05:02.583707 3703 cni.go:454] [openshift-insights/insights-runtime-extractor-584p5 e0780f1a428465fd20437269bb2b0479d9e23d1a20e2913f3d6e4e75b1195dc0 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-584p5 e0780f1a428465fd20437269bb2b0479d9e23d1a20e2913f3d6e4e75b1195dc0 network default NAD default NAD key ] I0508 18:05:02.593022 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-584p5, hostIfaceName: e0780f1a428465f, network: default, NAD default, SandboxID: "e0780f1a428465fd20437269bb2b0479d9e23d1a20e2913f3d6e4e75b1195dc0", PCI device ID: , UID: "619eb94e-50bb-4bd9-8213-edc74ed85616", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0508 18:05:02.642961 3703 cni.go:480] [openshift-insights/insights-runtime-extractor-584p5 e0780f1a428465fd20437269bb2b0479d9e23d1a20e2913f3d6e4e75b1195dc0 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-584p5 e0780f1a428465fd20437269bb2b0479d9e23d1a20e2913f3d6e4e75b1195dc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:94:dc:8c:bb:1a\",\"name\":\"e0780f1a428465f\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aebc5276-7438-4e78-8460-972f9789a632\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:05:03.540348 3703 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 18:05:03.736399 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59b88794fc-tw8s2 I0508 18:05:03.736423 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59b88794fc-tw8s2 W0508 18:05:04.723619 3703 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:05.539930 3703 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:05.539953 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:05.539958 3703 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0508 18:05:05.981666 3703 cni.go:454] [openshift-ingress/router-default-596b7cd457-mk2b4 872db30e89da81c14fde070f3121f7cf4a56426ebeec066ab5d98ae4855bd2f7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-596b7cd457-mk2b4 872db30e89da81c14fde070f3121f7cf4a56426ebeec066ab5d98ae4855bd2f7 network default NAD default NAD key ] I0508 18:05:05.992020 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: router-default-596b7cd457-mk2b4, hostIfaceName: 872db30e89da81c, network: default, NAD default, SandboxID: "872db30e89da81c14fde070f3121f7cf4a56426ebeec066ab5d98ae4855bd2f7", PCI device ID: , UID: "259317bc-1fd6-488e-8e06-6847fd91e3ad", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0508 18:05:06.043217 3703 cni.go:480] [openshift-ingress/router-default-596b7cd457-mk2b4 872db30e89da81c14fde070f3121f7cf4a56426ebeec066ab5d98ae4855bd2f7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-596b7cd457-mk2b4 872db30e89da81c14fde070f3121f7cf4a56426ebeec066ab5d98ae4855bd2f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:ff:e7:eb:3e:f0\",\"name\":\"872db30e89da81c\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a09791ed-9e28-4bc3-90df-01bb1a1d951f\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:06.076586 3703 cni.go:454] [openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf f1c2e5dae3c07dad7b73c0243a1ea6dab2d423bb0691a40c42f532f3b3dd6111 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf f1c2e5dae3c07dad7b73c0243a1ea6dab2d423bb0691a40c42f532f3b3dd6111 network default NAD default NAD key ] I0508 18:05:06.087681 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6bf4cb776-vkbcf, hostIfaceName: f1c2e5dae3c07da, network: default, NAD default, SandboxID: "f1c2e5dae3c07dad7b73c0243a1ea6dab2d423bb0691a40c42f532f3b3dd6111", PCI device ID: , UID: "6b6f170c-12d2-4655-b462-6a603aea2568", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0508 18:05:06.100564 3703 cni.go:454] [openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46 3507d9fad8a8e3bdf71d1e3007ef3a33c8d19c02398c4e22bbbc923b698a9dc6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46 3507d9fad8a8e3bdf71d1e3007ef3a33c8d19c02398c4e22bbbc923b698a9dc6 network default NAD default NAD key ] I0508 18:05:06.111282 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6b4f98dcbf-gtj46, hostIfaceName: 3507d9fad8a8e3b, network: default, NAD default, SandboxID: "3507d9fad8a8e3bdf71d1e3007ef3a33c8d19c02398c4e22bbbc923b698a9dc6", PCI device ID: , UID: "6b58ec7f-7b86-4291-912b-58a678ecd7bc", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0508 18:05:06.139336 3703 cni.go:480] [openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf f1c2e5dae3c07dad7b73c0243a1ea6dab2d423bb0691a40c42f532f3b3dd6111 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6bf4cb776-vkbcf f1c2e5dae3c07dad7b73c0243a1ea6dab2d423bb0691a40c42f532f3b3dd6111 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f5:df:50:3b:d6\",\"name\":\"f1c2e5dae3c07da\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/782f4a25-4b92-4d8e-8b14-f1b96c466768\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:06.160043 3703 cni.go:480] [openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46 3507d9fad8a8e3bdf71d1e3007ef3a33c8d19c02398c4e22bbbc923b698a9dc6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6b4f98dcbf-gtj46 3507d9fad8a8e3bdf71d1e3007ef3a33c8d19c02398c4e22bbbc923b698a9dc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:21:a5:3d:8a:2a\",\"name\":\"3507d9fad8a8e3b\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a91ca1dc-dc25-465d-919a-5221895d6b4e\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:05:06.738658 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.738688 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.738778 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.738799 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.738809 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.744866 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.744890 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.751353 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.751366 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.751373 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.762806 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.762831 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.762843 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.762898 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.762913 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.779041 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.779084 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.779094 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.779111 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.779117 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.779125 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.779154 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.779179 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.779186 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.779194 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.779211 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.779222 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.802840 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.802863 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.802873 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.803047 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.803081 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0508 18:05:07.884146 3703 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 18:05:08.877614 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7f68c558c5-tcwpp for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:08.877713 3703 kube.go:233] Patching annotations on pod openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp E0508 18:05:08.911905 3703 kube.go:243] Error in patching annotations on pod openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp: the server rejected our request due to an error in our request I0508 18:05:08.922334 3703 kube.go:233] Patching annotations on pod openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp I0508 18:05:08.944565 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp] addLogicalPort annotation time took 66.888878ms I0508 18:05:08.945771 3703 pods.go:270] [openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp] addLogicalPort took 68.176025ms, libovsdb time 861.359µs I0508 18:05:09.826166 3703 cni.go:454] [openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp 492e63641bf283115da9a416b01f696787b91d05b6bbe61a8f38dce34a923f05 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp 492e63641bf283115da9a416b01f696787b91d05b6bbe61a8f38dce34a923f05 network default NAD default NAD key ] I0508 18:05:09.835671 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7f68c558c5-tcwpp, hostIfaceName: 492e63641bf2831, network: default, NAD default, SandboxID: "492e63641bf283115da9a416b01f696787b91d05b6bbe61a8f38dce34a923f05", PCI device ID: , UID: "046fd137-c9ff-4e80-8beb-e080bd477de9", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0508 18:05:09.885504 3703 cni.go:480] [openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp 492e63641bf283115da9a416b01f696787b91d05b6bbe61a8f38dce34a923f05 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7f68c558c5-tcwpp 492e63641bf283115da9a416b01f696787b91d05b6bbe61a8f38dce34a923f05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:6f:62:fb:be:42\",\"name\":\"492e63641bf2831\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4beccea-bf4a-4503-98a0-262a9874a731\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:10.562497 3703 cni.go:454] [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key ] I0508 18:05:10.564182 3703 cni.go:454] [openshift-dns/dns-default-rh8sl a00d82d2e91c9f3228fec22535bc37c6830b3cee4bc2afa6b5d2152ccf4132ac network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rh8sl a00d82d2e91c9f3228fec22535bc37c6830b3cee4bc2afa6b5d2152ccf4132ac network default NAD default NAD key ] I0508 18:05:10.574810 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-59b88794fc-jncfn, hostIfaceName: af4ec43b0a44bb7, network: default, NAD default, SandboxID: "af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35", PCI device ID: , UID: "a965ca49-52c0-4b46-a8ce-76005a56aa88", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0508 18:05:10.575120 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rh8sl, hostIfaceName: a00d82d2e91c9f3, network: default, NAD default, SandboxID: "a00d82d2e91c9f3228fec22535bc37c6830b3cee4bc2afa6b5d2152ccf4132ac", PCI device ID: , UID: "5c84c241-8ea1-486e-8093-498c6d9d9722", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0508 18:05:10.626118 3703 cni.go:480] [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e1:f8:21:77:06\",\"name\":\"af4ec43b0a44bb7\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e28d529-e563-47d2-8c95-0c05c311db98\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:10.642689 3703 cni.go:480] [openshift-dns/dns-default-rh8sl a00d82d2e91c9f3228fec22535bc37c6830b3cee4bc2afa6b5d2152ccf4132ac network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rh8sl a00d82d2e91c9f3228fec22535bc37c6830b3cee4bc2afa6b5d2152ccf4132ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:cc:1d:c2:cb:4f\",\"name\":\"a00d82d2e91c9f3\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/778817f0-17cf-4c0d-aae4-98c72d586f82\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:05:11.558668 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0508 18:05:11.767569 3703 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:12.770015 3703 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:12.770043 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:12.770055 3703 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:15.544461 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:15.544486 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:15.544493 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:15.544505 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:15.544509 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:15.544514 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0508 18:05:16.370880 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w] creating logical port openshift-monitoring_openshift-state-metrics-6668c9cd4-nxt8w for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:16.371084 3703 kube.go:233] Patching annotations on pod openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w I0508 18:05:16.408117 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w] addLogicalPort annotation time took 37.089088ms I0508 18:05:16.409204 3703 pods.go:270] [openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w] addLogicalPort took 38.347289ms, libovsdb time 779.491µs I0508 18:05:16.420217 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn] creating logical port openshift-monitoring_kube-state-metrics-59c5db5f66-mt5rn for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:16.420336 3703 kube.go:233] Patching annotations on pod openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn I0508 18:05:16.455633 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn] addLogicalPort annotation time took 35.340115ms I0508 18:05:16.456936 3703 pods.go:270] [openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn] addLogicalPort took 36.735358ms, libovsdb time 953.35µs I0508 18:05:17.329674 3703 cni.go:454] [openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w 966d7149587f2eec470538113304039b45403e12c2ab853b0924e113d558b4db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w 966d7149587f2eec470538113304039b45403e12c2ab853b0924e113d558b4db network default NAD default NAD key ] I0508 18:05:17.341415 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-6668c9cd4-nxt8w, hostIfaceName: 966d7149587f2ee, network: default, NAD default, SandboxID: "966d7149587f2eec470538113304039b45403e12c2ab853b0924e113d558b4db", PCI device ID: , UID: "01ddf261-2e98-4497-ac0e-4c010997df5f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0508 18:05:17.388834 3703 cni.go:454] [openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn 42b5f8001a57923f690fe2203cae3d275aea25967ce54c53694b296859eecc32 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn 42b5f8001a57923f690fe2203cae3d275aea25967ce54c53694b296859eecc32 network default NAD default NAD key ] I0508 18:05:17.401966 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-59c5db5f66-mt5rn, hostIfaceName: 42b5f8001a57923, network: default, NAD default, SandboxID: "42b5f8001a57923f690fe2203cae3d275aea25967ce54c53694b296859eecc32", PCI device ID: , UID: "cb016ff4-4188-4c98-b675-b5f00a10ad37", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0508 18:05:17.412056 3703 cni.go:480] [openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w 966d7149587f2eec470538113304039b45403e12c2ab853b0924e113d558b4db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-6668c9cd4-nxt8w 966d7149587f2eec470538113304039b45403e12c2ab853b0924e113d558b4db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c6:25:7b:52:ed\",\"name\":\"966d7149587f2ee\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f411d1d-8fed-4cf4-8858-cfd476b5f964\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:17.461761 3703 cni.go:480] [openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn 42b5f8001a57923f690fe2203cae3d275aea25967ce54c53694b296859eecc32 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-59c5db5f66-mt5rn 42b5f8001a57923f690fe2203cae3d275aea25967ce54c53694b296859eecc32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:5b:24:3f:6e:5e\",\"name\":\"42b5f8001a57923\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0db09487-f0af-4b52-ab0b-63e2763bbd9d\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:17.619166 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:17.619297 3703 kube.go:233] Patching annotations on pod openshift-monitoring/alertmanager-main-1 I0508 18:05:17.660871 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 41.608097ms I0508 18:05:17.662259 3703 pods.go:270] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 43.10496ms, libovsdb time 994.749µs I0508 18:05:18.107423 3703 cni.go:454] [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key ] I0508 18:05:18.117046 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9da783ccb5956d9, network: default, NAD default, SandboxID: "9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050", PCI device ID: , UID: "35194239-248f-4690-8aca-89837e0e2c6f", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0508 18:05:18.166854 3703 cni.go:480] [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f5:bf:b1:2e:5a\",\"name\":\"9da783ccb5956d9\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9fbf6a2-2ef1-45e1-8ef5-273334d270c7\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:19.445768 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx] creating logical port openshift-monitoring_thanos-querier-d7fd54dd7-9fbxx for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:19.445927 3703 kube.go:233] Patching annotations on pod openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx I0508 18:05:19.466680 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx] addLogicalPort annotation time took 20.801304ms I0508 18:05:19.468015 3703 pods.go:270] [openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx] addLogicalPort took 22.26248ms, libovsdb time 964.705µs W0508 18:05:19.614576 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.614601 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.614610 3703 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 18:05:19.810029 3703 cni.go:454] [openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx 9ae059dddfcb7bfe2012a4c147877d701c60201474b37e479f88fd893eb46996 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx 9ae059dddfcb7bfe2012a4c147877d701c60201474b37e479f88fd893eb46996 network default NAD default NAD key ] I0508 18:05:19.821425 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-d7fd54dd7-9fbxx, hostIfaceName: 9ae059dddfcb7bf, network: default, NAD default, SandboxID: "9ae059dddfcb7bfe2012a4c147877d701c60201474b37e479f88fd893eb46996", PCI device ID: , UID: "317e178c-2baa-49eb-a3f8-6c0d09b17fa4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] W0508 18:05:19.850250 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.850301 3703 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.850314 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 18:05:19.877246 3703 cni.go:480] [openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx 9ae059dddfcb7bfe2012a4c147877d701c60201474b37e479f88fd893eb46996 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-d7fd54dd7-9fbxx 9ae059dddfcb7bfe2012a4c147877d701c60201474b37e479f88fd893eb46996 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:70:fe:5c:9c:b4\",\"name\":\"9ae059dddfcb7bf\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c165d50e-d94e-40c9-9a46-64ca9351495e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:20.897894 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/metrics-server-69f875c84d-8vb49] creating logical port openshift-monitoring_metrics-server-69f875c84d-8vb49 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:20.897996 3703 kube.go:233] Patching annotations on pod openshift-monitoring/metrics-server-69f875c84d-8vb49 I0508 18:05:20.917179 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/metrics-server-69f875c84d-8vb49] addLogicalPort annotation time took 19.216977ms I0508 18:05:20.918487 3703 pods.go:270] [openshift-monitoring/metrics-server-69f875c84d-8vb49] addLogicalPort took 20.608547ms, libovsdb time 930.804µs I0508 18:05:21.130765 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl] creating logical port openshift-monitoring_monitoring-plugin-5b65996cf7-qh4rl for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:21.130861 3703 kube.go:233] Patching annotations on pod openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl I0508 18:05:21.154389 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl] addLogicalPort annotation time took 23.558792ms I0508 18:05:21.155618 3703 pods.go:270] [openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl] addLogicalPort took 24.871244ms, libovsdb time 841.827µs I0508 18:05:21.550856 3703 cni.go:454] [openshift-monitoring/metrics-server-69f875c84d-8vb49 6204422f5fa8cece625795888aa5365cb81ca0217972b7d8bdb21e223da1cd23 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69f875c84d-8vb49 6204422f5fa8cece625795888aa5365cb81ca0217972b7d8bdb21e223da1cd23 network default NAD default NAD key ] I0508 18:05:21.561317 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69f875c84d-8vb49, hostIfaceName: 6204422f5fa8cec, network: default, NAD default, SandboxID: "6204422f5fa8cece625795888aa5365cb81ca0217972b7d8bdb21e223da1cd23", PCI device ID: , UID: "e1f72dff-c82a-4e47-92db-f58b48faf361", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0508 18:05:21.619959 3703 cni.go:480] [openshift-monitoring/metrics-server-69f875c84d-8vb49 6204422f5fa8cece625795888aa5365cb81ca0217972b7d8bdb21e223da1cd23 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69f875c84d-8vb49 6204422f5fa8cece625795888aa5365cb81ca0217972b7d8bdb21e223da1cd23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:82:54:42:70:2b\",\"name\":\"6204422f5fa8cec\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e26c0b-bf69-4492-8708-c42abe9a9262\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:22.087466 3703 cni.go:454] [openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl 66d1244018aba6820bc3ecf299b1a6241d3d8243c5030f9bc6eed84be3856052 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl 66d1244018aba6820bc3ecf299b1a6241d3d8243c5030f9bc6eed84be3856052 network default NAD default NAD key ] I0508 18:05:22.099565 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5b65996cf7-qh4rl, hostIfaceName: 66d1244018aba68, network: default, NAD default, SandboxID: "66d1244018aba6820bc3ecf299b1a6241d3d8243c5030f9bc6eed84be3856052", PCI device ID: , UID: "7483371b-7fe9-4bf1-83b5-601ae7781a2d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0508 18:05:22.149595 3703 cni.go:480] [openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl 66d1244018aba6820bc3ecf299b1a6241d3d8243c5030f9bc6eed84be3856052 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5b65996cf7-qh4rl 66d1244018aba6820bc3ecf299b1a6241d3d8243c5030f9bc6eed84be3856052 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:91:8a:cf:71:08\",\"name\":\"66d1244018aba68\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2ba1eec-d7e1-42ba-a74e-15ac2278681f\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:05:22.725431 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:22.725575 3703 kube.go:233] Patching annotations on pod openshift-monitoring/prometheus-k8s-1 I0508 18:05:22.755722 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.181076ms I0508 18:05:22.757455 3703 pods.go:270] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.04081ms, libovsdb time 1.030482ms I0508 18:05:23.103275 3703 cni.go:454] [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key ] I0508 18:05:23.113181 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 6967205daa2f53e, network: default, NAD default, SandboxID: "6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376", PCI device ID: , UID: "068e3063-d1b9-467f-96d5-437430ef75fa", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0508 18:05:23.168398 3703 cni.go:480] [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:24:1f:1a:34:51\",\"name\":\"6967205daa2f53e\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1159a75-9d57-4433-9d8a-2952d6cef403\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:05:23.619841 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0508 18:05:23.779640 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:23.779660 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:23.779666 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:23.814115 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.814135 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.814142 3703 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.814148 3703 util.go:863] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.833919 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:23.869743 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.869764 3703 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.869770 3703 util.go:863] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.869776 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.890488 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:23.964456 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:23.964480 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:24.539018 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:24.539043 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:24.833959 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:24.833980 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:25.739597 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:25.739619 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:29.831800 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.831826 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.831835 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.831841 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.831862 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.831866 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.831870 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.831874 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.874763 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.874783 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.874789 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.874795 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:44.826975 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:44.826999 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:44.868101 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:45.713854 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 18:05:45.952019 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 18:05:48.008829 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.008855 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.008869 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.008887 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.008895 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.008902 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.159941 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.159966 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:48.159976 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 18:05:49.747959 3703 cni.go:454] [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key ] E0508 18:05:49.769829 3703 link_network_manager.go:101] Error while syncing link "af4ec43b0a44bb7": failed to get address from link "af4ec43b0a44bb7": failed to list addresses for "af4ec43b0a44bb7": no such device I0508 18:05:49.815371 3703 cni.go:480] [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-59b88794fc-jncfn af4ec43b0a44bb7689ce7f87395c77a97ac9eaa56ecc89a042622c80cf674b35 network default NAD default NAD key default], result "{}", err I0508 18:05:49.878412 3703 pods.go:175] Deleting pod: openshift-image-registry/image-registry-59b88794fc-jncfn I0508 18:05:49.880230 3703 pods.go:235] Attempting to release IPs for pod: openshift-image-registry/image-registry-59b88794fc-jncfn, ips: 10.129.0.6 I0508 18:05:50.197707 3703 base_network_controller_pods.go:489] [default/openshift-console/console-55cf6d5d8b-4svwj] creating logical port openshift-console_console-55cf6d5d8b-4svwj for pod on switch ip-10-0-2-114.ec2.internal I0508 18:05:50.197818 3703 kube.go:233] Patching annotations on pod openshift-console/console-55cf6d5d8b-4svwj I0508 18:05:50.219948 3703 base_network_controller_pods.go:974] [default/openshift-console/console-55cf6d5d8b-4svwj] addLogicalPort annotation time took 22.163584ms I0508 18:05:50.221216 3703 pods.go:270] [openshift-console/console-55cf6d5d8b-4svwj] addLogicalPort took 23.522546ms, libovsdb time 866.733µs W0508 18:05:50.234794 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0508 18:05:50.287953 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59b88794fc-jncfn I0508 18:05:50.287979 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59b88794fc-jncfn I0508 18:05:50.553857 3703 cni.go:454] [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key ] I0508 18:05:50.563362 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-55cf6d5d8b-4svwj, hostIfaceName: d75d284717e1caf, network: default, NAD default, SandboxID: "d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c", PCI device ID: , UID: "2c5da477-94b4-43f0-9812-24d096fe0aa9", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0508 18:05:50.615484 3703 cni.go:480] [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e6:3a:91:e7:58\",\"name\":\"d75d284717e1caf\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bb7f39c-b2da-4b8b-a858-b86b021cdf9a\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:05:52.733173 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0508 18:05:52.950902 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0508 18:06:00.114107 3703 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace W0508 18:06:01.049808 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 18:06:02.050897 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 18:06:02.050974 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 18:06:02.051009 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 18:06:02.778131 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0508 18:06:03.049110 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 18:06:05.007994 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0508 18:06:15.821541 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84579dd678-tz7bq I0508 18:06:15.821576 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84579dd678-tz7bq W0508 18:06:23.132282 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:06:23.132307 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:06:23.132320 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:06:23.132330 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:06:23.181388 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:06:23.181412 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 18:06:24.086424 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7fd96b5ff6-srxmg I0508 18:06:24.086465 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7fd96b5ff6-srxmg I0508 18:06:27.104299 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84579dd678-8v857 I0508 18:06:27.104330 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84579dd678-8v857 I0508 18:06:38.092224 3703 cni.go:454] [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key ] E0508 18:06:38.113181 3703 link_network_manager.go:101] Error while syncing link "9da783ccb5956d9": failed to get address from link "9da783ccb5956d9": failed to list addresses for "9da783ccb5956d9": no such device I0508 18:06:38.170362 3703 cni.go:480] [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 9da783ccb5956d999c68fa1f15620f5f6240d662b33a2ca01121275c354ad050 network default NAD default NAD key default], result "{}", err I0508 18:06:38.230847 3703 pods.go:175] Deleting pod: openshift-monitoring/alertmanager-main-1 I0508 18:06:38.232265 3703 pods.go:235] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.20 I0508 18:06:39.221821 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0508 18:06:39.221854 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0508 18:06:39.265750 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:06:39.265871 3703 kube.go:233] Patching annotations on pod openshift-monitoring/alertmanager-main-1 I0508 18:06:39.302157 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 36.321424ms I0508 18:06:39.303455 3703 pods.go:270] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 37.720466ms, libovsdb time 867.685µs I0508 18:06:39.625534 3703 cni.go:454] [openshift-monitoring/alertmanager-main-1 251aab0a1d6cfa57c5713aa765c4fedc79e19495fe7259c18cfd0367aa4b491f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 251aab0a1d6cfa57c5713aa765c4fedc79e19495fe7259c18cfd0367aa4b491f network default NAD default NAD key ] I0508 18:06:39.635107 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 251aab0a1d6cfa5, network: default, NAD default, SandboxID: "251aab0a1d6cfa57c5713aa765c4fedc79e19495fe7259c18cfd0367aa4b491f", PCI device ID: , UID: "1f67ca19-dd0a-480f-a300-1dd0d4787c07", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0508 18:06:39.687526 3703 cni.go:480] [openshift-monitoring/alertmanager-main-1 251aab0a1d6cfa57c5713aa765c4fedc79e19495fe7259c18cfd0367aa4b491f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 251aab0a1d6cfa57c5713aa765c4fedc79e19495fe7259c18cfd0367aa4b491f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:53:52:df:7d:98\",\"name\":\"251aab0a1d6cfa5\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbe23834-eaa8-4f51-b5d9-f8525f02caca\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:06:42.479265 3703 cni.go:454] [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key ] E0508 18:06:42.500492 3703 link_network_manager.go:101] Error while syncing link "6967205daa2f53e": failed to get address from link "6967205daa2f53e": failed to list addresses for "6967205daa2f53e": no such device I0508 18:06:42.561146 3703 cni.go:480] [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 6967205daa2f53e3aa82b7aad3228ceb278d3695976db5ffed144a3d4e17e376 network default NAD default NAD key default], result "{}", err I0508 18:06:42.627630 3703 pods.go:175] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0508 18:06:42.628928 3703 pods.go:235] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.24 I0508 18:06:43.251545 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0508 18:06:43.251572 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0508 18:06:43.294750 3703 base_network_controller_pods.go:489] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:06:43.294872 3703 kube.go:233] Patching annotations on pod openshift-monitoring/prometheus-k8s-1 I0508 18:06:43.333992 3703 base_network_controller_pods.go:974] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 39.16046ms I0508 18:06:43.335244 3703 pods.go:270] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 40.515465ms, libovsdb time 890.039µs I0508 18:06:43.656707 3703 cni.go:454] [openshift-monitoring/prometheus-k8s-1 1d00ef4f2e735dddb3f1772e41e7740f16d0a89611c3e6afc5349aa81be70b6e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1d00ef4f2e735dddb3f1772e41e7740f16d0a89611c3e6afc5349aa81be70b6e network default NAD default NAD key ] I0508 18:06:43.667216 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1d00ef4f2e735dd, network: default, NAD default, SandboxID: "1d00ef4f2e735dddb3f1772e41e7740f16d0a89611c3e6afc5349aa81be70b6e", PCI device ID: , UID: "f6ea1160-1a3f-447c-a3da-47fbb4e56aea", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0508 18:06:43.717883 3703 cni.go:480] [openshift-monitoring/prometheus-k8s-1 1d00ef4f2e735dddb3f1772e41e7740f16d0a89611c3e6afc5349aa81be70b6e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1d00ef4f2e735dddb3f1772e41e7740f16d0a89611c3e6afc5349aa81be70b6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:cb:19:7e:17:3c\",\"name\":\"1d00ef4f2e735dd\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14736fbd-a36f-42eb-8ffb-e8ca90b48d2b\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:06:44.412530 3703 cni.go:454] [openshift-multus/network-metrics-daemon-cmgxx 1156d379279537862cc4403c6ada8de0fbc636a14b0ca1a72967e80c46526cc2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-cmgxx 1156d379279537862cc4403c6ada8de0fbc636a14b0ca1a72967e80c46526cc2 network default NAD default NAD key ] I0508 18:06:44.426713 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-cmgxx, hostIfaceName: 1156d3792795378, network: default, NAD default, SandboxID: "1156d379279537862cc4403c6ada8de0fbc636a14b0ca1a72967e80c46526cc2", PCI device ID: , UID: "8b73c941-f2a6-4d44-bf2d-21875354caff", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0508 18:06:44.492432 3703 cni.go:480] [openshift-multus/network-metrics-daemon-cmgxx 1156d379279537862cc4403c6ada8de0fbc636a14b0ca1a72967e80c46526cc2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-cmgxx 1156d379279537862cc4403c6ada8de0fbc636a14b0ca1a72967e80c46526cc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:af:71:65:7b:15\",\"name\":\"1156d3792795378\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dfeb221-0626-4d08-982e-7a788d0bad8c\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:07:09.673010 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:07:09.673038 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:07:09.673047 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 18:07:10.047776 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cf6d5d8b-dgwlb I0508 18:07:10.047813 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cf6d5d8b-dgwlb I0508 18:07:11.078667 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0508 18:07:11.078698 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0508 18:07:20.442876 3703 cni.go:454] [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key ] E0508 18:07:20.477022 3703 link_network_manager.go:101] Error while syncing link "d75d284717e1caf": failed to get address from link "d75d284717e1caf": failed to list addresses for "d75d284717e1caf": no such device I0508 18:07:20.526804 3703 cni.go:480] [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55cf6d5d8b-4svwj d75d284717e1cafdff3309142046137305d402ebd699790bec7b5105b014659c network default NAD default NAD key default], result "{}", err I0508 18:07:20.575371 3703 pods.go:175] Deleting pod: openshift-console/console-55cf6d5d8b-4svwj I0508 18:07:20.576804 3703 pods.go:235] Attempting to release IPs for pod: openshift-console/console-55cf6d5d8b-4svwj, ips: 10.129.0.25 I0508 18:07:21.437789 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cf6d5d8b-4svwj I0508 18:07:21.437826 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cf6d5d8b-4svwj W0508 18:07:44.584953 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:07:44.584983 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 18:07:46.434034 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0508 18:07:46.434058 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0508 18:07:56.846885 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0508 18:08:13.757480 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=611 I0508 18:08:13.990153 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0508 18:08:20.756202 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=69 I0508 18:09:00.452537 3703 base_network_controller_pods.go:489] [default/openshift-console/console-7964f866f7-gqvzf] creating logical port openshift-console_console-7964f866f7-gqvzf for pod on switch ip-10-0-2-114.ec2.internal I0508 18:09:00.452704 3703 kube.go:233] Patching annotations on pod openshift-console/console-7964f866f7-gqvzf I0508 18:09:00.482532 3703 base_network_controller_pods.go:974] [default/openshift-console/console-7964f866f7-gqvzf] addLogicalPort annotation time took 29.879865ms I0508 18:09:00.483799 3703 pods.go:270] [openshift-console/console-7964f866f7-gqvzf] addLogicalPort took 31.279197ms, libovsdb time 891.257µs I0508 18:09:00.812813 3703 cni.go:454] [openshift-console/console-7964f866f7-gqvzf 3a2b94468e6429c4fcf914cf16b10125c1ad3d9c4c3a620e6d4d6fafa579687b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7964f866f7-gqvzf 3a2b94468e6429c4fcf914cf16b10125c1ad3d9c4c3a620e6d4d6fafa579687b network default NAD default NAD key ] I0508 18:09:00.822044 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-7964f866f7-gqvzf, hostIfaceName: 3a2b94468e6429c, network: default, NAD default, SandboxID: "3a2b94468e6429c4fcf914cf16b10125c1ad3d9c4c3a620e6d4d6fafa579687b", PCI device ID: , UID: "0567d7e5-60ef-4eca-ace1-4f2a3a2f9bf3", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0508 18:09:00.874236 3703 cni.go:480] [openshift-console/console-7964f866f7-gqvzf 3a2b94468e6429c4fcf914cf16b10125c1ad3d9c4c3a620e6d4d6fafa579687b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7964f866f7-gqvzf 3a2b94468e6429c4fcf914cf16b10125c1ad3d9c4c3a620e6d4d6fafa579687b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:34:4d:e7:a1:d6\",\"name\":\"3a2b94468e6429c\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cc61cdb-1e79-4516-8c5c-67de55e4a957\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:09:07.862021 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=8 W0508 18:09:10.922396 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0508 18:09:11.847181 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0508 18:09:24.856102 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=7 I0508 18:09:26.576089 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c5674588-xqh6f I0508 18:09:26.576122 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c5674588-xqh6f I0508 18:09:36.862361 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c5674588-2w8jm I0508 18:09:36.862394 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c5674588-2w8jm W0508 18:09:47.678903 3703 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:09:58.727726 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0508 18:09:58.727798 3703 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9hrxx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9hrxx: no pod IPs found I0508 18:10:10.872907 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9 I0508 18:10:24.867532 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8 I0508 18:10:29.757095 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=15 I0508 18:10:55.989472 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=8 I0508 18:11:17.872139 3703 namespace.go:97] [tsf] adding namespace I0508 18:11:17.873083 3703 namespace.go:101] [tsf] adding namespace took 883.699µs I0508 18:11:17.894664 3703 namespace.go:141] [tsf] updating namespace I0508 18:11:17.905012 3703 namespace.go:141] [tsf] updating namespace I0508 18:11:21.769223 3703 namespace.go:97] [rhbk-operator] adding namespace I0508 18:11:21.769246 3703 namespace.go:97] [tsf-keycloak] adding namespace I0508 18:11:21.770125 3703 namespace.go:101] [rhbk-operator] adding namespace took 877.335µs I0508 18:11:21.770699 3703 namespace.go:101] [tsf-keycloak] adding namespace took 1.439178ms I0508 18:11:21.772676 3703 namespace.go:97] [tsf-tas] adding namespace I0508 18:11:21.773374 3703 namespace.go:101] [tsf-tas] adding namespace took 684.913µs I0508 18:11:21.779003 3703 namespace.go:97] [konflux-ui] adding namespace I0508 18:11:21.779145 3703 namespace.go:97] [rhtpa-operator] adding namespace I0508 18:11:21.779265 3703 namespace.go:97] [konflux-operator] adding namespace I0508 18:11:21.779326 3703 namespace.go:97] [cert-manager-operator] adding namespace I0508 18:11:21.779717 3703 namespace.go:101] [konflux-ui] adding namespace took 699.659µs I0508 18:11:21.779746 3703 namespace.go:97] [tsf-tpa] adding namespace I0508 18:11:21.780224 3703 namespace.go:101] [tsf-tpa] adding namespace took 470.02µs I0508 18:11:21.780723 3703 namespace.go:101] [rhtpa-operator] adding namespace took 1.562533ms I0508 18:11:21.781201 3703 namespace.go:101] [konflux-operator] adding namespace took 1.922213ms I0508 18:11:21.781716 3703 namespace.go:101] [cert-manager-operator] adding namespace took 2.371583ms I0508 18:11:21.788091 3703 namespace.go:141] [rhbk-operator] updating namespace I0508 18:11:21.805733 3703 namespace.go:141] [rhbk-operator] updating namespace I0508 18:11:21.820393 3703 namespace.go:141] [konflux-ui] updating namespace I0508 18:11:21.833021 3703 namespace.go:141] [tsf-tas] updating namespace I0508 18:11:21.833137 3703 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:21.833214 3703 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:11:21.841322 3703 namespace.go:141] [konflux-operator] updating namespace I0508 18:11:21.846208 3703 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:21.857772 3703 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:11:21.857854 3703 namespace.go:141] [rhbk-operator] updating namespace I0508 18:11:21.858018 3703 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:21.863812 3703 namespace.go:141] [tsf-tas] updating namespace I0508 18:11:21.876871 3703 namespace.go:141] [tsf-tas] updating namespace I0508 18:11:21.901807 3703 namespace.go:141] [konflux-ui] updating namespace I0508 18:11:21.915826 3703 namespace.go:141] [konflux-ui] updating namespace I0508 18:11:21.942713 3703 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:11:21.953777 3703 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:11:21.970633 3703 namespace.go:141] [konflux-operator] updating namespace I0508 18:11:21.984719 3703 namespace.go:141] [konflux-operator] updating namespace I0508 18:11:22.011737 3703 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:11:22.022512 3703 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:11:22.043626 3703 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:22.066742 3703 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:22.182037 3703 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:22.850892 3703 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:22.862098 3703 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:24.977769 3703 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0508 18:11:29.442251 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:29.442273 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:30.456329 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:30.456355 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:31.756588 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=76 I0508 18:11:32.456799 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:32.456822 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:33.477927 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:33.477955 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:35.563671 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:35.563695 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:37.016665 3703 base_network_controller_pods.go:489] [default/rhbk-operator/rhbk-operator-69889d554d-swk75] creating logical port rhbk-operator_rhbk-operator-69889d554d-swk75 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:11:37.016790 3703 kube.go:233] Patching annotations on pod rhbk-operator/rhbk-operator-69889d554d-swk75 I0508 18:11:37.039363 3703 base_network_controller_pods.go:974] [default/rhbk-operator/rhbk-operator-69889d554d-swk75] addLogicalPort annotation time took 22.614849ms I0508 18:11:37.040613 3703 pods.go:270] [rhbk-operator/rhbk-operator-69889d554d-swk75] addLogicalPort took 23.963405ms, libovsdb time 866.758µs I0508 18:11:37.375530 3703 cni.go:454] [rhbk-operator/rhbk-operator-69889d554d-swk75 0353cbe9aa4f3ad516aac15e07fbf374604941ffe3e811439eaa903982bf4b91 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-swk75 0353cbe9aa4f3ad516aac15e07fbf374604941ffe3e811439eaa903982bf4b91 network default NAD default NAD key ] I0508 18:11:37.385436 3703 helper_linux.go:546] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-swk75, hostIfaceName: 0353cbe9aa4f3ad, network: default, NAD default, SandboxID: "0353cbe9aa4f3ad516aac15e07fbf374604941ffe3e811439eaa903982bf4b91", PCI device ID: , UID: "a6ecbf6c-414a-4a13-a669-0a4c3143d89b", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0508 18:11:37.438685 3703 cni.go:480] [rhbk-operator/rhbk-operator-69889d554d-swk75 0353cbe9aa4f3ad516aac15e07fbf374604941ffe3e811439eaa903982bf4b91 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-swk75 0353cbe9aa4f3ad516aac15e07fbf374604941ffe3e811439eaa903982bf4b91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:68:78:b5:45:1d\",\"name\":\"0353cbe9aa4f3ad\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/352551c1-72c4-4589-871f-ce1f1e656797\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:11:37.503639 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:37.503662 3703 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:46.780948 3703 namespace.go:97] [cert-manager] adding namespace I0508 18:11:46.781878 3703 namespace.go:101] [cert-manager] adding namespace took 899.673µs I0508 18:11:46.801734 3703 namespace.go:141] [cert-manager] updating namespace I0508 18:11:46.821611 3703 namespace.go:141] [cert-manager] updating namespace W0508 18:11:52.468925 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 18:11:52.468951 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0508 18:11:56.273403 3703 namespace.go:141] [openshift-operators] updating namespace I0508 18:11:56.291282 3703 namespace.go:141] [openshift-operators] updating namespace W0508 18:11:58.543389 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 18:11:59.624146 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0508 18:11:59.905609 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0508 18:11:59.925624 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0508 18:12:02.686261 3703 base_network_controller_pods.go:489] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-kbktd for pod on switch ip-10-0-2-114.ec2.internal I0508 18:12:02.686422 3703 kube.go:233] Patching annotations on pod openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd I0508 18:12:02.721219 3703 base_network_controller_pods.go:974] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd] addLogicalPort annotation time took 34.85208ms I0508 18:12:02.722475 3703 pods.go:270] [openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd] addLogicalPort took 36.235847ms, libovsdb time 878.959µs I0508 18:12:03.046715 3703 cni.go:454] [openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd c0eed2c50fb55084ea5144c65d358b14df50fbd82c8931d31e8c2ec3ea4c01aa network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd c0eed2c50fb55084ea5144c65d358b14df50fbd82c8931d31e8c2ec3ea4c01aa network default NAD default NAD key ] I0508 18:12:03.056998 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-kbktd, hostIfaceName: c0eed2c50fb5508, network: default, NAD default, SandboxID: "c0eed2c50fb55084ea5144c65d358b14df50fbd82c8931d31e8c2ec3ea4c01aa", PCI device ID: , UID: "103cdf21-24c2-4a2f-a972-88d78bd1c80b", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0508 18:12:03.112704 3703 cni.go:480] [openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd c0eed2c50fb55084ea5144c65d358b14df50fbd82c8931d31e8c2ec3ea4c01aa network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-kbktd c0eed2c50fb55084ea5144c65d358b14df50fbd82c8931d31e8c2ec3ea4c01aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9d:8d:fa:7a:9c\",\"name\":\"c0eed2c50fb5508\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e6da8bb-37d7-48ae-a50b-27341d45398c\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:12:06.733780 3703 namespace.go:97] [trusted-artifact-signer] adding namespace I0508 18:12:06.734875 3703 namespace.go:101] [trusted-artifact-signer] adding namespace took 1.069991ms I0508 18:12:06.875846 3703 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:06.901529 3703 namespace.go:141] [trusted-artifact-signer] updating namespace W0508 18:12:06.908194 3703 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0508 18:12:09.018662 3703 namespace.go:141] [openshift-operators] updating namespace I0508 18:12:09.431285 3703 base_network_controller_pods.go:489] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-86pnb for pod on switch ip-10-0-2-114.ec2.internal I0508 18:12:09.431420 3703 kube.go:233] Patching annotations on pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb I0508 18:12:09.471165 3703 base_network_controller_pods.go:974] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb] addLogicalPort annotation time took 39.780536ms I0508 18:12:09.472425 3703 pods.go:270] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb] addLogicalPort took 41.154609ms, libovsdb time 861.771µs I0508 18:12:09.805652 3703 cni.go:454] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb 1a49f5d6208d83548cc33c5cc06d6e6b477ae0d6dedd61bd0a2fa25e96a595c5 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb 1a49f5d6208d83548cc33c5cc06d6e6b477ae0d6dedd61bd0a2fa25e96a595c5 network default NAD default NAD key ] I0508 18:12:09.816103 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-86pnb, hostIfaceName: 1a49f5d6208d835, network: default, NAD default, SandboxID: "1a49f5d6208d83548cc33c5cc06d6e6b477ae0d6dedd61bd0a2fa25e96a595c5", PCI device ID: , UID: "def95194-51cd-4513-91f8-cf5201a11647", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0508 18:12:09.870028 3703 cni.go:480] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb 1a49f5d6208d83548cc33c5cc06d6e6b477ae0d6dedd61bd0a2fa25e96a595c5 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-86pnb 1a49f5d6208d83548cc33c5cc06d6e6b477ae0d6dedd61bd0a2fa25e96a595c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e8:f3:2a:c8:b5\",\"name\":\"1a49f5d6208d835\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7104b7ec-c21a-4a88-a13c-87ac2a0299a4\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:12:17.756948 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0508 18:12:24.525639 3703 namespace.go:97] [openshift-pipelines] adding namespace I0508 18:12:24.526432 3703 namespace.go:101] [openshift-pipelines] adding namespace took 772.817µs I0508 18:12:24.544116 3703 namespace.go:141] [openshift-pipelines] updating namespace I0508 18:12:25.232178 3703 namespace.go:141] [cert-manager] updating namespace I0508 18:12:25.433709 3703 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:12:25.836926 3703 namespace.go:141] [konflux-operator] updating namespace I0508 18:12:26.037722 3703 namespace.go:141] [konflux-ui] updating namespace I0508 18:12:26.238550 3703 namespace.go:141] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] updating namespace I0508 18:12:26.638928 3703 namespace.go:141] [rhbk-operator] updating namespace I0508 18:12:26.840172 3703 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:12:27.040420 3703 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:27.177371 3703 namespace.go:141] [tsf] updating namespace I0508 18:12:27.381742 3703 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:12:27.583336 3703 namespace.go:141] [tsf-tas] updating namespace I0508 18:12:27.781990 3703 namespace.go:141] [tsf-tpa] updating namespace I0508 18:12:27.917739 3703 namespace.go:141] [cert-manager] updating namespace I0508 18:12:27.928581 3703 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:12:27.936656 3703 namespace.go:141] [default] updating namespace I0508 18:12:27.945341 3703 namespace.go:141] [konflux-operator] updating namespace I0508 18:12:27.956162 3703 namespace.go:141] [konflux-ui] updating namespace I0508 18:12:27.966102 3703 namespace.go:141] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] updating namespace I0508 18:12:27.975282 3703 namespace.go:141] [openshift] updating namespace I0508 18:12:27.986035 3703 namespace.go:141] [rhbk-operator] updating namespace I0508 18:12:27.996164 3703 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:12:28.003810 3703 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:28.014042 3703 namespace.go:141] [tsf] updating namespace I0508 18:12:28.023630 3703 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:12:28.044501 3703 namespace.go:141] [tsf-tas] updating namespace I0508 18:12:28.066294 3703 namespace.go:141] [tsf-tpa] updating namespace I0508 18:12:28.166045 3703 namespace.go:141] [cert-manager] updating namespace I0508 18:12:28.266531 3703 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:12:28.363692 3703 namespace.go:141] [default] updating namespace I0508 18:12:28.465514 3703 namespace.go:141] [konflux-operator] updating namespace I0508 18:12:28.565361 3703 namespace.go:141] [konflux-ui] updating namespace I0508 18:12:28.665327 3703 namespace.go:141] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] updating namespace I0508 18:12:28.765084 3703 namespace.go:141] [openshift] updating namespace I0508 18:12:28.863798 3703 namespace.go:141] [rhbk-operator] updating namespace I0508 18:12:28.968099 3703 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:12:29.064830 3703 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:29.163661 3703 namespace.go:141] [tsf] updating namespace I0508 18:12:29.264628 3703 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:12:29.365341 3703 namespace.go:141] [tsf-tas] updating namespace I0508 18:12:29.463928 3703 namespace.go:141] [tsf-tpa] updating namespace I0508 18:12:29.759133 3703 namespace.go:141] [openshift-pipelines] updating namespace I0508 18:12:36.559220 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0508 18:12:36.559247 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0508 18:12:42.440325 3703 util.go:863] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 18:12:42.440350 3703 util.go:863] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 18:12:42.440356 3703 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 18:12:42.467203 3703 util.go:863] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 18:12:42.467225 3703 util.go:863] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 18:12:42.467246 3703 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0508 18:12:42.757211 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=181 W0508 18:12:42.759922 3703 util.go:863] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:42.759939 3703 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:42.759946 3703 util.go:863] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:42.759952 3703 util.go:863] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0508 18:12:44.879649 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0508 18:12:45.756642 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=10 W0508 18:12:48.482556 3703 util.go:863] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0508 18:12:48.505050 3703 util.go:863] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0508 18:13:00.912173 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-wgkvb for pod on switch ip-10-0-2-114.ec2.internal I0508 18:13:00.912335 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb I0508 18:13:00.949112 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb] addLogicalPort annotation time took 36.831313ms I0508 18:13:00.950444 3703 pods.go:270] [openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb] addLogicalPort took 38.287872ms, libovsdb time 938.07µs I0508 18:13:00.997417 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-c64n9 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:13:00.997574 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9 I0508 18:13:01.020026 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9] addLogicalPort annotation time took 22.487346ms I0508 18:13:01.021310 3703 pods.go:270] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9] addLogicalPort took 23.911696ms, libovsdb time 866.005µs I0508 18:13:01.273918 3703 cni.go:454] [openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb f12b405a6307fe6556943968ab5e5207b5073be96db08c792ab8fa2c7933a87c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb f12b405a6307fe6556943968ab5e5207b5073be96db08c792ab8fa2c7933a87c network default NAD default NAD key ] I0508 18:13:01.283548 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-wgkvb, hostIfaceName: f12b405a6307fe6, network: default, NAD default, SandboxID: "f12b405a6307fe6556943968ab5e5207b5073be96db08c792ab8fa2c7933a87c", PCI device ID: , UID: "3cb99ef7-5a9f-4acb-bc23-fbb0fecb6a73", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0508 18:13:01.339795 3703 cni.go:480] [openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb f12b405a6307fe6556943968ab5e5207b5073be96db08c792ab8fa2c7933a87c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wgkvb f12b405a6307fe6556943968ab5e5207b5073be96db08c792ab8fa2c7933a87c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:96:3d:a0:47:54\",\"name\":\"f12b405a6307fe6\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/809f3464-0d79-45fa-9c06-dd2faaef30e6\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:13:01.363803 3703 cni.go:454] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9 1d3568f770e62a5c8dc2e00d307eae54b4c6098988dbd97b23ca494acae27a95 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9 1d3568f770e62a5c8dc2e00d307eae54b4c6098988dbd97b23ca494acae27a95 network default NAD default NAD key ] I0508 18:13:01.373845 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-c64n9, hostIfaceName: 1d3568f770e62a5, network: default, NAD default, SandboxID: "1d3568f770e62a5c8dc2e00d307eae54b4c6098988dbd97b23ca494acae27a95", PCI device ID: , UID: "d40f4027-478b-4444-97fd-a6b2b3cc85bc", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0508 18:13:01.428225 3703 cni.go:480] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9 1d3568f770e62a5c8dc2e00d307eae54b4c6098988dbd97b23ca494acae27a95 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-c64n9 1d3568f770e62a5c8dc2e00d307eae54b4c6098988dbd97b23ca494acae27a95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:aa:32:bb:d0:a7\",\"name\":\"1d3568f770e62a5\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce6f76ba-8379-4088-8704-3ffe8ed6654e\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:13:05.872418 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0508 18:13:12.780360 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0508 18:13:12.780397 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0508 18:13:15.168777 3703 base_network_controller_policy.go:1227] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0508 18:13:15.169482 3703 base_network_controller_policy.go:1102] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [default-network-controller_tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0508 18:13:15.172220 3703 base_network_controller_policy.go:1280] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0508 18:13:18.715217 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-xp8h4 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:13:18.715329 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4 I0508 18:13:18.732236 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4] addLogicalPort annotation time took 16.946539ms I0508 18:13:18.733665 3703 pods.go:270] [openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4] addLogicalPort took 18.463693ms, libovsdb time 962.406µs I0508 18:13:19.081283 3703 cni.go:454] [openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4 f80efdd05f475ba29aea50c097e57c5079877c42b2e06ab619031f0c2fdce7fd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4 f80efdd05f475ba29aea50c097e57c5079877c42b2e06ab619031f0c2fdce7fd network default NAD default NAD key ] I0508 18:13:19.090687 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-xp8h4, hostIfaceName: f80efdd05f475ba, network: default, NAD default, SandboxID: "f80efdd05f475ba29aea50c097e57c5079877c42b2e06ab619031f0c2fdce7fd", PCI device ID: , UID: "900cc666-d4a6-4be9-afa5-1866c62fb609", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0508 18:13:19.145680 3703 cni.go:480] [openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4 f80efdd05f475ba29aea50c097e57c5079877c42b2e06ab619031f0c2fdce7fd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-xp8h4 f80efdd05f475ba29aea50c097e57c5079877c42b2e06ab619031f0c2fdce7fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a4:e0:48:c7:f3\",\"name\":\"f80efdd05f475ba\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4d3d068-5373-48c0-9d20-664e2af50368\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:13:21.957669 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 18:13:21.957696 3703 util.go:863] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 18:13:21.958452 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0508 18:13:21.958467 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0508 18:13:23.152948 3703 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 18:13:26.232468 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:13:26.232582 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-results-postgres-0 I0508 18:13:26.245369 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.817687ms I0508 18:13:26.246659 3703 pods.go:270] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.210479ms, libovsdb time 860.299µs I0508 18:13:30.849631 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0508 18:13:36.204995 3703 cni.go:454] [openshift-pipelines/tekton-results-postgres-0 77b8d844c2a0d3bdfe4286a532ce3e9e53892190b149bbd832ba52de99dad818 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 77b8d844c2a0d3bdfe4286a532ce3e9e53892190b149bbd832ba52de99dad818 network default NAD default NAD key ] I0508 18:13:36.214421 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 77b8d844c2a0d3b, network: default, NAD default, SandboxID: "77b8d844c2a0d3bdfe4286a532ce3e9e53892190b149bbd832ba52de99dad818", PCI device ID: , UID: "ccce7e97-0512-4acf-a234-3258828dff1e", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0508 18:13:36.268424 3703 cni.go:480] [openshift-pipelines/tekton-results-postgres-0 77b8d844c2a0d3bdfe4286a532ce3e9e53892190b149bbd832ba52de99dad818 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 77b8d844c2a0d3bdfe4286a532ce3e9e53892190b149bbd832ba52de99dad818 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:75:7f:36:f9:9e\",\"name\":\"77b8d844c2a0d3b\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b97e7c4b-5663-41fe-a650-90a067b556c3\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:13:43.242128 3703 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 18:13:44.688006 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-kzpg5 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:13:44.688164 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5 I0508 18:13:44.702492 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5] addLogicalPort annotation time took 14.36998ms I0508 18:13:44.703891 3703 pods.go:270] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5] addLogicalPort took 15.908224ms, libovsdb time 967.758µs I0508 18:13:44.788805 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-8sz28 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:13:44.788952 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28 I0508 18:13:44.806227 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28] addLogicalPort annotation time took 17.311926ms I0508 18:13:44.807859 3703 pods.go:270] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28] addLogicalPort took 19.075479ms, libovsdb time 1.070551ms I0508 18:13:45.050874 3703 cni.go:454] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5 a454ba2719a676dc961d759548dc1d177ee6ae5f368d6e6f6eb7edfd0e058b20 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5 a454ba2719a676dc961d759548dc1d177ee6ae5f368d6e6f6eb7edfd0e058b20 network default NAD default NAD key ] I0508 18:13:45.060859 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-kzpg5, hostIfaceName: a454ba2719a676d, network: default, NAD default, SandboxID: "a454ba2719a676dc961d759548dc1d177ee6ae5f368d6e6f6eb7edfd0e058b20", PCI device ID: , UID: "681c3e4f-6d2a-41c0-a791-d2b8a23411e7", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0508 18:13:45.117905 3703 cni.go:480] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5 a454ba2719a676dc961d759548dc1d177ee6ae5f368d6e6f6eb7edfd0e058b20 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-kzpg5 a454ba2719a676dc961d759548dc1d177ee6ae5f368d6e6f6eb7edfd0e058b20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:dd:45:e9:05:53\",\"name\":\"a454ba2719a676d\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83d6276a-88a6-4ba8-b9c2-84b9d0f5bfa6\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:13:45.154088 3703 cni.go:454] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28 9e4455ecb98112010ef2265f94823d610051b4e2540fd8ca689efd8f4dc36ede network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28 9e4455ecb98112010ef2265f94823d610051b4e2540fd8ca689efd8f4dc36ede network default NAD default NAD key ] I0508 18:13:45.164439 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-8sz28, hostIfaceName: 9e4455ecb981120, network: default, NAD default, SandboxID: "9e4455ecb98112010ef2265f94823d610051b4e2540fd8ca689efd8f4dc36ede", PCI device ID: , UID: "20007249-fed0-4c88-9f10-b7c9c040e6f7", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0508 18:13:45.218745 3703 cni.go:480] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28 9e4455ecb98112010ef2265f94823d610051b4e2540fd8ca689efd8f4dc36ede network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8sz28 9e4455ecb98112010ef2265f94823d610051b4e2540fd8ca689efd8f4dc36ede network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:12:a4:7b:93:55\",\"name\":\"9e4455ecb981120\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23c443cf-b9ed-409a-b7ea-f4c73fc63f86\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:13:46.993336 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0508 18:13:51.814253 3703 util.go:863] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 18:13:51.814272 3703 util.go:863] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 18:13:51.814280 3703 util.go:863] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0508 18:14:06.056520 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0508 18:14:06.056550 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0508 18:14:09.451730 3703 base_network_controller_pods.go:489] [default/tsf-tas/trillian-logsigner-7696b9cff8-zvwzk] creating logical port tsf-tas_trillian-logsigner-7696b9cff8-zvwzk for pod on switch ip-10-0-2-114.ec2.internal I0508 18:14:09.451902 3703 kube.go:233] Patching annotations on pod tsf-tas/trillian-logsigner-7696b9cff8-zvwzk I0508 18:14:09.505899 3703 base_network_controller_pods.go:974] [default/tsf-tas/trillian-logsigner-7696b9cff8-zvwzk] addLogicalPort annotation time took 54.049413ms I0508 18:14:09.507370 3703 pods.go:270] [tsf-tas/trillian-logsigner-7696b9cff8-zvwzk] addLogicalPort took 55.711246ms, libovsdb time 890.671µs I0508 18:14:10.413399 3703 cni.go:454] [tsf-tas/trillian-logsigner-7696b9cff8-zvwzk 558256ef8d309d6d9785b4bc5a104307aef902013d3d02ab7746b33591ab5099 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7696b9cff8-zvwzk 558256ef8d309d6d9785b4bc5a104307aef902013d3d02ab7746b33591ab5099 network default NAD default NAD key ] I0508 18:14:10.423129 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7696b9cff8-zvwzk, hostIfaceName: 558256ef8d309d6, network: default, NAD default, SandboxID: "558256ef8d309d6d9785b4bc5a104307aef902013d3d02ab7746b33591ab5099", PCI device ID: , UID: "7b2b1818-996b-44ca-9df5-969a8264f1f4", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0508 18:14:10.482177 3703 cni.go:480] [tsf-tas/trillian-logsigner-7696b9cff8-zvwzk 558256ef8d309d6d9785b4bc5a104307aef902013d3d02ab7746b33591ab5099 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7696b9cff8-zvwzk 558256ef8d309d6d9785b4bc5a104307aef902013d3d02ab7746b33591ab5099 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fd:36:5f:51:ab\",\"name\":\"558256ef8d309d6\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79975cc9-05e7-49b1-a925-e228d780324b\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:14:12.776482 3703 base_network_controller_pods.go:489] [default/tsf-tas/trillian-db-648db9446f-q7nvf] creating logical port tsf-tas_trillian-db-648db9446f-q7nvf for pod on switch ip-10-0-2-114.ec2.internal I0508 18:14:12.776588 3703 kube.go:233] Patching annotations on pod tsf-tas/trillian-db-648db9446f-q7nvf I0508 18:14:12.791516 3703 base_network_controller_pods.go:974] [default/tsf-tas/trillian-db-648db9446f-q7nvf] addLogicalPort annotation time took 14.959021ms I0508 18:14:12.793056 3703 pods.go:270] [tsf-tas/trillian-db-648db9446f-q7nvf] addLogicalPort took 16.594917ms, libovsdb time 1.022987ms W0508 18:14:13.943880 3703 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0508 18:14:13.943901 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0508 18:14:16.946904 3703 cni.go:454] [tsf-tas/trillian-db-648db9446f-q7nvf 35bfacd0224ba002cd0b75b8185dcd2d7c446c5bfdc439188db732e52b632da8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-648db9446f-q7nvf 35bfacd0224ba002cd0b75b8185dcd2d7c446c5bfdc439188db732e52b632da8 network default NAD default NAD key ] I0508 18:14:16.956470 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-648db9446f-q7nvf, hostIfaceName: 35bfacd0224ba00, network: default, NAD default, SandboxID: "35bfacd0224ba002cd0b75b8185dcd2d7c446c5bfdc439188db732e52b632da8", PCI device ID: , UID: "26c4659e-d197-447f-979b-8472317e7bdb", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0508 18:14:17.012013 3703 cni.go:480] [tsf-tas/trillian-db-648db9446f-q7nvf 35bfacd0224ba002cd0b75b8185dcd2d7c446c5bfdc439188db732e52b632da8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-648db9446f-q7nvf 35bfacd0224ba002cd0b75b8185dcd2d7c446c5bfdc439188db732e52b632da8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:83:8b:e7:05:f7\",\"name\":\"35bfacd0224ba00\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecb32b63-2705-4098-b446-f509d6f17f35\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:14:17.397889 3703 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0508 18:14:22.424495 3703 util.go:863] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0508 18:14:23.024128 3703 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0508 18:14:28.036057 3703 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0508 18:14:30.401237 3703 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0508 18:14:30.401264 3703 util.go:863] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0508 18:14:33.474132 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0508 18:14:51.533552 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0508 18:14:56.545393 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0508 18:14:56.545423 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0508 18:15:16.520205 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hx5qt I0508 18:15:16.520234 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hx5qt I0508 18:15:21.534418 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0508 18:15:21.534444 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0508 18:15:22.460273 3703 namespace.go:141] [openshift-pipelines] updating namespace I0508 18:15:22.878469 3703 base_network_controller_pods.go:489] [default/tsf-tpa/create-db-tp78n] creating logical port tsf-tpa_create-db-tp78n for pod on switch ip-10-0-2-114.ec2.internal I0508 18:15:22.878574 3703 kube.go:233] Patching annotations on pod tsf-tpa/create-db-tp78n I0508 18:15:22.895545 3703 base_network_controller_pods.go:974] [default/tsf-tpa/create-db-tp78n] addLogicalPort annotation time took 17.005628ms I0508 18:15:22.897036 3703 pods.go:270] [tsf-tpa/create-db-tp78n] addLogicalPort took 18.581722ms, libovsdb time 899.64µs I0508 18:15:23.241083 3703 cni.go:454] [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key ] I0508 18:15:23.250533 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tpa, podName: create-db-tp78n, hostIfaceName: cd22f0c92bf0be4, network: default, NAD default, SandboxID: "cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1", PCI device ID: , UID: "b7f1ef7f-7910-407e-9e8a-1f79b2ddb83d", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0508 18:15:23.304454 3703 cni.go:480] [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:1f:98:8e:7c:6e\",\"name\":\"cd22f0c92bf0be4\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0c21dfd-9377-459e-a447-fae000ce06f9\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:15:23.683245 3703 util.go:863] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0508 18:15:23.953537 3703 base_network_controller_pods.go:489] [default/tsf-tas/ctlog-84cf5ddcdc-9cxjc] creating logical port tsf-tas_ctlog-84cf5ddcdc-9cxjc for pod on switch ip-10-0-2-114.ec2.internal I0508 18:15:23.953644 3703 kube.go:233] Patching annotations on pod tsf-tas/ctlog-84cf5ddcdc-9cxjc I0508 18:15:23.969662 3703 base_network_controller_pods.go:974] [default/tsf-tas/ctlog-84cf5ddcdc-9cxjc] addLogicalPort annotation time took 16.054084ms I0508 18:15:23.971177 3703 pods.go:270] [tsf-tas/ctlog-84cf5ddcdc-9cxjc] addLogicalPort took 17.654759ms, libovsdb time 1.005422ms W0508 18:15:24.387197 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0508 18:15:24.922397 3703 cni.go:454] [tsf-tas/ctlog-84cf5ddcdc-9cxjc 423cdca1da3ba0b6fa4697fd0d0475a17261e10b4ac67964a07fad1e474d5f6a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-84cf5ddcdc-9cxjc 423cdca1da3ba0b6fa4697fd0d0475a17261e10b4ac67964a07fad1e474d5f6a network default NAD default NAD key ] I0508 18:15:24.933357 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tas, podName: ctlog-84cf5ddcdc-9cxjc, hostIfaceName: 423cdca1da3ba0b, network: default, NAD default, SandboxID: "423cdca1da3ba0b6fa4697fd0d0475a17261e10b4ac67964a07fad1e474d5f6a", PCI device ID: , UID: "d0fe1946-ca02-4321-843a-1bd92c6d0936", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0508 18:15:24.989624 3703 cni.go:480] [tsf-tas/ctlog-84cf5ddcdc-9cxjc 423cdca1da3ba0b6fa4697fd0d0475a17261e10b4ac67964a07fad1e474d5f6a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-84cf5ddcdc-9cxjc 423cdca1da3ba0b6fa4697fd0d0475a17261e10b4ac67964a07fad1e474d5f6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d0:bf:16:5d:15\",\"name\":\"423cdca1da3ba0b\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da3f03a2-2567-4bc6-965d-7b3ae3e5f9ce\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:15:27.791522 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0508 18:15:28.790961 3703 cni.go:454] [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key ] E0508 18:15:28.825804 3703 link_network_manager.go:101] Error while syncing link "cd22f0c92bf0be4": failed to get address from link "cd22f0c92bf0be4": failed to list addresses for "cd22f0c92bf0be4": no such device I0508 18:15:28.869980 3703 cni.go:480] [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-tp78n cd22f0c92bf0be42da7c831612ece5d40ac82d96200c418b4d7373c0e9b9b3f1 network default NAD default NAD key default], result "{}", err I0508 18:15:28.921955 3703 pods.go:175] Deleting pod: tsf-tpa/create-db-tp78n I0508 18:15:28.923352 3703 pods.go:235] Attempting to release IPs for pod: tsf-tpa/create-db-tp78n, ips: 10.129.0.40 I0508 18:15:30.052149 3703 base_network_controller_pods.go:489] [default/tsf-tpa/migrate-db-gsjbp] creating logical port tsf-tpa_migrate-db-gsjbp for pod on switch ip-10-0-2-114.ec2.internal I0508 18:15:30.052293 3703 kube.go:233] Patching annotations on pod tsf-tpa/migrate-db-gsjbp I0508 18:15:30.065764 3703 base_network_controller_pods.go:974] [default/tsf-tpa/migrate-db-gsjbp] addLogicalPort annotation time took 13.543927ms I0508 18:15:30.067106 3703 pods.go:270] [tsf-tpa/migrate-db-gsjbp] addLogicalPort took 14.974472ms, libovsdb time 876.302µs I0508 18:15:30.415873 3703 cni.go:454] [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key ] I0508 18:15:30.425479 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-gsjbp, hostIfaceName: e6743c1801d527f, network: default, NAD default, SandboxID: "e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6", PCI device ID: , UID: "5f416a5c-f79d-4074-9cbe-b8d5c682a73e", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0508 18:15:30.482248 3703 cni.go:480] [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:20:5a:cb:29:bf\",\"name\":\"e6743c1801d527f\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22bd02ab-c88e-482b-93c6-166c0a3e5341\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:15:32.443472 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0508 18:15:32.819508 3703 cni.go:454] [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key ] E0508 18:15:32.855169 3703 link_network_manager.go:101] Error while syncing link "e6743c1801d527f": failed to get address from link "e6743c1801d527f": failed to list addresses for "e6743c1801d527f": no such device I0508 18:15:32.910963 3703 cni.go:480] [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-gsjbp e6743c1801d527f389c8886dbcc42e9511bf63122669ac00c8083699253f47b6 network default NAD default NAD key default], result "{}", err I0508 18:15:32.965357 3703 pods.go:175] Deleting pod: tsf-tpa/migrate-db-gsjbp I0508 18:15:32.966815 3703 pods.go:235] Attempting to release IPs for pod: tsf-tpa/migrate-db-gsjbp, ips: 10.129.0.42 I0508 18:15:33.266022 3703 base_network_controller_pods.go:489] [default/tsf-tpa/create-importers-sdbdq] creating logical port tsf-tpa_create-importers-sdbdq for pod on switch ip-10-0-2-114.ec2.internal I0508 18:15:33.266203 3703 kube.go:233] Patching annotations on pod tsf-tpa/create-importers-sdbdq I0508 18:15:33.278180 3703 base_network_controller_pods.go:974] [default/tsf-tpa/create-importers-sdbdq] addLogicalPort annotation time took 12.013578ms I0508 18:15:33.279707 3703 pods.go:270] [tsf-tpa/create-importers-sdbdq] addLogicalPort took 13.707002ms, libovsdb time 923.357µs I0508 18:15:33.628175 3703 cni.go:454] [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key ] I0508 18:15:33.637931 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-sdbdq, hostIfaceName: 8e7189b0573a008, network: default, NAD default, SandboxID: "8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3", PCI device ID: , UID: "3200b89a-2019-40a4-a967-b74814501713", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0508 18:15:33.692029 3703 cni.go:480] [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:47:30:ce:b7:2a\",\"name\":\"8e7189b0573a008\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c962cc4c-0d03-48be-934b-12d20cdd32ee\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:15:35.840553 3703 cni.go:454] [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key ] E0508 18:15:35.875131 3703 link_network_manager.go:101] Error while syncing link "8e7189b0573a008": failed to get address from link "8e7189b0573a008": failed to list addresses for "8e7189b0573a008": no such device I0508 18:15:35.928210 3703 cni.go:480] [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-sdbdq 8e7189b0573a008bc6ef2c6db082e5c81d103fb64d5abb58b8e82b0dc46a8dc3 network default NAD default NAD key default], result "{}", err I0508 18:15:35.979320 3703 pods.go:175] Deleting pod: tsf-tpa/create-importers-sdbdq I0508 18:15:35.980821 3703 pods.go:235] Attempting to release IPs for pod: tsf-tpa/create-importers-sdbdq, ips: 10.129.0.43 W0508 18:15:38.792130 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0508 18:15:38.849891 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0508 18:15:44.544644 3703 util.go:863] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0508 18:15:51.764092 3703 base_network_controller_pods.go:489] [default/tsf-tas/tuf-repository-init-6cgpg-tt8q7] creating logical port tsf-tas_tuf-repository-init-6cgpg-tt8q7 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:15:51.764227 3703 kube.go:233] Patching annotations on pod tsf-tas/tuf-repository-init-6cgpg-tt8q7 I0508 18:15:51.779168 3703 base_network_controller_pods.go:974] [default/tsf-tas/tuf-repository-init-6cgpg-tt8q7] addLogicalPort annotation time took 14.989225ms I0508 18:15:51.780441 3703 pods.go:270] [tsf-tas/tuf-repository-init-6cgpg-tt8q7] addLogicalPort took 16.388597ms, libovsdb time 807.189µs I0508 18:15:58.425103 3703 cni.go:454] [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key ] I0508 18:15:58.435144 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-6cgpg-tt8q7, hostIfaceName: 588e776b4b1930f, network: default, NAD default, SandboxID: "588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa", PCI device ID: , UID: "afc09753-b72a-44dd-9d5a-7b210d0097a3", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0508 18:15:58.491146 3703 cni.go:480] [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6c:e7:e3:0e:97\",\"name\":\"588e776b4b1930f\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7d98e97-0f6b-41e9-80f3-8fbe3d843aa3\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:05.006513 3703 cni.go:454] [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key ] E0508 18:16:05.041546 3703 link_network_manager.go:101] Error while syncing link "588e776b4b1930f": failed to get address from link "588e776b4b1930f": failed to list addresses for "588e776b4b1930f": no such device I0508 18:16:05.088054 3703 cni.go:480] [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-6cgpg-tt8q7 588e776b4b1930f596533638369fe964d913437a1b9a1baa318db2dc12fb00fa network default NAD default NAD key default], result "{}", err I0508 18:16:05.141625 3703 pods.go:175] Deleting pod: tsf-tas/tuf-repository-init-6cgpg-tt8q7 I0508 18:16:05.143146 3703 pods.go:235] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-6cgpg-tt8q7, ips: 10.129.0.44 I0508 18:16:08.875221 3703 base_network_controller_pods.go:489] [default/tsf-tas/tuf-97fc8ff76-r5f92] creating logical port tsf-tas_tuf-97fc8ff76-r5f92 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:08.875363 3703 kube.go:233] Patching annotations on pod tsf-tas/tuf-97fc8ff76-r5f92 I0508 18:16:08.896865 3703 base_network_controller_pods.go:974] [default/tsf-tas/tuf-97fc8ff76-r5f92] addLogicalPort annotation time took 21.538747ms I0508 18:16:08.898125 3703 pods.go:270] [tsf-tas/tuf-97fc8ff76-r5f92] addLogicalPort took 22.92507ms, libovsdb time 805.517µs I0508 18:16:12.850938 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0508 18:16:12.850968 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0508 18:16:13.658973 3703 namespace.go:97] [image-controller] adding namespace I0508 18:16:13.659867 3703 namespace.go:101] [image-controller] adding namespace took 871.141µs I0508 18:16:13.672307 3703 namespace.go:97] [build-service] adding namespace I0508 18:16:13.672317 3703 namespace.go:97] [integration-service] adding namespace I0508 18:16:13.673247 3703 namespace.go:101] [build-service] adding namespace took 917.308µs I0508 18:16:13.673901 3703 namespace.go:101] [integration-service] adding namespace took 1.566528ms I0508 18:16:13.684954 3703 namespace.go:97] [default-tenant] adding namespace I0508 18:16:13.685717 3703 namespace.go:101] [default-tenant] adding namespace took 745.389µs I0508 18:16:13.724826 3703 namespace.go:141] [image-controller] updating namespace I0508 18:16:13.759921 3703 namespace.go:141] [image-controller] updating namespace I0508 18:16:13.815896 3703 namespace.go:141] [integration-service] updating namespace I0508 18:16:13.839050 3703 namespace.go:141] [integration-service] updating namespace I0508 18:16:13.902757 3703 namespace.go:141] [build-service] updating namespace I0508 18:16:13.950790 3703 namespace.go:141] [build-service] updating namespace I0508 18:16:13.985999 3703 namespace.go:141] [build-service] updating namespace I0508 18:16:13.986171 3703 namespace.go:141] [default-tenant] updating namespace I0508 18:16:14.023240 3703 namespace.go:141] [integration-service] updating namespace I0508 18:16:14.050931 3703 namespace.go:141] [default-tenant] updating namespace I0508 18:16:14.064790 3703 namespace.go:97] [release-service] adding namespace I0508 18:16:14.065634 3703 namespace.go:101] [release-service] adding namespace took 823.203µs I0508 18:16:14.101014 3703 namespace.go:141] [release-service] updating namespace I0508 18:16:14.134137 3703 namespace.go:141] [release-service] updating namespace I0508 18:16:14.138260 3703 namespace.go:141] [konflux-ui] updating namespace I0508 18:16:14.259162 3703 namespace.go:97] [konflux-info] adding namespace I0508 18:16:14.260150 3703 namespace.go:101] [konflux-info] adding namespace took 876.296µs I0508 18:16:14.502021 3703 namespace.go:97] [namespace-lister] adding namespace I0508 18:16:14.502826 3703 namespace.go:101] [namespace-lister] adding namespace took 784.744µs I0508 18:16:14.620769 3703 namespace.go:141] [konflux-info] updating namespace I0508 18:16:14.708896 3703 namespace.go:141] [konflux-info] updating namespace I0508 18:16:14.779144 3703 namespace.go:97] [enterprise-contract-service] adding namespace I0508 18:16:14.779954 3703 namespace.go:101] [enterprise-contract-service] adding namespace took 784.805µs I0508 18:16:14.812949 3703 namespace.go:141] [image-controller] updating namespace I0508 18:16:14.871870 3703 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:15.015557 3703 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:15.239993 3703 namespace.go:141] [default-tenant] updating namespace I0508 18:16:15.240120 3703 namespace.go:97] [segment-bridge] adding namespace I0508 18:16:15.240145 3703 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:15.240995 3703 namespace.go:101] [segment-bridge] adding namespace took 855.062µs I0508 18:16:15.346944 3703 base_network_controller_policy.go:1227] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0508 18:16:15.347553 3703 base_network_controller_policy.go:1102] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [default-network-controller_namespace-lister_LS{ML:{app: proxy,},}] I0508 18:16:15.350332 3703 base_network_controller_policy.go:1280] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0508 18:16:15.350368 3703 base_network_controller_policy.go:1227] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0508 18:16:15.350378 3703 base_network_controller_policy.go:1102] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0508 18:16:15.350978 3703 base_network_controller_policy.go:1280] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0508 18:16:15.353704 3703 namespace.go:97] [konflux-cli] adding namespace I0508 18:16:15.354487 3703 namespace.go:101] [konflux-cli] adding namespace took 765.543µs I0508 18:16:15.570775 3703 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:15.646990 3703 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:15.707755 3703 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:15.748087 3703 base_network_controller_pods.go:489] [default/konflux-ui/dex-547b988d6f-xwbsr] creating logical port konflux-ui_dex-547b988d6f-xwbsr for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:15.748226 3703 kube.go:233] Patching annotations on pod konflux-ui/dex-547b988d6f-xwbsr I0508 18:16:15.836782 3703 base_network_controller_pods.go:489] [default/konflux-ui/proxy-66d9f6c79b-6qgm6] creating logical port konflux-ui_proxy-66d9f6c79b-6qgm6 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:15.836897 3703 kube.go:233] Patching annotations on pod konflux-ui/proxy-66d9f6c79b-6qgm6 I0508 18:16:15.861881 3703 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:15.930606 3703 base_network_controller_pods.go:974] [default/konflux-ui/proxy-66d9f6c79b-6qgm6] addLogicalPort annotation time took 93.745031ms I0508 18:16:15.931929 3703 pods.go:270] [konflux-ui/proxy-66d9f6c79b-6qgm6] addLogicalPort took 95.167568ms, libovsdb time 815.3µs I0508 18:16:15.931992 3703 base_network_controller_pods.go:489] [default/namespace-lister/namespace-lister-696b855848-dgbm6] creating logical port namespace-lister_namespace-lister-696b855848-dgbm6 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:15.932080 3703 kube.go:233] Patching annotations on pod namespace-lister/namespace-lister-696b855848-dgbm6 I0508 18:16:15.966100 3703 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:16.017247 3703 base_network_controller_pods.go:974] [default/konflux-ui/dex-547b988d6f-xwbsr] addLogicalPort annotation time took 269.054486ms I0508 18:16:16.018619 3703 pods.go:270] [konflux-ui/dex-547b988d6f-xwbsr] addLogicalPort took 270.568178ms, libovsdb time 881.652µs I0508 18:16:16.100866 3703 base_network_controller_pods.go:974] [default/namespace-lister/namespace-lister-696b855848-dgbm6] addLogicalPort annotation time took 168.828777ms I0508 18:16:16.102173 3703 pods.go:270] [namespace-lister/namespace-lister-696b855848-dgbm6] addLogicalPort took 170.186935ms, libovsdb time 827.054µs I0508 18:16:16.106026 3703 base_network_controller_pods.go:489] [default/image-controller/image-controller-controller-manager-6f859968fc-24lsf] creating logical port image-controller_image-controller-controller-manager-6f859968fc-24lsf for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:16.106145 3703 kube.go:233] Patching annotations on pod image-controller/image-controller-controller-manager-6f859968fc-24lsf I0508 18:16:16.184125 3703 base_network_controller_pods.go:974] [default/image-controller/image-controller-controller-manager-6f859968fc-24lsf] addLogicalPort annotation time took 78.021525ms I0508 18:16:16.185447 3703 pods.go:270] [image-controller/image-controller-controller-manager-6f859968fc-24lsf] addLogicalPort took 79.42882ms, libovsdb time 889.954µs I0508 18:16:16.292940 3703 base_network_controller_pods.go:489] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-tpr9t for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:16.293101 3703 kube.go:233] Patching annotations on pod integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t I0508 18:16:16.365404 3703 base_network_controller_pods.go:974] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t] addLogicalPort annotation time took 72.362292ms I0508 18:16:16.366795 3703 pods.go:270] [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t] addLogicalPort took 73.873438ms, libovsdb time 894.733µs I0508 18:16:16.481651 3703 cni.go:454] [image-controller/image-controller-controller-manager-6f859968fc-24lsf a4a9354569a999c6d475485c913e4e8c2fa3811620210919352b2951267205f4 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-24lsf a4a9354569a999c6d475485c913e4e8c2fa3811620210919352b2951267205f4 network default NAD default NAD key ] I0508 18:16:16.494720 3703 helper_linux.go:546] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-24lsf, hostIfaceName: a4a9354569a999c, network: default, NAD default, SandboxID: "a4a9354569a999c6d475485c913e4e8c2fa3811620210919352b2951267205f4", PCI device ID: , UID: "5eec3e5f-620d-412f-a91d-9b9666e8a3ae", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0508 18:16:16.552654 3703 cni.go:480] [image-controller/image-controller-controller-manager-6f859968fc-24lsf a4a9354569a999c6d475485c913e4e8c2fa3811620210919352b2951267205f4 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-24lsf a4a9354569a999c6d475485c913e4e8c2fa3811620210919352b2951267205f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:6d:19:28:61:db\",\"name\":\"a4a9354569a999c\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/109cf7bc-2c19-4476-9dc4-727c4373c941\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:16.594393 3703 namespace.go:141] [build-service] updating namespace I0508 18:16:16.665092 3703 base_network_controller_pods.go:489] [default/release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-rlqjg for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:16.665215 3703 kube.go:233] Patching annotations on pod release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg I0508 18:16:16.746184 3703 base_network_controller_pods.go:489] [default/build-service/build-service-controller-manager-7cbf488fcf-z6pr8] creating logical port build-service_build-service-controller-manager-7cbf488fcf-z6pr8 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:16.746317 3703 kube.go:233] Patching annotations on pod build-service/build-service-controller-manager-7cbf488fcf-z6pr8 I0508 18:16:16.830984 3703 base_network_controller_pods.go:974] [default/build-service/build-service-controller-manager-7cbf488fcf-z6pr8] addLogicalPort annotation time took 84.717926ms I0508 18:16:16.830985 3703 base_network_controller_pods.go:974] [default/release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg] addLogicalPort annotation time took 165.80981ms I0508 18:16:16.832437 3703 pods.go:270] [release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg] addLogicalPort took 167.382467ms, libovsdb time 866.466µs I0508 18:16:16.832731 3703 pods.go:270] [build-service/build-service-controller-manager-7cbf488fcf-z6pr8] addLogicalPort took 86.569071ms, libovsdb time 1.138764ms I0508 18:16:17.052954 3703 base_network_controller_pods.go:489] [default/integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j] creating logical port integration-service_integration-service-controller-manager-79b6cfc7b5-s5n4j for pod on switch ip-10-0-2-114.ec2.internal I0508 18:16:17.053129 3703 kube.go:233] Patching annotations on pod integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j I0508 18:16:17.104687 3703 base_network_controller_pods.go:974] [default/integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j] addLogicalPort annotation time took 51.619967ms I0508 18:16:17.106101 3703 pods.go:270] [integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j] addLogicalPort took 53.162496ms, libovsdb time 924.972µs I0508 18:16:17.120858 3703 cni.go:454] [build-service/build-service-controller-manager-7cbf488fcf-z6pr8 65da89ff72d11aa9b3ea78d55ff2fbc1bcbec30b7d4bb92e99d40b5c3890be83 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-z6pr8 65da89ff72d11aa9b3ea78d55ff2fbc1bcbec30b7d4bb92e99d40b5c3890be83 network default NAD default NAD key ] I0508 18:16:17.131333 3703 helper_linux.go:546] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-z6pr8, hostIfaceName: 65da89ff72d11aa, network: default, NAD default, SandboxID: "65da89ff72d11aa9b3ea78d55ff2fbc1bcbec30b7d4bb92e99d40b5c3890be83", PCI device ID: , UID: "f3df5eea-c83e-4362-b090-3dec65258f35", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0508 18:16:17.187585 3703 cni.go:480] [build-service/build-service-controller-manager-7cbf488fcf-z6pr8 65da89ff72d11aa9b3ea78d55ff2fbc1bcbec30b7d4bb92e99d40b5c3890be83 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-z6pr8 65da89ff72d11aa9b3ea78d55ff2fbc1bcbec30b7d4bb92e99d40b5c3890be83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:67:0a:64:9f:fd\",\"name\":\"65da89ff72d11aa\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a57b608-2e18-430d-9d24-ba99acdc40af\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:17.398493 3703 namespace.go:141] [default-tenant] updating namespace I0508 18:16:17.660628 3703 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:17.854953 3703 namespace.go:141] [image-controller] updating namespace I0508 18:16:18.039148 3703 namespace.go:141] [integration-service] updating namespace I0508 18:16:18.269379 3703 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:18.471780 3703 namespace.go:141] [konflux-info] updating namespace I0508 18:16:18.729309 3703 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:18.863903 3703 namespace.go:141] [release-service] updating namespace I0508 18:16:19.056848 3703 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:19.186851 3703 namespace.go:141] [build-service] updating namespace I0508 18:16:19.206287 3703 namespace.go:141] [default-tenant] updating namespace I0508 18:16:19.222133 3703 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:19.234312 3703 namespace.go:141] [image-controller] updating namespace I0508 18:16:19.248233 3703 namespace.go:141] [integration-service] updating namespace I0508 18:16:19.271736 3703 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:19.290477 3703 namespace.go:141] [konflux-info] updating namespace I0508 18:16:19.311570 3703 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:19.322495 3703 namespace.go:141] [release-service] updating namespace I0508 18:16:19.337811 3703 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:19.390610 3703 namespace.go:141] [build-service] updating namespace I0508 18:16:19.449138 3703 namespace.go:141] [default-tenant] updating namespace I0508 18:16:19.523801 3703 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:19.618315 3703 namespace.go:141] [image-controller] updating namespace I0508 18:16:19.738112 3703 namespace.go:141] [integration-service] updating namespace I0508 18:16:19.825788 3703 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:19.937561 3703 namespace.go:141] [konflux-info] updating namespace I0508 18:16:20.037335 3703 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:20.125959 3703 namespace.go:141] [release-service] updating namespace I0508 18:16:20.225013 3703 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:20.466674 3703 cni.go:454] [tsf-tas/tuf-97fc8ff76-r5f92 31fd4d686cb06446f53c1f4d9301367f55534f5f239b7a7d7fecc3be0c356172 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-r5f92 31fd4d686cb06446f53c1f4d9301367f55534f5f239b7a7d7fecc3be0c356172 network default NAD default NAD key ] I0508 18:16:20.476585 3703 helper_linux.go:546] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-r5f92, hostIfaceName: 31fd4d686cb0644, network: default, NAD default, SandboxID: "31fd4d686cb06446f53c1f4d9301367f55534f5f239b7a7d7fecc3be0c356172", PCI device ID: , UID: "15878e3d-b567-4a2a-ac49-c85c880977a9", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0508 18:16:20.538386 3703 cni.go:480] [tsf-tas/tuf-97fc8ff76-r5f92 31fd4d686cb06446f53c1f4d9301367f55534f5f239b7a7d7fecc3be0c356172 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-r5f92 31fd4d686cb06446f53c1f4d9301367f55534f5f239b7a7d7fecc3be0c356172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:df:77:da:a7:78\",\"name\":\"31fd4d686cb0644\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/608811de-49ea-4719-81d6-0ef88323f816\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:20.708399 3703 cni.go:454] [namespace-lister/namespace-lister-696b855848-dgbm6 70d8400f9d7d707dbcf8995ea5021e2fe7e7a93d16d5c91c7c09beca76840225 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-dgbm6 70d8400f9d7d707dbcf8995ea5021e2fe7e7a93d16d5c91c7c09beca76840225 network default NAD default NAD key ] I0508 18:16:20.718478 3703 helper_linux.go:546] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-dgbm6, hostIfaceName: 70d8400f9d7d707, network: default, NAD default, SandboxID: "70d8400f9d7d707dbcf8995ea5021e2fe7e7a93d16d5c91c7c09beca76840225", PCI device ID: , UID: "d5ed432f-1683-4b17-b366-992c92396812", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0508 18:16:20.775173 3703 cni.go:480] [namespace-lister/namespace-lister-696b855848-dgbm6 70d8400f9d7d707dbcf8995ea5021e2fe7e7a93d16d5c91c7c09beca76840225 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-dgbm6 70d8400f9d7d707dbcf8995ea5021e2fe7e7a93d16d5c91c7c09beca76840225 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:06:a2:38:c6:c6\",\"name\":\"70d8400f9d7d707\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dac3600-cfc9-42a5-8c86-2e167bba165b\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:16:21.103244 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0508 18:16:21.122803 3703 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0508 18:16:23.112790 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0508 18:16:23.134028 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0508 18:16:23.159008 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0508 18:16:23.612446 3703 cni.go:454] [konflux-ui/dex-547b988d6f-xwbsr 3037972a13e815ad831c45f3cc4ce24b5ff00424b2c72f578fbf62bd6f4cc82c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-547b988d6f-xwbsr 3037972a13e815ad831c45f3cc4ce24b5ff00424b2c72f578fbf62bd6f4cc82c network default NAD default NAD key ] I0508 18:16:23.621997 3703 helper_linux.go:546] ConfigureOVS: namespace: konflux-ui, podName: dex-547b988d6f-xwbsr, hostIfaceName: 3037972a13e815a, network: default, NAD default, SandboxID: "3037972a13e815ad831c45f3cc4ce24b5ff00424b2c72f578fbf62bd6f4cc82c", PCI device ID: , UID: "abdec3b9-c6fd-405f-9ce9-a7a6fbbcfd7f", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0508 18:16:23.677677 3703 cni.go:480] [konflux-ui/dex-547b988d6f-xwbsr 3037972a13e815ad831c45f3cc4ce24b5ff00424b2c72f578fbf62bd6f4cc82c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-547b988d6f-xwbsr 3037972a13e815ad831c45f3cc4ce24b5ff00424b2c72f578fbf62bd6f4cc82c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:8b:24:7b:97:5f\",\"name\":\"3037972a13e815a\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f27cc9bb-60dc-4585-8b49-2141739c8c51\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:24.470923 3703 cni.go:454] [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key ] I0508 18:16:24.481762 3703 helper_linux.go:546] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-tpr9t, hostIfaceName: 745fad4af1e736d, network: default, NAD default, SandboxID: "745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd", PCI device ID: , UID: "9a330aeb-0f18-4f9c-9e07-1bb343c44ed1", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0508 18:16:24.547379 3703 cni.go:454] [release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg 5cd9c4ba8d83cd56d94216b54015f836cfb37fbd01cb0ff17835526592095d36 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg 5cd9c4ba8d83cd56d94216b54015f836cfb37fbd01cb0ff17835526592095d36 network default NAD default NAD key ] I0508 18:16:24.553292 3703 cni.go:480] [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:87:46:df:53:82\",\"name\":\"745fad4af1e736d\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f3fcb24-2925-4349-8d27-b4df09cd39de\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:24.559700 3703 helper_linux.go:546] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-rlqjg, hostIfaceName: 5cd9c4ba8d83cd5, network: default, NAD default, SandboxID: "5cd9c4ba8d83cd56d94216b54015f836cfb37fbd01cb0ff17835526592095d36", PCI device ID: , UID: "7fa82d07-00d5-4d42-8868-5109830f02e6", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0508 18:16:24.618170 3703 cni.go:480] [release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg 5cd9c4ba8d83cd56d94216b54015f836cfb37fbd01cb0ff17835526592095d36 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-rlqjg 5cd9c4ba8d83cd56d94216b54015f836cfb37fbd01cb0ff17835526592095d36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9a:c8:a8:4a:97\",\"name\":\"5cd9c4ba8d83cd5\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41458636-0bf0-46af-a4aa-1da185a02936\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:24.980589 3703 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0508 18:16:25.088740 3703 cni.go:454] [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key ] I0508 18:16:25.099964 3703 helper_linux.go:546] ConfigureOVS: namespace: konflux-ui, podName: proxy-66d9f6c79b-6qgm6, hostIfaceName: c8ff545801890a3, network: default, NAD default, SandboxID: "c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830", PCI device ID: , UID: "b1759a22-9dc6-43c0-99a6-bb044c31b371", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0508 18:16:25.159893 3703 cni.go:480] [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:71:7c:9f:62:6e\",\"name\":\"c8ff545801890a3\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1816945-b105-4072-95ec-93e404ec547d\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:16:25.357019 3703 cni.go:454] [integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j 60fda711d0a2b79481abd9ffc33b15a18283587c619ec08bc5248d007a130234 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j 60fda711d0a2b79481abd9ffc33b15a18283587c619ec08bc5248d007a130234 network default NAD default NAD key ] I0508 18:16:25.369301 3703 helper_linux.go:546] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-79b6cfc7b5-s5n4j, hostIfaceName: 60fda711d0a2b79, network: default, NAD default, SandboxID: "60fda711d0a2b79481abd9ffc33b15a18283587c619ec08bc5248d007a130234", PCI device ID: , UID: "87a85518-1668-4a28-b9ed-443fcd8a130e", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0508 18:16:25.433465 3703 cni.go:480] [integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j 60fda711d0a2b79481abd9ffc33b15a18283587c619ec08bc5248d007a130234 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-79b6cfc7b5-s5n4j 60fda711d0a2b79481abd9ffc33b15a18283587c619ec08bc5248d007a130234 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:bd:06:08:df:c7\",\"name\":\"60fda711d0a2b79\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1627f8b-85d1-4eac-b689-324726ac5d38\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:16:26.145300 3703 util.go:863] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0508 18:16:27.161567 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0508 18:16:27.168317 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0508 18:16:31.074379 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.074406 3703 util.go:863] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.191003 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 18:16:31.193831 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 18:16:31.220130 3703 util.go:863] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.220149 3703 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.248180 3703 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 18:16:31.248807 3703 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 18:16:32.107756 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0508 18:16:32.139597 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0508 18:16:34.125338 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0508 18:16:38.172026 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0508 18:16:38.174986 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0508 18:16:39.179281 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0508 18:16:42.206623 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 18:16:42.206730 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0508 18:16:42.415092 3703 cni.go:454] [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key ] E0508 18:16:42.457781 3703 link_network_manager.go:101] Error while syncing link "745fad4af1e736d": failed to get address from link "745fad4af1e736d": failed to list addresses for "745fad4af1e736d": no such device I0508 18:16:42.509655 3703 cni.go:480] [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t 745fad4af1e736dd085c519a14e66025724002f00e5aea1a126225610849cecd network default NAD default NAD key default], result "{}", err I0508 18:16:42.567860 3703 pods.go:175] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t I0508 18:16:42.569375 3703 pods.go:235] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t, ips: 10.129.0.50 I0508 18:16:43.275491 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t I0508 18:16:43.275522 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t W0508 18:17:10.135548 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 18:17:10.135575 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0508 18:17:10.135589 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 18:17:10.135597 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0508 18:17:10.274056 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 18:17:10.274100 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0508 18:17:40.247813 3703 cni.go:454] [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key ] E0508 18:17:40.286032 3703 link_network_manager.go:101] Error while syncing link "c8ff545801890a3": failed to get address from link "c8ff545801890a3": failed to list addresses for "c8ff545801890a3": no such device I0508 18:17:40.337550 3703 cni.go:480] [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-66d9f6c79b-6qgm6 c8ff545801890a395e40540c297cfcd970c026581cd86c7a7dbdddeaf4d80830 network default NAD default NAD key default], result "{}", err I0508 18:17:40.404711 3703 pods.go:175] Deleting pod: konflux-ui/proxy-66d9f6c79b-6qgm6 I0508 18:17:40.406349 3703 pods.go:235] Attempting to release IPs for pod: konflux-ui/proxy-66d9f6c79b-6qgm6, ips: 10.129.0.47 I0508 18:17:40.613814 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-66d9f6c79b-6qgm6 I0508 18:17:40.613843 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-66d9f6c79b-6qgm6 I0508 18:17:46.689162 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0508 18:17:46.689196 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0508 18:18:01.761491 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=666 I0508 18:18:07.760210 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=64 I0508 18:18:08.759716 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=80 I0508 18:18:14.859510 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=9 I0508 18:18:16.472788 3703 namespace.go:97] [managed-tenant-s4740] adding namespace I0508 18:18:16.473668 3703 namespace.go:101] [managed-tenant-s4740] adding namespace took 855.633µs I0508 18:18:16.508891 3703 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:16.526816 3703 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:17.577925 3703 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:17.701873 3703 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:17.762512 3703 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:30.876235 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9 I0508 18:18:44.865343 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9 I0508 18:19:42.760677 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=171 I0508 18:20:16.992896 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=10 I0508 18:20:18.870361 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=10 I0508 18:20:54.760007 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=121 I0508 18:20:54.760007 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=12 I0508 18:21:02.882433 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0508 18:21:06.852873 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0508 18:21:13.852854 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0508 18:23:16.996224 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0508 18:23:57.763795 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=33 I0508 18:24:00.763375 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=6 I0508 18:24:09.879829 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=6 I0508 18:24:10.862138 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=6 I0508 18:24:31.868636 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=7 I0508 18:24:44.983390 3703 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0508 18:25:15.765567 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=17 I0508 18:25:29.055301 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-tp78n I0508 18:25:29.055327 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-tp78n I0508 18:25:33.042413 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gsjbp I0508 18:25:33.042444 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gsjbp I0508 18:25:36.033880 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-sdbdq I0508 18:25:36.033906 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-sdbdq I0508 18:26:36.885347 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0508 18:26:40.764290 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=7 I0508 18:26:54.855906 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0508 18:27:22.873384 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8 I0508 18:28:44.762931 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=8 I0508 18:28:58.856204 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0508 18:29:00.766663 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=26 I0508 18:29:59.763325 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=11 I0508 18:30:02.766680 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=6 I0508 18:30:04.996358 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=10 I0508 18:30:05.676906 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29637720-trd89 I0508 18:30:05.676938 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29637720-trd89 W0508 18:31:31.397585 3703 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp I0508 18:32:12.767607 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=7 I0508 18:32:20.871278 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=8 I0508 18:32:36.882698 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=10 I0508 18:32:46.865256 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=9 I0508 18:32:52.150124 3703 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:32:52.150286 3703 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod I0508 18:32:52.179512 3703 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod] addLogicalPort annotation time took 29.269888ms I0508 18:32:52.181034 3703 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod] addLogicalPort took 30.926365ms, libovsdb time 981.706µs I0508 18:32:52.516698 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key ] I0508 18:32:52.526333 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod, hostIfaceName: 1824b69d0d81f78, network: default, NAD default, SandboxID: "1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9", PCI device ID: , UID: "55edba8a-22d4-4270-a2d0-573e31bfd7a0", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0508 18:32:52.585379 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:2c:19:3f:5d:12\",\"name\":\"1824b69d0d81f78\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4078f4a0-e42b-4e99-981b-bc747eefc2ea\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:33:10.156906 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key ] E0508 18:33:10.195103 3703 link_network_manager.go:101] Error while syncing link "1824b69d0d81f78": failed to get address from link "1824b69d0d81f78": failed to list addresses for "1824b69d0d81f78": no such device I0508 18:33:10.249312 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod 1824b69d0d81f78fd336e4c4109fdadd5c08179665021606e769e8db8a88b0c9 network default NAD default NAD key default], result "{}", err I0508 18:33:10.313953 3703 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod I0508 18:33:10.315543 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod, ips: 10.129.0.54 I0508 18:33:10.907580 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod I0508 18:33:10.907613 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod I0508 18:33:10.999210 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0508 18:33:13.711956 3703 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-init-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:33:13.712125 3703 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod I0508 18:33:13.733262 3703 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod] addLogicalPort annotation time took 21.192231ms I0508 18:33:13.734657 3703 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod] addLogicalPort took 22.715171ms, libovsdb time 895.189µs I0508 18:33:14.081241 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key ] I0508 18:33:14.090804 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-init-pod, hostIfaceName: 20435788622b46a, network: default, NAD default, SandboxID: "20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20", PCI device ID: , UID: "e2b9e4b2-2f75-4e42-9e1e-7a7516173c0d", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0508 18:33:14.153480 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:84:e0:9a:2d:61\",\"name\":\"20435788622b46a\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a061386a-8fb5-4834-b938-c1e3cc76f09e\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:33:19.984118 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key ] E0508 18:33:20.021433 3703 link_network_manager.go:101] Error while syncing link "20435788622b46a": failed to get address from link "20435788622b46a": failed to list addresses for "20435788622b46a": no such device I0508 18:33:20.075529 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod 20435788622b46a93e209b9d0e3ac7923ed9dfb228677b22b4d02a86560d4f20 network default NAD default NAD key default], result "{}", err I0508 18:33:20.141215 3703 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod I0508 18:33:20.142701 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-init-pod, ips: 10.129.0.55 I0508 18:33:20.262927 3703 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:33:20.263096 3703 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod I0508 18:33:20.289096 3703 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod] addLogicalPort annotation time took 26.023807ms I0508 18:33:20.290604 3703 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod] addLogicalPort took 27.69385ms, libovsdb time 1.015105ms I0508 18:33:20.636528 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key ] I0508 18:33:20.647138 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod, hostIfaceName: 03839ae1e484937, network: default, NAD default, SandboxID: "03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871", PCI device ID: , UID: "51bced84-2130-45f1-afd9-281b5af75b50", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0508 18:33:20.707806 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f1:db:b9:5a:6c\",\"name\":\"03839ae1e484937\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5eebd755-3e04-427c-ac49-4f95678c4078\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:33:22.116580 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-dd5wn for pod on switch ip-10-0-2-114.ec2.internal I0508 18:33:22.116738 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn I0508 18:33:22.135323 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn] addLogicalPort annotation time took 18.634426ms I0508 18:33:22.136706 3703 pods.go:270] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn] addLogicalPort took 20.140761ms, libovsdb time 932.946µs I0508 18:33:22.495460 3703 cni.go:454] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key ] I0508 18:33:22.508563 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-dd5wn, hostIfaceName: c34983685e6bc3a, network: default, NAD default, SandboxID: "c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879", PCI device ID: , UID: "a862a263-2f8c-4771-a201-af9b4b110507", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0508 18:33:22.582906 3703 cni.go:480] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:8c:27:70:b0:5e\",\"name\":\"c34983685e6bc3a\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cef4247a-3254-4bd9-ad8a-e6324c00878a\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:33:35.105297 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key ] E0508 18:33:35.143614 3703 link_network_manager.go:101] Error while syncing link "03839ae1e484937": failed to get address from link "03839ae1e484937": failed to list addresses for "03839ae1e484937": no such device I0508 18:33:35.203536 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod 03839ae1e48493731359e3b893de7cdff5df1c9cf11dfb33ad78d7a7de3cf871 network default NAD default NAD key default], result "{}", err I0508 18:33:35.289353 3703 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod I0508 18:33:35.290957 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-clone-repository-pod, ips: 10.129.0.56 I0508 18:33:35.922250 3703 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:33:35.922380 3703 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod I0508 18:33:35.952478 3703 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod] addLogicalPort annotation time took 30.138416ms I0508 18:33:35.953758 3703 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod] addLogicalPort took 31.52175ms, libovsdb time 856.357µs I0508 18:33:36.296974 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key ] I0508 18:33:36.307953 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod, hostIfaceName: b02fd1045d78ffb, network: default, NAD default, SandboxID: "b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1", PCI device ID: , UID: "ab7a93c5-04dd-49bd-b511-d34fa5dd0e68", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0508 18:33:36.369335 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:86:db:b8:d3:d7\",\"name\":\"b02fd1045d78ffb\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe7f405-4a8b-4761-8baa-bb64675cda2c\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:33:39.056361 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:33:39.056384 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:33:39.056389 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:33:39.056394 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0508 18:33:41.768480 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=75 I0508 18:34:20.986957 3703 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0508 18:34:49.616506 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key ] E0508 18:34:49.654881 3703 link_network_manager.go:101] Error while syncing link "b02fd1045d78ffb": failed to get address from link "b02fd1045d78ffb": failed to list addresses for "b02fd1045d78ffb": no such device I0508 18:34:49.717053 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod b02fd1045d78ffb3a0fedd143d936b80dc92467b8f2b0f7c1bb24c511babd7f1 network default NAD default NAD key default], result "{}", err I0508 18:34:49.799601 3703 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod I0508 18:34:49.801308 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-prefetch-dependencies-pod, ips: 10.129.0.58 I0508 18:34:49.839902 3703 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-build-container-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:34:49.840102 3703 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod I0508 18:34:49.892490 3703 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod] addLogicalPort annotation time took 52.45658ms I0508 18:34:49.893803 3703 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod] addLogicalPort took 53.922755ms, libovsdb time 867.066µs I0508 18:34:50.211274 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key ] I0508 18:34:50.221659 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-build-container-pod, hostIfaceName: e0c3ba67efe98b0, network: default, NAD default, SandboxID: "e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f", PCI device ID: , UID: "7c393b41-aa7f-4b62-b42f-bdaad41f5f01", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0508 18:34:50.287116 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:32:50:9a:a6:05\",\"name\":\"e0c3ba67efe98b0\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b54fb335-3f6a-47b6-86f6-749e80b00539\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:34:52.888443 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0508 18:34:58.858951 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0508 18:35:01.876195 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8 I0508 18:36:25.766115 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=8 I0508 18:36:27.766318 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=8 I0508 18:36:35.858822 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0508 18:37:00.769922 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=36 I0508 18:37:16.769716 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=9 I0508 18:37:45.840912 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key ] E0508 18:37:45.883162 3703 link_network_manager.go:101] Error while syncing link "e0c3ba67efe98b0": failed to get address from link "e0c3ba67efe98b0": failed to list addresses for "e0c3ba67efe98b0": no such device I0508 18:37:45.952666 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod e0c3ba67efe98b01763b3b5ab52369af4453e9d4a8743384e8decab01663de6f network default NAD default NAD key default], result "{}", err I0508 18:37:46.070467 3703 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod I0508 18:37:46.071853 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-container-pod, ips: 10.129.0.59 I0508 18:38:22.999302 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=10 I0508 18:38:25.101401 3703 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:38:25.101578 3703 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod I0508 18:38:25.130152 3703 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod] addLogicalPort annotation time took 28.634898ms I0508 18:38:25.131515 3703 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod] addLogicalPort took 30.129036ms, libovsdb time 900.579µs I0508 18:38:25.134385 3703 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:38:25.134512 3703 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod I0508 18:38:25.170570 3703 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod] addLogicalPort annotation time took 36.092855ms I0508 18:38:25.172164 3703 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod] addLogicalPort took 37.788005ms, libovsdb time 1.060425ms I0508 18:38:25.471974 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key ] I0508 18:38:25.482574 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod, hostIfaceName: ec241d54fe8d62e, network: default, NAD default, SandboxID: "ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1", PCI device ID: , UID: "140ae5b1-1cc7-4b40-a9b6-6e7ffcff1251", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0508 18:38:25.507337 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key ] I0508 18:38:25.517006 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod, hostIfaceName: 3a2be94d9fbcd89, network: default, NAD default, SandboxID: "3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb", PCI device ID: , UID: "a815872a-047a-47e1-8ee9-eafab37fc041", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0508 18:38:25.551233 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:50:17:2d:5d:f5\",\"name\":\"ec241d54fe8d62e\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7e3b632-0830-409b-9f01-ea7e16dee45a\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:38:25.581921 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:38:5e:09:b9:98\",\"name\":\"3a2be94d9fbcd89\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1088e189-5373-42b6-85ea-457601f549cd\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:39:09.466947 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key ] E0508 18:39:09.488922 3703 link_network_manager.go:101] Error while syncing link "ec241d54fe8d62e": failed to get address from link "ec241d54fe8d62e": failed to list addresses for "ec241d54fe8d62e": no such device I0508 18:39:09.561418 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod ec241d54fe8d62eed678f815ae0a497520e57ffdaec9613209f4bb6ffb657ac1 network default NAD default NAD key default], result "{}", err I0508 18:39:09.634328 3703 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod I0508 18:39:09.635788 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-deprecated-base-image-check-pod, ips: 10.129.0.60 I0508 18:39:22.996036 3703 cni.go:454] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key ] E0508 18:39:23.033469 3703 link_network_manager.go:101] Error while syncing link "c34983685e6bc3a": failed to get address from link "c34983685e6bc3a": failed to list addresses for "c34983685e6bc3a": no such device I0508 18:39:23.092620 3703 cni.go:480] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn c34983685e6bc3add33bd2da8e8edb834e0179600dec3eb09805bddb760a2879 network default NAD default NAD key default], result "{}", err I0508 18:39:23.172677 3703 pods.go:175] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn I0508 18:39:23.174265 3703 pods.go:235] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn, ips: 10.129.0.57 I0508 18:39:23.859239 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn I0508 18:39:23.859362 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn I0508 18:39:58.817508 3703 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key ] E0508 18:39:58.856912 3703 link_network_manager.go:101] Error while syncing link "3a2be94d9fbcd89": failed to get address from link "3a2be94d9fbcd89": failed to list addresses for "3a2be94d9fbcd89": no such device I0508 18:39:58.911250 3703 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod 3a2be94d9fbcd8968c242c4e30c950cbe4eb859d33488bdc7414f90d32b2cebb network default NAD default NAD key default], result "{}", err I0508 18:39:58.988367 3703 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod I0508 18:39:58.989719 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-clamav-scan-pod, ips: 10.129.0.61 I0508 18:40:00.868782 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=8 I0508 18:40:01.820411 3703 base_network_controller_pods.go:489] [default/default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-xfrc-hn6r5-collect-keyless-params-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:40:01.820582 3703 kube.go:233] Patching annotations on pod default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod I0508 18:40:01.856284 3703 base_network_controller_pods.go:974] [default/default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod] addLogicalPort annotation time took 35.738913ms I0508 18:40:01.857633 3703 pods.go:270] [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod] addLogicalPort took 37.239994ms, libovsdb time 893.77µs I0508 18:40:02.189179 3703 cni.go:454] [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key ] I0508 18:40:02.199488 3703 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xfrc-hn6r5-collect-keyless-params-pod, hostIfaceName: cfb3f6157f57695, network: default, NAD default, SandboxID: "cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa", PCI device ID: , UID: "9d7c060e-fd99-4552-bd4c-b1fd35d0fdaa", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0508 18:40:02.260985 3703 cni.go:480] [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ca:47:f8:99:00\",\"name\":\"cfb3f6157f57695\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fe09a91-0285-4aa1-bbae-5b2cdf58d59c\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:40:05.389947 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29637730-gf8gg I0508 18:40:05.389980 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29637730-gf8gg I0508 18:40:11.886309 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9 I0508 18:40:15.952124 3703 cni.go:454] [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key ] E0508 18:40:15.989933 3703 link_network_manager.go:101] Error while syncing link "cfb3f6157f57695": failed to get address from link "cfb3f6157f57695": failed to list addresses for "cfb3f6157f57695": no such device I0508 18:40:16.046333 3703 cni.go:480] [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod cfb3f6157f57695ff3af90b22f6093b7e71f64b2cbb9e4f0c4e23c64e945f9aa network default NAD default NAD key default], result "{}", err I0508 18:40:16.114801 3703 pods.go:175] Deleting pod: default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod I0508 18:40:16.116138 3703 pods.go:235] Attempting to release IPs for pod: default-tenant/my-integration-test-xfrc-hn6r5-collect-keyless-params-pod, ips: 10.129.0.62 I0508 18:40:27.989561 3703 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0508 18:40:56.914941 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod] creating logical port managed-tenant-s4740_managed-kfc9d-verify-access-to-resources-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:40:56.915110 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod I0508 18:40:56.954291 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod] addLogicalPort annotation time took 39.238563ms I0508 18:40:56.955672 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod] addLogicalPort took 40.74647ms, libovsdb time 913.491µs I0508 18:40:57.284680 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key ] I0508 18:40:57.295631 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-verify-access-to-resources-pod, hostIfaceName: be1fcc9088de968, network: default, NAD default, SandboxID: "be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44", PCI device ID: , UID: "794924b9-58c3-4cc3-8333-7548693b62a7", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0508 18:40:57.354635 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e1:b0:ac:ad:12\",\"name\":\"be1fcc9088de968\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86d05e35-9546-4422-a839-a8541f76bd17\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:40:57.771118 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=161 I0508 18:40:59.767613 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/affinity-assistant-20ab28ecc6-0] creating logical port managed-tenant-s4740_affinity-assistant-20ab28ecc6-0 for pod on switch ip-10-0-2-114.ec2.internal I0508 18:40:59.767816 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 I0508 18:40:59.780514 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/affinity-assistant-20ab28ecc6-0] addLogicalPort annotation time took 12.735376ms I0508 18:40:59.782106 3703 pods.go:270] [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0] addLogicalPort took 14.516164ms, libovsdb time 1.04795ms I0508 18:41:00.153009 3703 cni.go:454] [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key ] I0508 18:41:00.164751 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: affinity-assistant-20ab28ecc6-0, hostIfaceName: 9c33c125b4b58b8, network: default, NAD default, SandboxID: "9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669", PCI device ID: , UID: "959ac641-e097-49d9-9893-6b149f752fac", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0508 18:41:00.233261 3703 cni.go:480] [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:23:b0:47:11:22\",\"name\":\"9c33c125b4b58b8\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dea3ede-24c8-406a-8ac9-c551a9586f65\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:41:04.874613 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9 I0508 18:41:16.862398 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0508 18:41:18.429540 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key ] E0508 18:41:18.466814 3703 link_network_manager.go:101] Error while syncing link "be1fcc9088de968": failed to get address from link "be1fcc9088de968": failed to list addresses for "be1fcc9088de968": no such device I0508 18:41:18.520342 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod be1fcc9088de96861589c63a4fde8f4414cafc04ad1b253df59b9997000f2b44 network default NAD default NAD key default], result "{}", err I0508 18:41:18.587646 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod I0508 18:41:18.589106 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-verify-access-to-resources-pod, ips: 10.129.0.63 I0508 18:41:18.767697 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-collect-data-pod] creating logical port managed-tenant-s4740_managed-kfc9d-collect-data-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:41:18.767940 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-collect-data-pod I0508 18:41:18.792863 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-collect-data-pod] addLogicalPort annotation time took 25.001462ms I0508 18:41:18.794352 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-collect-data-pod] addLogicalPort took 26.677888ms, libovsdb time 941.586µs I0508 18:41:19.142365 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key ] I0508 18:41:19.152957 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-collect-data-pod, hostIfaceName: a36a62407fb50ef, network: default, NAD default, SandboxID: "a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397", PCI device ID: , UID: "67be3d19-fbbf-4876-9b16-4eb29ea77f17", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0508 18:41:19.214877 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:fb:9c:fe:06:da\",\"name\":\"a36a62407fb50ef\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf40fd97-0815-4ffb-ab66-27c7556245d4\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:41:22.890050 3703 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-2bnkk for pod on switch ip-10-0-2-114.ec2.internal I0508 18:41:22.890295 3703 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk I0508 18:41:22.907718 3703 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk] addLogicalPort annotation time took 17.456159ms I0508 18:41:22.909389 3703 pods.go:270] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk] addLogicalPort took 19.35457ms, libovsdb time 998.624µs I0508 18:41:23.259784 3703 cni.go:454] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk 5a63d1c382586b90f23510ffa502728bfcbf98b9a75d9feb807b78153d07642e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk 5a63d1c382586b90f23510ffa502728bfcbf98b9a75d9feb807b78153d07642e network default NAD default NAD key ] I0508 18:41:23.269680 3703 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-2bnkk, hostIfaceName: 5a63d1c382586b9, network: default, NAD default, SandboxID: "5a63d1c382586b90f23510ffa502728bfcbf98b9a75d9feb807b78153d07642e", PCI device ID: , UID: "b525afd1-c3fa-4123-acac-79e5a222b887", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0508 18:41:23.333928 3703 cni.go:480] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk 5a63d1c382586b90f23510ffa502728bfcbf98b9a75d9feb807b78153d07642e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2bnkk 5a63d1c382586b90f23510ffa502728bfcbf98b9a75d9feb807b78153d07642e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f5:d9:32:b9:74\",\"name\":\"5a63d1c382586b9\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/417668b4-72c1-4e20-81f7-16597b413a38\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:41:27.519125 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key ] E0508 18:41:27.557476 3703 link_network_manager.go:101] Error while syncing link "a36a62407fb50ef": failed to get address from link "a36a62407fb50ef": failed to list addresses for "a36a62407fb50ef": no such device I0508 18:41:27.623035 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-data-pod a36a62407fb50ef6fc2d7225e2c31d44640e8172116eab2988d341ea3deb4397 network default NAD default NAD key default], result "{}", err I0508 18:41:27.704708 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-collect-data-pod I0508 18:41:27.706092 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-collect-data-pod, ips: 10.129.0.65 I0508 18:41:28.464572 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-collect-task-params-pod] creating logical port managed-tenant-s4740_managed-kfc9d-collect-task-params-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:41:28.464763 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-collect-task-params-pod I0508 18:41:28.486359 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-collect-task-params-pod] addLogicalPort annotation time took 21.635253ms I0508 18:41:28.487780 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod] addLogicalPort took 23.223045ms, libovsdb time 962.576µs I0508 18:41:28.837348 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key ] I0508 18:41:28.847762 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-collect-task-params-pod, hostIfaceName: ad5c4b0c64a09c5, network: default, NAD default, SandboxID: "ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1", PCI device ID: , UID: "d5a723e6-8e9f-4f7c-acc0-12ed6e059fb1", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0508 18:41:28.910277 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:5f:d4:63:96:c5\",\"name\":\"ad5c4b0c64a09c5\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95c62454-a743-43a6-a34f-fb758eb23705\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:41:29.002217 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0508 18:41:29.272922 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod] creating logical port managed-tenant-s4740_managed-kfc9d-collect-registry-token-secret-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:41:29.273054 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod I0508 18:41:29.293813 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod] addLogicalPort annotation time took 20.799181ms I0508 18:41:29.295433 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod] addLogicalPort took 22.52674ms, libovsdb time 1.001364ms I0508 18:41:29.643390 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key ] I0508 18:41:29.653692 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-collect-registry-token-secret-pod, hostIfaceName: e21aa57b6a9e4e2, network: default, NAD default, SandboxID: "e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd", PCI device ID: , UID: "bc616796-19b9-4f2a-87fc-5a227a15c620", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0508 18:41:29.715990 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f2:91:fe:d5:d0\",\"name\":\"e21aa57b6a9e4e2\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74c0fb99-3a58-4805-9cf1-ad2d7f77c305\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:41:29.958682 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod] creating logical port managed-tenant-s4740_managed-kfc9d-reduce-snapshot-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:41:29.958820 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod I0508 18:41:29.987953 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod] addLogicalPort annotation time took 29.17189ms I0508 18:41:29.989555 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod] addLogicalPort took 30.895152ms, libovsdb time 1.047023ms I0508 18:41:30.328346 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key ] I0508 18:41:30.337949 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-reduce-snapshot-pod, hostIfaceName: 8fb23deecbbd7fc, network: default, NAD default, SandboxID: "8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e", PCI device ID: , UID: "848971cf-704d-442c-806f-915ad24df5e4", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0508 18:41:30.399495 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:42:0c:bf:88:de\",\"name\":\"8fb23deecbbd7fc\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80fc2bee-b27c-442c-bc60-e22d4f55d5c5\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 18:41:35.498103 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:41:35.498125 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:41:35.498135 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:41:35.498142 3703 util.go:952] Failed to build node endpoints for node ip-10-0-2-114.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0508 18:41:35.632455 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key ] E0508 18:41:35.669860 3703 link_network_manager.go:101] Error while syncing link "e21aa57b6a9e4e2": failed to get address from link "e21aa57b6a9e4e2": failed to list addresses for "e21aa57b6a9e4e2": no such device I0508 18:41:35.731659 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod e21aa57b6a9e4e27d84ce98b20d304af5ec3307e2be101f4a8adb37c755535dd network default NAD default NAD key default], result "{}", err I0508 18:41:35.871610 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod I0508 18:41:35.873506 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-collect-registry-token-secret-pod, ips: 10.129.0.68 I0508 18:41:36.647687 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key ] E0508 18:41:36.691628 3703 link_network_manager.go:101] Error while syncing link "ad5c4b0c64a09c5": failed to get address from link "ad5c4b0c64a09c5": failed to list addresses for "ad5c4b0c64a09c5": no such device I0508 18:41:36.744226 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-task-params-pod ad5c4b0c64a09c5bbdab502218b68a3d3a3fbfe770527fc8015c037c2ffd9ba1 network default NAD default NAD key default], result "{}", err I0508 18:41:36.870096 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-collect-task-params-pod I0508 18:41:36.871866 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-collect-task-params-pod, ips: 10.129.0.67 I0508 18:41:45.891878 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0508 18:41:46.861673 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0508 18:41:49.768876 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key ] E0508 18:41:49.806973 3703 link_network_manager.go:101] Error while syncing link "8fb23deecbbd7fc": failed to get address from link "8fb23deecbbd7fc": failed to list addresses for "8fb23deecbbd7fc": no such device I0508 18:41:49.860128 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod 8fb23deecbbd7fc858aa0e434f22205cf6faa0791f00483c0d45092ede1c136e network default NAD default NAD key default], result "{}", err I0508 18:41:49.946382 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod I0508 18:41:49.947996 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-reduce-snapshot-pod, ips: 10.129.0.69 I0508 18:41:51.004423 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-apply-mapping-pod] creating logical port managed-tenant-s4740_managed-kfc9d-apply-mapping-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:41:51.004606 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-apply-mapping-pod I0508 18:41:51.040815 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-apply-mapping-pod] addLogicalPort annotation time took 36.271066ms I0508 18:41:51.042343 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod] addLogicalPort took 37.941631ms, libovsdb time 1.053874ms I0508 18:41:51.381821 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key ] I0508 18:41:51.391988 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-apply-mapping-pod, hostIfaceName: eb45c19c81c35dc, network: default, NAD default, SandboxID: "eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f", PCI device ID: , UID: "1eb6bc83-0419-469b-bdcd-d35c95721759", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0508 18:41:51.449737 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:9f:2c:89:01:f8\",\"name\":\"eb45c19c81c35dc\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb01bae6-004e-4c73-9182-1ee65c1eca63\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:41:54.879785 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=7 I0508 18:41:56.770324 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=11 I0508 18:42:01.886013 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key ] E0508 18:42:01.925212 3703 link_network_manager.go:101] Error while syncing link "eb45c19c81c35dc": failed to get address from link "eb45c19c81c35dc": failed to list addresses for "eb45c19c81c35dc": no such device I0508 18:42:01.987731 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-apply-mapping-pod eb45c19c81c35dc84ab4ba3477e81f31040c116ad9d92ab10db3421b6d2af68f network default NAD default NAD key default], result "{}", err I0508 18:42:02.077158 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-apply-mapping-pod I0508 18:42:02.078880 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-apply-mapping-pod, ips: 10.129.0.70 I0508 18:42:02.848950 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod] creating logical port managed-tenant-s4740_managed-kfc9d-filter-already-released-images-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:42:02.849126 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod I0508 18:42:02.875267 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod] addLogicalPort annotation time took 26.210334ms I0508 18:42:02.876678 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod] addLogicalPort took 27.74526ms, libovsdb time 883.137µs I0508 18:42:03.223940 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key ] I0508 18:42:03.233998 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-filter-already-released-images-pod, hostIfaceName: e2ddf03ad363693, network: default, NAD default, SandboxID: "e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc", PCI device ID: , UID: "1434dd3e-66b5-4ba4-aca4-852d50c78c7d", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0508 18:42:03.297151 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:60:ce:39:e8:71\",\"name\":\"e2ddf03ad363693\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ec06686-6d5a-4fa7-80c7-75084bc6e303\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:42:11.992903 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key ] E0508 18:42:12.032552 3703 link_network_manager.go:101] Error while syncing link "e2ddf03ad363693": failed to get address from link "e2ddf03ad363693": failed to list addresses for "e2ddf03ad363693": no such device I0508 18:42:12.092001 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod e2ddf03ad3636937b2fc3a9afafee87ceea2812f988bd674a041dc162824b0bc network default NAD default NAD key default], result "{}", err I0508 18:42:12.176983 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod I0508 18:42:12.178659 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-filter-already-released-images-pod, ips: 10.129.0.71 I0508 18:42:13.702669 3703 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-verify-conforma-pod] creating logical port managed-tenant-s4740_managed-kfc9d-verify-conforma-pod for pod on switch ip-10-0-2-114.ec2.internal I0508 18:42:13.702799 3703 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-verify-conforma-pod I0508 18:42:13.755314 3703 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-verify-conforma-pod] addLogicalPort annotation time took 52.559794ms I0508 18:42:13.756836 3703 pods.go:270] [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod] addLogicalPort took 54.180658ms, libovsdb time 1.072105ms I0508 18:42:14.080867 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key ] I0508 18:42:14.090531 3703 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-verify-conforma-pod, hostIfaceName: 683d08ea46ada23, network: default, NAD default, SandboxID: "683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e", PCI device ID: , UID: "0fd070f8-4026-4e7e-8d4c-e033a4504f76", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0508 18:42:14.154340 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:34:e7:7c:08:84\",\"name\":\"683d08ea46ada23\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3567618-ce65-4b17-b0a9-8a410f7e8c43\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 18:42:39.768615 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=11 I0508 18:43:43.769395 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=8 I0508 18:44:04.772452 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=7 I0508 18:45:09.002643 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=6 I0508 18:45:28.772851 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=64 I0508 18:45:51.992354 3703 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0508 18:45:54.872444 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=6 I0508 18:46:33.005304 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0508 18:47:07.889437 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=7 I0508 18:47:46.883101 3703 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=6 I0508 18:47:48.817412 3703 cni.go:454] [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key ] E0508 18:47:48.860042 3703 link_network_manager.go:101] Error while syncing link "9c33c125b4b58b8": failed to get address from link "9c33c125b4b58b8": failed to list addresses for "9c33c125b4b58b8": no such device I0508 18:47:48.906683 3703 cni.go:480] [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 9c33c125b4b58b8cf5c77193c39fe613ca7b9bea02d4fca3d117114ca0641669 network default NAD default NAD key default], result "{}", err I0508 18:47:48.995665 3703 cni.go:454] [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key ] I0508 18:47:49.010789 3703 pods.go:175] Deleting pod: managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 I0508 18:47:49.012564 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/affinity-assistant-20ab28ecc6-0, ips: 10.129.0.64 E0508 18:47:49.018591 3703 link_network_manager.go:101] Error while syncing link "683d08ea46ada23": failed to get address from link "683d08ea46ada23": failed to list addresses for "683d08ea46ada23": no such device I0508 18:47:49.085164 3703 cni.go:480] [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-verify-conforma-pod 683d08ea46ada239372f7cb1efdb5c4c75719c10cc6a6fe361c591b238f0836e network default NAD default NAD key default], result "{}", err I0508 18:47:49.873172 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 I0508 18:47:49.873200 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 I0508 18:47:49.949020 3703 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-verify-conforma-pod I0508 18:47:49.950506 3703 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-verify-conforma-pod, ips: 10.129.0.72 I0508 18:47:49.969510 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-s4740/managed-kfc9d-verify-conforma-pod I0508 18:47:49.969558 3703 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod managed-tenant-s4740/managed-kfc9d-verify-conforma-pod I0508 18:47:55.773471 3703 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=7 I0508 18:48:00.864870 3703 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8