2026-07-10T02:07:55.515252899Z + . /ovnkube-lib/ovnkube-lib.sh
2026-07-10T02:07:55.515318594Z ++ set -x
2026-07-10T02:07:55.515318594Z ++ K8S_NODE=ip-10-0-131-213.ec2.internal
2026-07-10T02:07:55.515318594Z ++ [[ -n ip-10-0-131-213.ec2.internal ]]
2026-07-10T02:07:55.515318594Z ++ [[ -f /env/ip-10-0-131-213.ec2.internal ]]
2026-07-10T02:07:55.515318594Z ++ northd_pidfile=/var/run/ovn/ovn-northd.pid
2026-07-10T02:07:55.515328200Z ++ controller_pidfile=/var/run/ovn/ovn-controller.pid
2026-07-10T02:07:55.515328200Z ++ controller_logfile=/var/log/ovn/acl-audit-log.log
2026-07-10T02:07:55.515335173Z ++ vswitch_dbsock=/var/run/openvswitch/db.sock
2026-07-10T02:07:55.515341769Z ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
2026-07-10T02:07:55.515341769Z ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
2026-07-10T02:07:55.515348469Z ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
2026-07-10T02:07:55.515348469Z ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
2026-07-10T02:07:55.515355202Z ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
2026-07-10T02:07:55.515361739Z ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
2026-07-10T02:07:55.516642715Z + start-ovnkube-node 4 29103 29105
2026-07-10T02:07:55.516685658Z + local log_level=4
2026-07-10T02:07:55.516694167Z + local metrics_port=29103
2026-07-10T02:07:55.516694167Z + local ovn_metrics_port=29105
2026-07-10T02:07:55.516701147Z + ovn_advertised_udn_isolation_mode_flag=
2026-07-10T02:07:55.516701147Z + openflow_probe_flag=
2026-07-10T02:07:55.516707829Z + [[ 3 -ne 3 ]]
2026-07-10T02:07:55.516716139Z + ovs-vsctl br-exists br-ex
2026-07-10T02:07:55.523708040Z + wait-and-add-garp-drop-flow br-ex
2026-07-10T02:07:55.523728736Z + cni-bin-copy
2026-07-10T02:07:55.523761294Z + . /host/etc/os-release
2026-07-10T02:07:55.523768982Z + local bridge=br-ex
2026-07-10T02:07:55.523786686Z + local max_retries=90
2026-07-10T02:07:55.523786686Z + local retries=0
2026-07-10T02:07:55.523820228Z + [[ 0 -lt 90 ]]
2026-07-10T02:07:55.523830192Z + add_garp_drop_flow br-ex
2026-07-10T02:07:55.523855606Z + local bridge=br-ex
2026-07-10T02:07:55.523863056Z + local cookie=0x0305
2026-07-10T02:07:55.523869505Z + local priority=499
2026-07-10T02:07:55.523982462Z ++ NAME='Red Hat Enterprise Linux CoreOS'
2026-07-10T02:07:55.523989907Z ++ VERSION='9.6.20260702-0 (Plow)'
2026-07-10T02:07:55.523996526Z ++ ID=rhel
2026-07-10T02:07:55.524003085Z ++ ID_LIKE=fedora
2026-07-10T02:07:55.524003085Z ++ VERSION_ID=9.6
2026-07-10T02:07:55.524009763Z ++ PLATFORM_ID=platform:el9
2026-07-10T02:07:55.524018057Z ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260702-0 (Plow)'
2026-07-10T02:07:55.524024652Z ++ ANSI_COLOR='0;31'
2026-07-10T02:07:55.524024652Z ++ LOGO=fedora-logo-icon
2026-07-10T02:07:55.524031285Z ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
2026-07-10T02:07:55.524037778Z ++ HOME_URL=https://www.redhat.com/
2026-07-10T02:07:55.524044242Z ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
2026-07-10T02:07:55.524050743Z ++ BUG_REPORT_URL=https://issues.redhat.com/
2026-07-10T02:07:55.524050743Z ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
2026-07-10T02:07:55.524059199Z ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
2026-07-10T02:07:55.524065641Z ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
2026-07-10T02:07:55.524065641Z ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
2026-07-10T02:07:55.524072236Z ++ OSTREE_VERSION=9.6.20260702-0
2026-07-10T02:07:55.524086476Z ++ VARIANT=CoreOS
2026-07-10T02:07:55.524086476Z ++ VARIANT_ID=coreos
2026-07-10T02:07:55.524086476Z ++ OPENSHIFT_VERSION=4.21
2026-07-10T02:07:55.524094116Z + rhelmajor=
2026-07-10T02:07:55.524094116Z + case "${ID}" in
2026-07-10T02:07:55.524170712Z ++ ovs-vsctl list-ports br-ex
2026-07-10T02:07:55.524616381Z ++ echo 9.6
2026-07-10T02:07:55.524724908Z ++ cut -f 1 -d .
2026-07-10T02:07:55.526318126Z + rhelmajor=9
2026-07-10T02:07:55.526318126Z + sourcedir=/usr/libexec/cni/
2026-07-10T02:07:55.526334615Z + case "${rhelmajor}" in
2026-07-10T02:07:55.526334615Z + sourcedir=/usr/libexec/cni/rhel9
2026-07-10T02:07:55.526341702Z + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
2026-07-10T02:07:55.530386307Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-10T02:07:55.530407873Z + [[ ens5 == *to-br-int ]]
2026-07-10T02:07:55.530407873Z + return 1
2026-07-10T02:07:55.530443790Z + ((  retries += 1  ))
2026-07-10T02:07:55.530456968Z + [[ 1 -eq 15 ]]
2026-07-10T02:07:55.530466244Z + sleep 2
2026-07-10T02:07:55.571628274Z ++ date '+%m%d %H:%M:%S.%N'
2026-07-10T02:07:55.573066169Z + echo 'I0710 02:07:55.572864766 - disable conntrack on geneve port'
2026-07-10T02:07:55.573084257Z I0710 02:07:55.572864766 - disable conntrack on geneve port
2026-07-10T02:07:55.573107483Z + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
2026-07-10T02:07:55.582704485Z + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
2026-07-10T02:07:55.584215841Z + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
2026-07-10T02:07:55.585826828Z + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
2026-07-10T02:07:55.587543019Z ++ date '+%m%d %H:%M:%S.%N'
2026-07-10T02:07:55.588854888Z + echo 'I0710 02:07:55.588661129 - starting ovnkube-node'
2026-07-10T02:07:55.588871257Z I0710 02:07:55.588661129 - starting ovnkube-node
2026-07-10T02:07:55.588881075Z + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
2026-07-10T02:07:55.588907022Z + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-131-213.ec2.internal'
2026-07-10T02:07:55.588917426Z + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
2026-07-10T02:07:55.588917426Z + gateway_interface=br-ex
2026-07-10T02:07:55.588927385Z + enable_multicast_flag=--enable-multicast
2026-07-10T02:07:55.588936962Z + OVN_NODE_MODE=full
2026-07-10T02:07:55.588959458Z + '[' full == dpu-host ']'
2026-07-10T02:07:55.588979956Z + '[' shared == shared ']'
2026-07-10T02:07:55.588989812Z + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
2026-07-10T02:07:55.588999632Z + export_network_flows_flags=
2026-07-10T02:07:55.589008682Z + [[ -n '' ]]
2026-07-10T02:07:55.589018650Z + [[ -n '' ]]
2026-07-10T02:07:55.589028278Z + [[ -n '' ]]
2026-07-10T02:07:55.589037544Z + [[ -n '' ]]
2026-07-10T02:07:55.589046898Z + [[ -n '' ]]
2026-07-10T02:07:55.589056662Z + [[ -n '' ]]
2026-07-10T02:07:55.589056662Z + gw_interface_flag=
2026-07-10T02:07:55.589066285Z + '[' -d /sys/class/net/br-ex1 ']'
2026-07-10T02:07:55.589091873Z + node_mgmt_port_netdev_flags=
2026-07-10T02:07:55.589102245Z + [[ -n '' ]]
2026-07-10T02:07:55.589102245Z + [[ -n '' ]]
2026-07-10T02:07:55.589111956Z + multi_network_enabled_flag=
2026-07-10T02:07:55.589129634Z + [[ true == \t\r\u\e ]]
2026-07-10T02:07:55.589129634Z + [[ full != \d\p\u\-\h\o\s\t ]]
2026-07-10T02:07:55.589129634Z + multi_network_enabled_flag=--enable-multi-network
2026-07-10T02:07:55.589140495Z + network_segmentation_enabled_flag=
2026-07-10T02:07:55.589140495Z + [[ true == \t\r\u\e ]]
2026-07-10T02:07:55.589149953Z + [[ full != \d\p\u\-\h\o\s\t ]]
2026-07-10T02:07:55.589159358Z + multi_network_enabled_flag=--enable-multi-network
2026-07-10T02:07:55.589159358Z + network_segmentation_enabled_flag=--enable-network-segmentation
2026-07-10T02:07:55.589169085Z + route_advertisements_enable_flag=
2026-07-10T02:07:55.589169085Z + [[ false == \t\r\u\e ]]
2026-07-10T02:07:55.589178881Z + preconfigured_udn_addresses_enable_flag=
2026-07-10T02:07:55.589178881Z + [[ true == \t\r\u\e ]]
2026-07-10T02:07:55.589188295Z + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
2026-07-10T02:07:55.589198102Z + network_observability_enabled_flag=
2026-07-10T02:07:55.589207468Z + [[ false == \t\r\u\e ]]
2026-07-10T02:07:55.589207468Z + multi_network_policy_enabled_flag=
2026-07-10T02:07:55.589216909Z + [[ false == \t\r\u\e ]]
2026-07-10T02:07:55.589216909Z + admin_network_policy_enabled_flag=
2026-07-10T02:07:55.589226194Z + [[ true == \t\r\u\e ]]
2026-07-10T02:07:55.589235640Z + [[ full != \d\p\u\-\h\o\s\t ]]
2026-07-10T02:07:55.589235640Z + admin_network_policy_enabled_flag=--enable-admin-network-policy
2026-07-10T02:07:55.589245175Z + dns_name_resolver_enabled_flag=
2026-07-10T02:07:55.589245175Z + [[ false == \t\r\u\e ]]
2026-07-10T02:07:55.589254201Z + ip_forwarding_flag=
2026-07-10T02:07:55.589263237Z + '[' '' == Global ']'
2026-07-10T02:07:55.589272339Z + ip_forwarding_flag=--disable-forwarding
2026-07-10T02:07:55.589281404Z + sysctl -w net.ipv4.ip_forward=0
2026-07-10T02:07:55.591016548Z net.ipv4.ip_forward = 0
2026-07-10T02:07:55.591108951Z + sysctl -w net.ipv6.conf.all.forwarding=0
2026-07-10T02:07:55.591743203Z net.ipv6.conf.all.forwarding = 0
2026-07-10T02:07:55.591880100Z + [[ '' != '' ]]
2026-07-10T02:07:55.591880100Z + [[ '' != '' ]]
2026-07-10T02:07:55.591897048Z + NETWORK_NODE_IDENTITY_ENABLE=
2026-07-10T02:07:55.591897048Z + [[ true == \t\r\u\e ]]
2026-07-10T02:07:55.591906968Z + NETWORK_NODE_IDENTITY_ENABLE='
2026-07-10T02:07:55.591906968Z       --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
2026-07-10T02:07:55.591906968Z       --cert-dir=/etc/ovn/ovnkube-node-certs
2026-07-10T02:07:55.591906968Z       --cert-duration=24h
2026-07-10T02:07:55.591906968Z     '
2026-07-10T02:07:55.591921076Z + ovn_v4_join_subnet_opt=
2026-07-10T02:07:55.591938312Z + [[ '' != '' ]]
2026-07-10T02:07:55.591938312Z + ovn_v6_join_subnet_opt=
2026-07-10T02:07:55.591948203Z + [[ '' != '' ]]
2026-07-10T02:07:55.591957789Z + ovn_v4_masquerade_subnet_opt=
2026-07-10T02:07:55.591957789Z + [[ 169.254.0.0/17 != '' ]]
2026-07-10T02:07:55.591969795Z + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
2026-07-10T02:07:55.591979267Z + ovn_v6_masquerade_subnet_opt=
2026-07-10T02:07:55.591979267Z + [[ fd69::/112 != '' ]]
2026-07-10T02:07:55.591988843Z + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
2026-07-10T02:07:55.591988843Z + ovn_v4_transit_switch_subnet_opt=
2026-07-10T02:07:55.591998460Z + [[ '' != '' ]]
2026-07-10T02:07:55.592007920Z + ovn_v6_transit_switch_subnet_opt=
2026-07-10T02:07:55.592022745Z + [[ '' != '' ]]
2026-07-10T02:07:55.592133773Z + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-131-213.ec2.internal --init-node ip-10-0-131-213.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-131-213.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
2026-07-10T02:07:55.630239527Z I0710 02:07:55.630160    3560 config.go:2752] Parsed config file /run/ovnkube-config/ovnkube.conf
2026-07-10T02:07:55.630320053Z I0710 02:07:55.630219    3560 config.go:2753] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.132.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AllowICMPNetworkPolicy:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://abe7fdcdcfc05415ab4e5dff9d2d2bb3-cbe9615925448bf8.elb.us-east-1.amazonaws.com:6443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.31.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName: DPUNodeLeaseRenewInterval:10 DPUNodeLeaseDuration:40} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology: FRRNamespace:}}
2026-07-10T02:07:55.631772579Z I0710 02:07:55.631741    3560 kube.go:437] Waiting for certificate
2026-07-10T02:07:55.631799365Z I0710 02:07:55.631766    3560 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
2026-07-10T02:07:55.631862687Z I0710 02:07:55.631818    3560 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
2026-07-10T02:07:55.632667463Z I0710 02:07:55.632651    3560 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
2026-07-10T02:07:55.657711761Z I0710 02:07:55.657679    3560 reflector.go:367] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-10T02:07:55.657711761Z I0710 02:07:55.657701    3560 reflector.go:411] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-10T02:07:55.661717671Z I0710 02:07:55.661697    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" logger="kubernetes.io/kube-apiserver-client" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" totalItems=2 duration="3.965142ms"
2026-07-10T02:07:55.661732811Z I0710 02:07:55.661719    3560 reflector.go:446] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-10T02:07:55.661816449Z I0710 02:07:55.661793    3560 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tljjc"
2026-07-10T02:07:55.668638342Z I0710 02:07:55.668616    3560 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tljjc"
2026-07-10T02:07:55.668689248Z I0710 02:07:55.668675    3560 reflector.go:373] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
2026-07-10T02:07:56.632718556Z I0710 02:07:56.632673    3560 kube.go:444] Certificate found
2026-07-10T02:07:56.634126420Z I0710 02:07:56.633997    3560 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
2026-07-10T02:07:56.636349703Z I0710 02:07:56.636321    3560 server.go:247] Metric Server starts to listen on 127.0.0.1:29103
2026-07-10T02:07:56.671989935Z I0710 02:07:56.671939    3560 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-07-11 02:02:55 +0000 UTC" deadline="2026-07-10 21:53:59.304186833 +0000 UTC"
2026-07-10T02:07:56.672080692Z I0710 02:07:56.672051    3560 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h46m2.632151808s"
2026-07-10T02:07:56.714904645Z I0710 02:07:56.714858    3560 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
2026-07-10T02:07:56.728291065Z I0710 02:07:56.728249    3560 metrics.go:489] Create OVN Metrics Server on address: 127.0.0.1:29105
2026-07-10T02:07:56.728385102Z I0710 02:07:56.728370    3560 server.go:119] MetricServer registers OVS metrics
2026-07-10T02:07:56.728474928Z I0710 02:07:56.728459    3560 node_controller_manager.go:345] Starting the node network controller manager, Mode: full
2026-07-10T02:07:56.728533447Z I0710 02:07:56.728521    3560 factory.go:600] Starting watch factory
2026-07-10T02:07:56.728678979Z I0710 02:07:56.728647    3560 reflector.go:367] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.728678979Z I0710 02:07:56.728667    3560 reflector.go:411] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.728779388Z I0710 02:07:56.728757    3560 server.go:123] MetricServer registers OVN DB metrics
2026-07-10T02:07:56.728889097Z I0710 02:07:56.728854    3560 reflector.go:367] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.728959503Z I0710 02:07:56.728918    3560 reflector.go:367] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.729049787Z I0710 02:07:56.729030    3560 reflector.go:411] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.729126853Z I0710 02:07:56.729107    3560 reflector.go:367] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.729168129Z I0710 02:07:56.729156    3560 reflector.go:411] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.730049851Z I0710 02:07:56.728931    3560 reflector.go:411] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.730448255Z I0710 02:07:56.728885    3560 reflector.go:367] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.730466174Z I0710 02:07:56.730452    3560 reflector.go:411] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.730756213Z I0710 02:07:56.728984    3560 reflector.go:367] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.730782051Z I0710 02:07:56.730766    3560 reflector.go:411] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.732764166Z I0710 02:07:56.732742    3560 controller_manager.go:389] Starting the ovnkube controller
2026-07-10T02:07:56.732826119Z I0710 02:07:56.732788    3560 controller_manager.go:394] Waiting up to 5m0s for NBDB zone to match: ip-10-0-131-213.ec2.internal
2026-07-10T02:07:56.732911590Z I0710 02:07:56.732874    3560 controller_manager.go:414] NBDB zone sync took: 71.281µs
2026-07-10T02:07:56.732911590Z I0710 02:07:56.732891    3560 factory.go:600] Starting watch factory
2026-07-10T02:07:56.733871548Z I0710 02:07:56.733838    3560 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
2026-07-10T02:07:56.733871548Z I0710 02:07:56.733859    3560 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
2026-07-10T02:07:56.742792013Z I0710 02:07:56.742749    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=4 duration="12.251775ms"
2026-07-10T02:07:56.742792013Z I0710 02:07:56.742782    3560 reflector.go:446] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.743685217Z I0710 02:07:56.743662    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=34 duration="12.859792ms"
2026-07-10T02:07:56.743724020Z I0710 02:07:56.743706    3560 reflector.go:446] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.743737082Z I0710 02:07:56.743706    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=26 duration="14.495158ms"
2026-07-10T02:07:56.743856087Z I0710 02:07:56.743840    3560 reflector.go:446] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.747386064Z I0710 02:07:56.747363    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=44 duration="18.663724ms"
2026-07-10T02:07:56.747486826Z I0710 02:07:56.747474    3560 reflector.go:446] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.747750805Z I0710 02:07:56.747730    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=62 duration="17.677747ms"
2026-07-10T02:07:56.747853573Z I0710 02:07:56.747838    3560 reflector.go:446] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.749728178Z I0710 02:07:56.749701    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=45 duration="20.606766ms"
2026-07-10T02:07:56.749851523Z I0710 02:07:56.749837    3560 reflector.go:446] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161"
2026-07-10T02:07:56.749951355Z I0710 02:07:56.749918    3560 ovn_db.go:388] Found OVN NB DB: &{0x1de2de0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
2026-07-10T02:07:56.749951355Z I0710 02:07:56.749941    3560 ovn_db.go:395] Found OVN SB DB: &{0x1de30a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
2026-07-10T02:07:56.754770372Z I0710 02:07:56.754748    3560 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
2026-07-10T02:07:56.754877601Z I0710 02:07:56.754864    3560 server.go:127] MetricServer registers OVN Controller metrics
2026-07-10T02:07:56.759396007Z I0710 02:07:56.759373    3560 server.go:131] MetricServer registers OVN Northd metrics
2026-07-10T02:07:56.763002063Z I0710 02:07:56.762980    3560 metrics.go:496] OVN Metrics Server starts to run ...
2026-07-10T02:07:56.763002063Z I0710 02:07:56.762995    3560 server.go:247] Metric Server starts to listen on 127.0.0.1:29105
2026-07-10T02:07:56.834913386Z I0710 02:07:56.834865    3560 factory.go:2018] *v1.EndpointSlice informer cache synced successfully
2026-07-10T02:07:56.834913386Z I0710 02:07:56.834888    3560 factory.go:2018] *v1.Pod informer cache synced successfully
2026-07-10T02:07:56.834913386Z I0710 02:07:56.834893    3560 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully
2026-07-10T02:07:56.834913386Z I0710 02:07:56.834896    3560 factory.go:2018] *v1.Namespace informer cache synced successfully
2026-07-10T02:07:56.834913386Z I0710 02:07:56.834899    3560 factory.go:2018] *v1.Node informer cache synced successfully
2026-07-10T02:07:56.834913386Z I0710 02:07:56.834902    3560 factory.go:2018] *v1.Service informer cache synced successfully
2026-07-10T02:07:56.835036519Z I0710 02:07:56.835004    3560 reflector.go:367] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.835036519Z I0710 02:07:56.835023    3560 reflector.go:411] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.835172065Z I0710 02:07:56.835002    3560 reflector.go:367] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.835189561Z I0710 02:07:56.835175    3560 reflector.go:411] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.839104258Z I0710 02:07:56.839081    3560 factory.go:2018] *v1.EndpointSlice informer cache synced successfully
2026-07-10T02:07:56.839104258Z I0710 02:07:56.839093    3560 factory.go:2018] *v1.Pod informer cache synced successfully
2026-07-10T02:07:56.839104258Z I0710 02:07:56.839096    3560 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully
2026-07-10T02:07:56.839104258Z I0710 02:07:56.839100    3560 factory.go:2018] *v1.Namespace informer cache synced successfully
2026-07-10T02:07:56.839121906Z I0710 02:07:56.839103    3560 factory.go:2018] *v1.Node informer cache synced successfully
2026-07-10T02:07:56.839121906Z I0710 02:07:56.839106    3560 factory.go:2018] *v1.Service informer cache synced successfully
2026-07-10T02:07:56.839707555Z I0710 02:07:56.839691    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="4.475089ms"
2026-07-10T02:07:56.839707555Z I0710 02:07:56.839698    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="4.652608ms"
2026-07-10T02:07:56.839729310Z I0710 02:07:56.839718    3560 reflector.go:446] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.839744223Z I0710 02:07:56.839718    3560 reflector.go:446] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.840420155Z I0710 02:07:56.840391    3560 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
2026-07-10T02:07:56.840420155Z I0710 02:07:56.840403    3560 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
2026-07-10T02:07:56.840490809Z I0710 02:07:56.840460    3560 reflector.go:367] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.840490809Z I0710 02:07:56.840472    3560 reflector.go:411] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.844303841Z I0710 02:07:56.844277    3560 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
2026-07-10T02:07:56.844303841Z I0710 02:07:56.844290    3560 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
2026-07-10T02:07:56.844303841Z I0710 02:07:56.844279    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="3.782175ms"
2026-07-10T02:07:56.844323269Z I0710 02:07:56.844313    3560 reflector.go:446] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.846247538Z I0710 02:07:56.846222    3560 factory.go:2018] *v1.EgressIP informer cache synced successfully
2026-07-10T02:07:56.846319437Z I0710 02:07:56.846298    3560 reflector.go:367] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.846330418Z I0710 02:07:56.846319    3560 reflector.go:411] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.849711546Z I0710 02:07:56.849683    3560 factory.go:2018] *v1.EgressIP informer cache synced successfully
2026-07-10T02:07:56.850686824Z I0710 02:07:56.850656    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.314479ms"
2026-07-10T02:07:56.850686824Z I0710 02:07:56.850681    3560 reflector.go:446] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.851513489Z I0710 02:07:56.851476    3560 factory.go:2018] *v1.EgressFirewall informer cache synced successfully
2026-07-10T02:07:56.851612549Z I0710 02:07:56.851575    3560 reflector.go:367] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.851612549Z I0710 02:07:56.851596    3560 reflector.go:411] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.855138170Z I0710 02:07:56.855111    3560 factory.go:2018] *v1.EgressFirewall informer cache synced successfully
2026-07-10T02:07:56.855957456Z I0710 02:07:56.855933    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.311819ms"
2026-07-10T02:07:56.855957456Z I0710 02:07:56.855952    3560 reflector.go:446] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.856841906Z I0710 02:07:56.856815    3560 factory.go:2018] *v1.EgressQoS informer cache synced successfully
2026-07-10T02:07:56.856909850Z I0710 02:07:56.856881    3560 reflector.go:367] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.856909850Z I0710 02:07:56.856898    3560 reflector.go:411] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.860397309Z I0710 02:07:56.860374    3560 factory.go:2018] *v1.EgressQoS informer cache synced successfully
2026-07-10T02:07:56.860880625Z I0710 02:07:56.860853    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="3.925551ms"
2026-07-10T02:07:56.860900831Z I0710 02:07:56.860880    3560 reflector.go:446] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.862868372Z I0710 02:07:56.862847    3560 factory.go:2018] *v1.EgressService informer cache synced successfully
2026-07-10T02:07:56.862943994Z I0710 02:07:56.862925    3560 reflector.go:367] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.862953125Z I0710 02:07:56.862943    3560 reflector.go:411] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.866092424Z I0710 02:07:56.866069    3560 factory.go:2018] *v1.EgressService informer cache synced successfully
2026-07-10T02:07:56.866929327Z I0710 02:07:56.866896    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="3.928839ms"
2026-07-10T02:07:56.866950321Z I0710 02:07:56.866918    3560 reflector.go:446] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.868863965Z I0710 02:07:56.868843    3560 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
2026-07-10T02:07:56.869037164Z I0710 02:07:56.869017    3560 reflector.go:367] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
2026-07-10T02:07:56.869049180Z I0710 02:07:56.869034    3560 reflector.go:411] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
2026-07-10T02:07:56.871438394Z I0710 02:07:56.871422    3560 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
2026-07-10T02:07:56.873430819Z I0710 02:07:56.873408    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" totalItems=2 duration="4.344987ms"
2026-07-10T02:07:56.873452875Z I0710 02:07:56.873434    3560 reflector.go:446] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
2026-07-10T02:07:56.874133445Z I0710 02:07:56.874109    3560 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully
2026-07-10T02:07:56.874223238Z I0710 02:07:56.874189    3560 reflector.go:367] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.874274051Z I0710 02:07:56.874247    3560 reflector.go:367] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.874320286Z I0710 02:07:56.874307    3560 reflector.go:411] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.874453832Z I0710 02:07:56.874253    3560 reflector.go:411] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.876546286Z I0710 02:07:56.876522    3560 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully
2026-07-10T02:07:56.878471172Z I0710 02:07:56.878447    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.08545ms"
2026-07-10T02:07:56.878488955Z I0710 02:07:56.878471    3560 reflector.go:446] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.878560845Z I0710 02:07:56.878544    3560 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="4.073323ms"
2026-07-10T02:07:56.878593671Z I0710 02:07:56.878569    3560 reflector.go:446] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141"
2026-07-10T02:07:56.879335984Z I0710 02:07:56.879312    3560 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully
2026-07-10T02:07:56.879335984Z I0710 02:07:56.879323    3560 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully
2026-07-10T02:07:56.879356730Z I0710 02:07:56.879331    3560 factory.go:719] Watch Factory start up complete, took: 150.811609ms
2026-07-10T02:07:56.879431473Z I0710 02:07:56.879415    3560 default_node_network_controller.go:191] Enable node proxy healthz server on 0.0.0.0:10256
2026-07-10T02:07:56.881857911Z I0710 02:07:56.881830    3560 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully
2026-07-10T02:07:56.881857911Z I0710 02:07:56.881844    3560 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully
2026-07-10T02:07:56.881857911Z I0710 02:07:56.881854    3560 factory.go:719] Watch Factory start up complete, took: 148.960339ms
2026-07-10T02:07:56.881877722Z I0710 02:07:56.881863    3560 controller_manager.go:425] Waiting up to 5m0s for a node to have "ip-10-0-131-213.ec2.internal" zone
2026-07-10T02:07:56.913457201Z I0710 02:07:56.913430    3560 default_node_network_controller.go:739] Initializing the default node network controller
2026-07-10T02:07:56.964077515Z I0710 02:07:56.964048    3560 udn_isolation.go:101] Starting UDN host isolation manager
2026-07-10T02:07:56.970071802Z I0710 02:07:56.970054    3560 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
2026-07-10T02:07:57.005471672Z I0710 02:07:57.005437    3560 controller.go:133] Adding controller udn-host-isolation-manager event handlers
2026-07-10T02:07:57.005579320Z I0710 02:07:57.005565    3560 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
2026-07-10T02:07:57.005587542Z I0710 02:07:57.005579    3560 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
2026-07-10T02:07:57.038165612Z I0710 02:07:57.038133    3560 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
2026-07-10T02:07:57.038212051Z I0710 02:07:57.038200    3560 default_node_network_controller.go:854] Node ip-10-0-131-213.ec2.internal ready for ovn initialization with subnet 10.132.0.0/23
2026-07-10T02:07:57.043954200Z I0710 02:07:57.043934    3560 kube.go:265] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.131.213"] k8s.ovn.org/zone-name:ip-10-0-131-213.ec2.internal] on node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.061462435Z I0710 02:07:57.061426    3560 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
2026-07-10T02:07:57.067504939Z I0710 02:07:57.067471    3560 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
2026-07-10T02:07:57.067610059Z I0710 02:07:57.067598    3560 helper_linux.go:118] Found default gateway interface br-ex 10.0.128.1
2026-07-10T02:07:57.067740698Z I0710 02:07:57.067730    3560 gateway_init.go:263] Preparing Gateway
2026-07-10T02:07:57.067748397Z I0710 02:07:57.067743    3560 gateway_shared_intf.go:1682] Creating new gateway
2026-07-10T02:07:57.132854361Z I0710 02:07:57.132818    3560 controller_manager.go:448] Waiting for node in zone sync took: 250.923076ms
2026-07-10T02:07:57.143269599Z I0710 02:07:57.143235    3560 controller_manager.go:641] Switching to transit router for layer2 networks
2026-07-10T02:07:57.143269599Z I0710 02:07:57.143251    3560 kube.go:265] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.157017356Z I0710 02:07:57.156988    3560 iptables.go:108] Creating table: filter chain: FORWARD
2026-07-10T02:07:57.161503573Z I0710 02:07:57.161475    3560 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
2026-07-10T02:07:57.162198950Z I0710 02:07:57.162177    3560 addressset_manager.go:127] Starting pod-selector-address-set-manager controller
2026-07-10T02:07:57.162260783Z I0710 02:07:57.162231    3560 controller.go:133] Adding controller pod-selector-address-set-manager-pod event handlers
2026-07-10T02:07:57.162281616Z I0710 02:07:57.162270    3560 controller.go:133] Adding controller pod-selector-address-set-manager-namespace event handlers
2026-07-10T02:07:57.162362445Z I0710 02:07:57.162343    3560 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-pod"
2026-07-10T02:07:57.162373472Z I0710 02:07:57.162363    3560 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-pod"
2026-07-10T02:07:57.162421925Z I0710 02:07:57.162405    3560 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-namespace"
2026-07-10T02:07:57.162431806Z I0710 02:07:57.162424    3560 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-namespace"
2026-07-10T02:07:57.162467702Z I0710 02:07:57.162454    3560 controller.go:157] Starting controller pod-selector-address-set-manager-pod with 1 workers
2026-07-10T02:07:57.162477463Z I0710 02:07:57.162465    3560 controller.go:157] Starting controller pod-selector-address-set-manager-namespace with 1 workers
2026-07-10T02:07:57.162477463Z I0710 02:07:57.162473    3560 controller.go:157] Starting controller pod-selector-address-set-manager-addrset with 1 workers
2026-07-10T02:07:57.162624918Z I0710 02:07:57.162602    3560 services_controller.go:69] Creating services controller for network=default
2026-07-10T02:07:57.162695208Z I0710 02:07:57.162670    3560 udn_enabled_svc.go:80] Waiting for service informer to sync
2026-07-10T02:07:57.163046058Z I0710 02:07:57.163011    3560 controller.go:133] Adding controller udn-node-topology-node event handlers
2026-07-10T02:07:57.163069573Z I0710 02:07:57.163053    3560 shared_informer.go:349] "Waiting for caches to sync" controller="udn-node-topology-node"
2026-07-10T02:07:57.163069573Z I0710 02:07:57.163064    3560 shared_informer.go:356] "Caches are synced" controller="udn-node-topology-node"
2026-07-10T02:07:57.163082583Z I0710 02:07:57.163074    3560 controller.go:157] Starting controller udn-node-topology-node with 15 workers
2026-07-10T02:07:57.163160502Z I0710 02:07:57.163137    3560 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
2026-07-10T02:07:57.163197169Z I0710 02:07:57.163176    3560 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
2026-07-10T02:07:57.163197169Z I0710 02:07:57.163191    3560 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
2026-07-10T02:07:57.163209696Z I0710 02:07:57.163201    3560 nad_controller.go:540] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
2026-07-10T02:07:57.163417072Z I0710 02:07:57.163396    3560 udn_enabled_svc.go:95] Performing full resync
2026-07-10T02:07:57.163462414Z I0710 02:07:57.163447    3560 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
2026-07-10T02:07:57.163542155Z I0710 02:07:57.163521    3560 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
2026-07-10T02:07:57.163602531Z I0710 02:07:57.163578    3560 nad_controller.go:579] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 81.865µs
2026-07-10T02:07:57.163622230Z I0710 02:07:57.163604    3560 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.586µs
2026-07-10T02:07:57.163622230Z I0710 02:07:57.163614    3560 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 92.793µs
2026-07-10T02:07:57.163631609Z I0710 02:07:57.163621    3560 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
2026-07-10T02:07:57.163642458Z I0710 02:07:57.163636    3560 nad_controller.go:378] [zone-nad-controller NAD controller]: started
2026-07-10T02:07:57.163653292Z I0710 02:07:57.163647    3560 default_network_controller.go:325] Starting the default network controller
2026-07-10T02:07:57.163685778Z I0710 02:07:57.163669    3560 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.204µs
2026-07-10T02:07:57.163907415Z I0710 02:07:57.163889    3560 udn_enabled_svc.go:99] Waiting for handler to sync
2026-07-10T02:07:57.163907415Z I0710 02:07:57.163904    3560 udn_enabled_svc.go:104] Starting worker
2026-07-10T02:07:57.164082239Z I0710 02:07:57.164064    3560 iptables.go:108] Creating table: filter chain: OUTPUT
2026-07-10T02:07:57.171596006Z I0710 02:07:57.171573    3560 gateway_shared_intf.go:1810] Gateway Creation Complete
2026-07-10T02:07:57.171615397Z I0710 02:07:57.171593    3560 kube.go:265] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-131-213.ec2.internal","mac-address":"02:fd:0f:0e:c2:a1","ip-addresses":["10.0.131.213/20"],"ip-address":"10.0.131.213/20","next-hops":["10.0.128.1"],"next-hop":"10.0.128.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:dfb471e7-d8d2-46f9-8bcd-2bc0e307e5f8 k8s.ovn.org/node-encap-ips:["10.0.131.213"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.131.213/20"} k8s.ovn.org/zone-name:ip-10-0-131-213.ec2.internal] on node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.175426730Z I0710 02:07:57.175406    3560 default_network_controller.go:398] Cleaning External Gateway ECMP routes
2026-07-10T02:07:57.175499648Z I0710 02:07:57.175476    3560 repair.go:33] Syncing exgw routes took 55.266µs
2026-07-10T02:07:57.175517526Z I0710 02:07:57.175503    3560 default_network_controller.go:417] Starting all the Watchers...
2026-07-10T02:07:57.175837316Z I0710 02:07:57.175815    3560 namespace.go:97] [openshift-cluster-node-tuning-operator] adding namespace
2026-07-10T02:07:57.175899235Z I0710 02:07:57.175867    3560 namespace.go:97] [openshift-monitoring] adding namespace
2026-07-10T02:07:57.175899235Z I0710 02:07:57.175874    3560 namespace.go:97] [openshift-console-user-settings] adding namespace
2026-07-10T02:07:57.175899235Z I0710 02:07:57.175876    3560 namespace.go:97] [openshift-dns-operator] adding namespace
2026-07-10T02:07:57.175899235Z I0710 02:07:57.175888    3560 namespace.go:97] [openshift-host-network] adding namespace
2026-07-10T02:07:57.175971079Z I0710 02:07:57.175949    3560 namespace.go:97] [openshift-network-console] adding namespace
2026-07-10T02:07:57.176016508Z I0710 02:07:57.175816    3560 namespace.go:97] [kube-public] adding namespace
2026-07-10T02:07:57.176016508Z I0710 02:07:57.175821    3560 namespace.go:97] [open-cluster-management-agent-addon] adding namespace
2026-07-10T02:07:57.176016508Z I0710 02:07:57.175821    3560 namespace.go:97] [openshift-image-registry] adding namespace
2026-07-10T02:07:57.176037408Z I0710 02:07:57.175832    3560 namespace.go:97] [openshift-network-operator] adding namespace
2026-07-10T02:07:57.176037408Z I0710 02:07:57.175839    3560 namespace.go:97] [openshift-service-ca-operator] adding namespace
2026-07-10T02:07:57.176037408Z I0710 02:07:57.175839    3560 namespace.go:97] [openshift-authentication] adding namespace
2026-07-10T02:07:57.176037408Z I0710 02:07:57.175847    3560 namespace.go:97] [openshift-cluster-machine-approver] adding namespace
2026-07-10T02:07:57.176037408Z I0710 02:07:57.175860    3560 namespace.go:97] [openshift-authentication-operator] adding namespace
2026-07-10T02:07:57.176037408Z I0710 02:07:57.175861    3560 namespace.go:97] [open-cluster-management-0c3a1b80-7065-4d35-a30e-9f5c3fb61] adding namespace
2026-07-10T02:07:57.176700671Z I0710 02:07:57.176678    3560 namespace.go:101] [openshift-cluster-node-tuning-operator] adding namespace took 807.072µs
2026-07-10T02:07:57.176700671Z I0710 02:07:57.176695    3560 namespace.go:97] [openshift-kube-scheduler-operator] adding namespace
2026-07-10T02:07:57.177430275Z I0710 02:07:57.177397    3560 namespace.go:101] [openshift-kube-scheduler-operator] adding namespace took 696.285µs
2026-07-10T02:07:57.177430275Z I0710 02:07:57.177417    3560 namespace.go:97] [openshift-cluster-csi-drivers] adding namespace
2026-07-10T02:07:57.178173755Z I0710 02:07:57.178143    3560 namespace.go:101] [openshift-cluster-csi-drivers] adding namespace took 718.284µs
2026-07-10T02:07:57.178173755Z I0710 02:07:57.178163    3560 namespace.go:97] [openshift-etcd] adding namespace
2026-07-10T02:07:57.178858857Z I0710 02:07:57.178835    3560 namespace.go:101] [openshift-monitoring] adding namespace took 2.954233ms
2026-07-10T02:07:57.178879936Z I0710 02:07:57.178856    3560 namespace.go:97] [openshift-kube-scheduler] adding namespace
2026-07-10T02:07:57.179518828Z I0710 02:07:57.179497    3560 namespace.go:101] [openshift-console-user-settings] adding namespace took 3.609929ms
2026-07-10T02:07:57.179533859Z I0710 02:07:57.179517    3560 namespace.go:97] [openshift-config-operator] adding namespace
2026-07-10T02:07:57.180205250Z I0710 02:07:57.180182    3560 namespace.go:101] [openshift-dns-operator] adding namespace took 4.291622ms
2026-07-10T02:07:57.180223688Z I0710 02:07:57.180202    3560 namespace.go:97] [openshift-cluster-storage-operator] adding namespace
2026-07-10T02:07:57.180973621Z I0710 02:07:57.180954    3560 namespace.go:101] [openshift-host-network] adding namespace took 5.058505ms
2026-07-10T02:07:57.180994294Z I0710 02:07:57.180976    3560 namespace.go:97] [openshift-cluster-samples-operator] adding namespace
2026-07-10T02:07:57.181760192Z I0710 02:07:57.181736    3560 namespace.go:101] [openshift-network-console] adding namespace took 5.731673ms
2026-07-10T02:07:57.181826113Z I0710 02:07:57.181796    3560 namespace.go:97] [openshift-network-diagnostics] adding namespace
2026-07-10T02:07:57.182450120Z I0710 02:07:57.182426    3560 namespace.go:101] [kube-public] adding namespace took 6.411623ms
2026-07-10T02:07:57.182450120Z I0710 02:07:57.182445    3560 namespace.go:97] [openshift-ingress] adding namespace
2026-07-10T02:07:57.183149667Z I0710 02:07:57.183130    3560 namespace.go:101] [open-cluster-management-agent-addon] adding namespace took 7.110576ms
2026-07-10T02:07:57.183169074Z I0710 02:07:57.183148    3560 namespace.go:97] [openshift-multus] adding namespace
2026-07-10T02:07:57.184028016Z I0710 02:07:57.183988    3560 namespace.go:101] [openshift-image-registry] adding namespace took 7.967637ms
2026-07-10T02:07:57.184028016Z I0710 02:07:57.184011    3560 namespace.go:97] [openshift-cloud-network-config-controller] adding namespace
2026-07-10T02:07:57.184751633Z I0710 02:07:57.184731    3560 namespace.go:101] [openshift-network-operator] adding namespace took 8.706949ms
2026-07-10T02:07:57.184768226Z I0710 02:07:57.184750    3560 namespace.go:97] [openshift-ovn-kubernetes] adding namespace
2026-07-10T02:07:57.185498894Z I0710 02:07:57.185478    3560 namespace.go:101] [openshift-service-ca-operator] adding namespace took 9.451788ms
2026-07-10T02:07:57.185517594Z I0710 02:07:57.185511    3560 namespace.go:97] [openshift-cloud-credential-operator] adding namespace
2026-07-10T02:07:57.186325189Z I0710 02:07:57.186302    3560 namespace.go:101] [openshift-authentication] adding namespace took 10.270198ms
2026-07-10T02:07:57.186345868Z I0710 02:07:57.186327    3560 namespace.go:97] [openshift-insights] adding namespace
2026-07-10T02:07:57.187152668Z I0710 02:07:57.187128    3560 namespace.go:101] [openshift-cluster-machine-approver] adding namespace took 11.096074ms
2026-07-10T02:07:57.187201731Z I0710 02:07:57.187181    3560 namespace.go:97] [openshift-controller-manager-operator] adding namespace
2026-07-10T02:07:57.187954647Z I0710 02:07:57.187930    3560 namespace.go:101] [openshift-authentication-operator] adding namespace took 11.894718ms
2026-07-10T02:07:57.187977600Z I0710 02:07:57.187953    3560 namespace.go:97] [kube-system] adding namespace
2026-07-10T02:07:57.188753558Z I0710 02:07:57.188719    3560 namespace.go:101] [open-cluster-management-0c3a1b80-7065-4d35-a30e-9f5c3fb61] adding namespace took 12.681898ms
2026-07-10T02:07:57.188771125Z I0710 02:07:57.188752    3560 namespace.go:97] [openshift-network-node-identity] adding namespace
2026-07-10T02:07:57.188816091Z I0710 02:07:57.188784    3560 default_node_network_controller.go:548] Node connection status = connected
2026-07-10T02:07:57.189481594Z I0710 02:07:57.189462    3560 namespace.go:101] [openshift-etcd] adding namespace took 11.290876ms
2026-07-10T02:07:57.190160673Z I0710 02:07:57.190136    3560 namespace.go:101] [openshift-kube-scheduler] adding namespace took 11.272533ms
2026-07-10T02:07:57.190181429Z I0710 02:07:57.190157    3560 namespace.go:97] [openshift-cloud-controller-manager] adding namespace
2026-07-10T02:07:57.191057793Z I0710 02:07:57.191034    3560 namespace.go:101] [openshift-config-operator] adding namespace took 11.505938ms
2026-07-10T02:07:57.191077865Z I0710 02:07:57.191058    3560 namespace.go:97] [openshift-operator-lifecycle-manager] adding namespace
2026-07-10T02:07:57.191722995Z I0710 02:07:57.191703    3560 namespace.go:101] [openshift-cluster-storage-operator] adding namespace took 11.492646ms
2026-07-10T02:07:57.191737000Z I0710 02:07:57.191722    3560 namespace.go:97] [openshift-kube-apiserver] adding namespace
2026-07-10T02:07:57.192334071Z W0710 02:07:57.192317    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9kgfv: pod openshift-network-diagnostics/network-check-target-9kgfv: no pod IPs found 
2026-07-10T02:07:57.192334071Z W0710 02:07:57.192331    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-st5kh: pod openshift-network-diagnostics/network-check-target-st5kh: no pod IPs found 
2026-07-10T02:07:57.192351789Z W0710 02:07:57.192337    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ll898: pod openshift-network-diagnostics/network-check-target-ll898: no pod IPs found 
2026-07-10T02:07:57.192373186Z I0710 02:07:57.192357    3560 namespace.go:101] [openshift-cluster-samples-operator] adding namespace took 11.374953ms
2026-07-10T02:07:57.192382036Z I0710 02:07:57.192373    3560 namespace.go:97] [openshift-controller-manager] adding namespace
2026-07-10T02:07:57.192950660Z I0710 02:07:57.192937    3560 namespace.go:101] [openshift-network-diagnostics] adding namespace took 11.120462ms
2026-07-10T02:07:57.192962630Z I0710 02:07:57.192950    3560 namespace.go:97] [openshift-node] adding namespace
2026-07-10T02:07:57.193385411Z W0710 02:07:57.193372    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gsnvh: pod openshift-multus/network-metrics-daemon-gsnvh: no pod IPs found 
2026-07-10T02:07:57.193385411Z W0710 02:07:57.193382    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6hfgs: pod openshift-multus/network-metrics-daemon-6hfgs: no pod IPs found 
2026-07-10T02:07:57.193394415Z W0710 02:07:57.193388    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5j8nl: pod openshift-multus/network-metrics-daemon-5j8nl: no pod IPs found 
2026-07-10T02:07:57.193430104Z I0710 02:07:57.193418    3560 namespace.go:101] [openshift-ingress] adding namespace took 10.968281ms
2026-07-10T02:07:57.193437508Z I0710 02:07:57.193430    3560 namespace.go:97] [openshift-kube-controller-manager] adding namespace
2026-07-10T02:07:57.194028185Z I0710 02:07:57.194010    3560 namespace.go:101] [openshift-multus] adding namespace took 10.853821ms
2026-07-10T02:07:57.194043650Z I0710 02:07:57.194035    3560 namespace.go:97] [openshift-kube-controller-manager-operator] adding namespace
2026-07-10T02:07:57.194588174Z I0710 02:07:57.194571    3560 namespace.go:101] [openshift-cloud-network-config-controller] adding namespace took 10.552885ms
2026-07-10T02:07:57.194597323Z I0710 02:07:57.194587    3560 namespace.go:97] [openshift] adding namespace
2026-07-10T02:07:57.195155096Z I0710 02:07:57.195136    3560 namespace.go:101] [openshift-ovn-kubernetes] adding namespace took 10.375256ms
2026-07-10T02:07:57.195176035Z I0710 02:07:57.195156    3560 namespace.go:97] [openshift-marketplace] adding namespace
2026-07-10T02:07:57.195732756Z I0710 02:07:57.195708    3560 namespace.go:101] [openshift-cloud-credential-operator] adding namespace took 10.190032ms
2026-07-10T02:07:57.195732756Z I0710 02:07:57.195727    3560 namespace.go:97] [openshift-config-managed] adding namespace
2026-07-10T02:07:57.196754096Z I0710 02:07:57.196731    3560 namespace.go:101] [openshift-insights] adding namespace took 10.396491ms
2026-07-10T02:07:57.196754096Z I0710 02:07:57.196746    3560 namespace.go:97] [openshift-console-operator] adding namespace
2026-07-10T02:07:57.197229474Z I0710 02:07:57.197203    3560 namespace.go:101] [openshift-controller-manager-operator] adding namespace took 9.984435ms
2026-07-10T02:07:57.197229474Z I0710 02:07:57.197222    3560 namespace.go:97] [openshift-apiserver-operator] adding namespace
2026-07-10T02:07:57.197229474Z W0710 02:07:57.197208    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-mb7lt: pod kube-system/global-pull-secret-syncer-mb7lt: no pod IPs found 
2026-07-10T02:07:57.197247485Z W0710 02:07:57.197235    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-v2d92: pod kube-system/global-pull-secret-syncer-v2d92: no pod IPs found 
2026-07-10T02:07:57.197247485Z W0710 02:07:57.197240    3560 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pcfzz: pod kube-system/global-pull-secret-syncer-pcfzz: no pod IPs found 
2026-07-10T02:07:57.197790753Z I0710 02:07:57.197771    3560 namespace.go:101] [kube-system] adding namespace took 9.81048ms
2026-07-10T02:07:57.197819839Z I0710 02:07:57.197789    3560 namespace.go:97] [openshift-machine-config-operator] adding namespace
2026-07-10T02:07:57.198224036Z I0710 02:07:57.198202    3560 namespace.go:101] [openshift-network-node-identity] adding namespace took 9.443828ms
2026-07-10T02:07:57.198224036Z I0710 02:07:57.198219    3560 namespace.go:97] [openshift-infra] adding namespace
2026-07-10T02:07:57.198672993Z I0710 02:07:57.198649    3560 namespace.go:101] [openshift-cloud-controller-manager] adding namespace took 8.484821ms
2026-07-10T02:07:57.198672993Z I0710 02:07:57.198666    3560 namespace.go:97] [openshift-user-workload-monitoring] adding namespace
2026-07-10T02:07:57.199133267Z I0710 02:07:57.199111    3560 namespace.go:101] [openshift-operator-lifecycle-manager] adding namespace took 8.047722ms
2026-07-10T02:07:57.199133267Z I0710 02:07:57.199125    3560 namespace.go:97] [openshift-ingress-canary] adding namespace
2026-07-10T02:07:57.199506681Z I0710 02:07:57.199484    3560 namespace.go:101] [openshift-kube-apiserver] adding namespace took 7.756828ms
2026-07-10T02:07:57.199506681Z I0710 02:07:57.199498    3560 namespace.go:97] [openshift-route-controller-manager] adding namespace
2026-07-10T02:07:57.199960017Z I0710 02:07:57.199941    3560 namespace.go:101] [openshift-controller-manager] adding namespace took 7.563877ms
2026-07-10T02:07:57.199960017Z I0710 02:07:57.199953    3560 namespace.go:97] [openshift-machine-api] adding namespace
2026-07-10T02:07:57.200364698Z I0710 02:07:57.200346    3560 namespace.go:101] [openshift-node] adding namespace took 7.389623ms
2026-07-10T02:07:57.200364698Z I0710 02:07:57.200359    3560 namespace.go:97] [openshift-console] adding namespace
2026-07-10T02:07:57.200916102Z I0710 02:07:57.200893    3560 namespace.go:101] [openshift-kube-controller-manager] adding namespace took 7.458206ms
2026-07-10T02:07:57.200916102Z I0710 02:07:57.200908    3560 namespace.go:97] [openshift-ingress-operator] adding namespace
2026-07-10T02:07:57.201406401Z I0710 02:07:57.201381    3560 namespace.go:101] [openshift-kube-controller-manager-operator] adding namespace took 7.335364ms
2026-07-10T02:07:57.201406401Z I0710 02:07:57.201397    3560 namespace.go:97] [openshift-apiserver] adding namespace
2026-07-10T02:07:57.201909361Z I0710 02:07:57.201889    3560 namespace.go:101] [openshift] adding namespace took 7.295267ms
2026-07-10T02:07:57.201925212Z I0710 02:07:57.201908    3560 namespace.go:97] [openshift-operators] adding namespace
2026-07-10T02:07:57.202494412Z I0710 02:07:57.202480    3560 namespace.go:101] [openshift-marketplace] adding namespace took 7.317803ms
2026-07-10T02:07:57.202502919Z I0710 02:07:57.202493    3560 namespace.go:97] [openshift-kube-storage-version-migrator-operator] adding namespace
2026-07-10T02:07:57.203037024Z I0710 02:07:57.203022    3560 namespace.go:101] [openshift-config-managed] adding namespace took 7.289843ms
2026-07-10T02:07:57.203037024Z I0710 02:07:57.203034    3560 namespace.go:97] [default] adding namespace
2026-07-10T02:07:57.203466978Z I0710 02:07:57.203451    3560 namespace.go:101] [openshift-console-operator] adding namespace took 6.699571ms
2026-07-10T02:07:57.203476069Z I0710 02:07:57.203466    3560 namespace.go:97] [openshift-dns] adding namespace
2026-07-10T02:07:57.203844695Z I0710 02:07:57.203829    3560 namespace.go:101] [openshift-apiserver-operator] adding namespace took 6.600906ms
2026-07-10T02:07:57.203856079Z I0710 02:07:57.203845    3560 namespace.go:97] [kube-node-lease] adding namespace
2026-07-10T02:07:57.204315309Z I0710 02:07:57.204296    3560 namespace.go:101] [openshift-machine-config-operator] adding namespace took 6.498273ms
2026-07-10T02:07:57.204331178Z I0710 02:07:57.204316    3560 namespace.go:97] [openshift-config] adding namespace
2026-07-10T02:07:57.204832337Z I0710 02:07:57.204815    3560 namespace.go:101] [openshift-infra] adding namespace took 6.577239ms
2026-07-10T02:07:57.204845388Z I0710 02:07:57.204830    3560 namespace.go:97] [openshift-kube-apiserver-operator] adding namespace
2026-07-10T02:07:57.205225113Z I0710 02:07:57.205211    3560 namespace.go:101] [openshift-user-workload-monitoring] adding namespace took 6.539467ms
2026-07-10T02:07:57.205623442Z I0710 02:07:57.205609    3560 namespace.go:101] [openshift-ingress-canary] adding namespace took 6.477346ms
2026-07-10T02:07:57.205640664Z I0710 02:07:57.205624    3560 namespace.go:97] [openshift-cluster-version] adding namespace
2026-07-10T02:07:57.206148559Z I0710 02:07:57.206131    3560 namespace.go:101] [openshift-route-controller-manager] adding namespace took 6.627418ms
2026-07-10T02:07:57.206703234Z I0710 02:07:57.206680    3560 namespace.go:101] [openshift-machine-api] adding namespace took 6.720601ms
2026-07-10T02:07:57.207338339Z I0710 02:07:57.207317    3560 namespace.go:101] [openshift-console] adding namespace took 6.950783ms
2026-07-10T02:07:57.208005119Z I0710 02:07:57.207986    3560 namespace.go:101] [openshift-ingress-operator] adding namespace took 7.071041ms
2026-07-10T02:07:57.208456129Z I0710 02:07:57.208442    3560 namespace.go:101] [openshift-apiserver] adding namespace took 7.038113ms
2026-07-10T02:07:57.208841880Z I0710 02:07:57.208827    3560 namespace.go:101] [openshift-operators] adding namespace took 6.912245ms
2026-07-10T02:07:57.209390751Z I0710 02:07:57.209377    3560 namespace.go:101] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.87885ms
2026-07-10T02:07:57.209842912Z I0710 02:07:57.209828    3560 namespace.go:101] [default] adding namespace took 6.788592ms
2026-07-10T02:07:57.210224898Z I0710 02:07:57.210211    3560 namespace.go:101] [openshift-dns] adding namespace took 6.739969ms
2026-07-10T02:07:57.210610330Z I0710 02:07:57.210596    3560 namespace.go:101] [kube-node-lease] adding namespace took 6.744135ms
2026-07-10T02:07:57.211112636Z I0710 02:07:57.211098    3560 namespace.go:101] [openshift-config] adding namespace took 6.775681ms
2026-07-10T02:07:57.211513410Z I0710 02:07:57.211500    3560 namespace.go:101] [openshift-kube-apiserver-operator] adding namespace took 6.664079ms
2026-07-10T02:07:57.211917228Z I0710 02:07:57.211902    3560 namespace.go:101] [openshift-cluster-version] adding namespace took 6.271667ms
2026-07-10T02:07:57.212007773Z W0710 02:07:57.211996    3560 master.go:481] Unable to parse remote node ip-10-0-139-215.ec2.internal chassis-id annotation. Chassis may be removed during sync
2026-07-10T02:07:57.212007773Z W0710 02:07:57.212002    3560 master.go:481] Unable to parse remote node ip-10-0-130-65.ec2.internal chassis-id annotation. Chassis may be removed during sync
2026-07-10T02:07:57.212115918Z I0710 02:07:57.212101    3560 master.go:558] Adding or Updating local node "ip-10-0-131-213.ec2.internal" for network "default"
2026-07-10T02:07:57.212155259Z I0710 02:07:57.212142    3560 obj_retry.go:605] default/networkController: failed to create *v1.Node ip-10-0-130-65.ec2.internal, error: adding or updating remote node chassis ip-10-0-130-65.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-130-65.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-130-65.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-130-65.ec2.internal
2026-07-10T02:07:57.212162855Z I0710 02:07:57.212150    3560 obj_retry.go:605] default/networkController: failed to create *v1.Node ip-10-0-139-215.ec2.internal, error: adding or updating remote node chassis ip-10-0-139-215.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-139-215.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-139-215.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-139-215.ec2.internal
2026-07-10T02:07:57.219647588Z W0710 02:07:57.219627    3560 gateway.go:216] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5j8nl: pod openshift-multus/network-metrics-daemon-5j8nl: no pod IPs found 
2026-07-10T02:07:57.219666021Z W0710 02:07:57.219646    3560 gateway.go:216] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-st5kh: pod openshift-network-diagnostics/network-check-target-st5kh: no pod IPs found 
2026-07-10T02:07:57.219666021Z W0710 02:07:57.219656    3560 gateway.go:216] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-mb7lt: pod kube-system/global-pull-secret-syncer-mb7lt: no pod IPs found 
2026-07-10T02:07:57.220592522Z I0710 02:07:57.220573    3560 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-131-213.ec2.internal for the network default
2026-07-10T02:07:57.220931597Z I0710 02:07:57.220917    3560 zone_ic_handler.go:195] Time taken to create transit switch: 331.24µs
2026-07-10T02:07:57.221645135Z I0710 02:07:57.221631    3560 services_controller.go:192] Starting controller ovn-lb-controller for network=default
2026-07-10T02:07:57.221670812Z I0710 02:07:57.221659    3560 services_controller.go:200] Waiting for node tracker handler to sync for network=default
2026-07-10T02:07:57.221691544Z I0710 02:07:57.221677    3560 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
2026-07-10T02:07:57.221699708Z I0710 02:07:57.221691    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-131-213.ec2.internal in network "default"
2026-07-10T02:07:57.221759623Z I0710 02:07:57.221746    3560 node_tracker.go:169] Node ip-10-0-131-213.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:07:57.221767681Z I0710 02:07:57.221760    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:07:57.221774215Z I0710 02:07:57.221767    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-139-215.ec2.internal in network "default"
2026-07-10T02:07:57.221789510Z I0710 02:07:57.221779    3560 node_tracker.go:235] Node ip-10-0-139-215.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-139-215.ec2.internal"
2026-07-10T02:07:57.221797097Z I0710 02:07:57.221788    3560 node_tracker.go:169] Node ip-10-0-139-215.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:07:57.221797097Z I0710 02:07:57.221792    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:07:57.221817677Z I0710 02:07:57.221798    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-130-65.ec2.internal in network "default"
2026-07-10T02:07:57.221837077Z I0710 02:07:57.221826    3560 node_tracker.go:235] Node ip-10-0-130-65.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-130-65.ec2.internal"
2026-07-10T02:07:57.221844670Z I0710 02:07:57.221838    3560 node_tracker.go:169] Node ip-10-0-130-65.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:07:57.221844670Z I0710 02:07:57.221843    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:07:57.322464126Z I0710 02:07:57.322423    3560 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
2026-07-10T02:07:57.322464126Z I0710 02:07:57.322446    3560 services_controller.go:208] Setting up event handlers for services for network=default
2026-07-10T02:07:57.322591015Z I0710 02:07:57.322575    3560 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
2026-07-10T02:07:57.322722505Z I0710 02:07:57.322709    3560 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
2026-07-10T02:07:57.322740090Z I0710 02:07:57.322731    3560 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
2026-07-10T02:07:57.423439305Z I0710 02:07:57.423403    3560 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
2026-07-10T02:07:57.423439305Z I0710 02:07:57.423426    3560 repair.go:60] Starting repairing loop for services
2026-07-10T02:07:57.423569479Z I0710 02:07:57.423553    3560 repair.go:131] Deleted 0 stale service LBs
2026-07-10T02:07:57.423610072Z I0710 02:07:57.423584    3560 repair.go:137] Deleted 0 stale Chassis Template Vars
2026-07-10T02:07:57.423630196Z I0710 02:07:57.423612    3560 repair.go:62] Finished repairing loop for services: 187.958µs
2026-07-10T02:07:57.423666952Z I0710 02:07:57.423653    3560 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
2026-07-10T02:07:57.423676910Z I0710 02:07:57.423668    3560 services_controller.go:254] Starting workers for network=default
2026-07-10T02:07:57.424216467Z I0710 02:07:57.424189    3560 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-5j8nl] creating logical port openshift-multus_network-metrics-daemon-5j8nl for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.424305856Z I0710 02:07:57.424278    3560 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-multus/network-metrics-daemon-6hfgs, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6hfgs: suppressed error logged: pod openshift-multus/network-metrics-daemon-6hfgs: no pod IPs found 
2026-07-10T02:07:57.424397581Z I0710 02:07:57.424337    3560 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-multus/network-metrics-daemon-gsnvh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-gsnvh: suppressed error logged: pod openshift-multus/network-metrics-daemon-gsnvh: no pod IPs found 
2026-07-10T02:07:57.424397581Z I0710 02:07:57.424311    3560 obj_retry.go:605] default/networkController: failed to create *v1.Pod kube-system/global-pull-secret-syncer-v2d92, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-v2d92: suppressed error logged: pod kube-system/global-pull-secret-syncer-v2d92: no pod IPs found 
2026-07-10T02:07:57.424397581Z I0710 02:07:57.424360    3560 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-st5kh] creating logical port openshift-network-diagnostics_network-check-target-st5kh for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.424397581Z I0710 02:07:57.424311    3560 obj_retry.go:605] default/networkController: failed to create *v1.Pod kube-system/global-pull-secret-syncer-pcfzz, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pcfzz: suppressed error logged: pod kube-system/global-pull-secret-syncer-pcfzz: no pod IPs found 
2026-07-10T02:07:57.424397581Z I0710 02:07:57.424363    3560 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9kgfv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9kgfv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9kgfv: no pod IPs found 
2026-07-10T02:07:57.424444825Z I0710 02:07:57.424418    3560 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-mb7lt] creating logical port kube-system_global-pull-secret-syncer-mb7lt for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.424444825Z I0710 02:07:57.424205    3560 obj_retry.go:605] default/networkController: failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ll898, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ll898: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ll898: no pod IPs found 
2026-07-10T02:07:57.424482385Z I0710 02:07:57.424463    3560 kube.go:233] Patching annotations on pod openshift-multus/network-metrics-daemon-5j8nl
2026-07-10T02:07:57.424575102Z I0710 02:07:57.424555    3560 kube.go:233] Patching annotations on pod kube-system/global-pull-secret-syncer-mb7lt
2026-07-10T02:07:57.424638816Z I0710 02:07:57.424471    3560 kube.go:233] Patching annotations on pod openshift-network-diagnostics/network-check-target-st5kh
2026-07-10T02:07:57.435741231Z I0710 02:07:57.435716    3560 base_network_controller_pods.go:974] [default/kube-system/global-pull-secret-syncer-mb7lt] addLogicalPort annotation time took 11.193302ms
2026-07-10T02:07:57.436889397Z I0710 02:07:57.436868    3560 pods.go:270] [kube-system/global-pull-secret-syncer-mb7lt] addLogicalPort took 12.478814ms, libovsdb time 823.622µs
2026-07-10T02:07:57.438644111Z I0710 02:07:57.438606    3560 base_network_controller_pods.go:974] [default/openshift-multus/network-metrics-daemon-5j8nl] addLogicalPort annotation time took 14.285129ms
2026-07-10T02:07:57.439753052Z I0710 02:07:57.439727    3560 pods.go:270] [openshift-multus/network-metrics-daemon-5j8nl] addLogicalPort took 15.552363ms, libovsdb time 789.706µs
2026-07-10T02:07:57.441722387Z I0710 02:07:57.441699    3560 base_network_controller_pods.go:974] [default/openshift-network-diagnostics/network-check-target-st5kh] addLogicalPort annotation time took 17.264267ms
2026-07-10T02:07:57.442990898Z I0710 02:07:57.442969    3560 pods.go:270] [openshift-network-diagnostics/network-check-target-st5kh] addLogicalPort took 18.617619ms, libovsdb time 861.395µs
2026-07-10T02:07:57.443565729Z I0710 02:07:57.443548    3560 admin_network_policy_controller.go:227] Starting controller default-network-controller
2026-07-10T02:07:57.443581652Z I0710 02:07:57.443571    3560 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
2026-07-10T02:07:57.443598936Z I0710 02:07:57.443589    3560 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
2026-07-10T02:07:57.443608208Z I0710 02:07:57.443598    3560 admin_network_policy_controller.go:237] Repairing Admin Network Policies
2026-07-10T02:07:57.443771964Z I0710 02:07:57.443759    3560 repair.go:29] Repairing admin network policies took 155.081µs
2026-07-10T02:07:57.443906240Z I0710 02:07:57.443884    3560 repair.go:92] Repairing baseline admin network policies took 115.024µs
2026-07-10T02:07:57.444501098Z I0710 02:07:57.444480    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
2026-07-10T02:07:57.444553685Z I0710 02:07:57.444523    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
2026-07-10T02:07:57.446571266Z I0710 02:07:57.446547    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
2026-07-10T02:07:57.446598907Z I0710 02:07:57.446575    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-version/default-deny for network default
2026-07-10T02:07:57.446598907Z I0710 02:07:57.446587    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-version/default-deny added to peer address sets []
2026-07-10T02:07:57.448269150Z I0710 02:07:57.448247    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
2026-07-10T02:07:57.448291565Z I0710 02:07:57.448272    3560 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
2026-07-10T02:07:57.448301717Z I0710 02:07:57.448289    3560 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
2026-07-10T02:07:57.451819125Z I0710 02:07:57.451779    3560 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
2026-07-10T02:07:57.451888670Z I0710 02:07:57.451866    3560 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
2026-07-10T02:07:57.451906438Z I0710 02:07:57.451886    3560 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
2026-07-10T02:07:57.453240246Z I0710 02:07:57.453211    3560 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
2026-07-10T02:07:57.453240246Z I0710 02:07:57.453236    3560 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
2026-07-10T02:07:57.453259064Z I0710 02:07:57.453250    3560 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
2026-07-10T02:07:57.454657087Z I0710 02:07:57.454637    3560 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
2026-07-10T02:07:57.454675738Z I0710 02:07:57.454662    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/default-deny for network default
2026-07-10T02:07:57.454683080Z I0710 02:07:57.454674    3560 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
2026-07-10T02:07:57.456537637Z I0710 02:07:57.456510    3560 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
2026-07-10T02:07:57.456537637Z I0710 02:07:57.456532    3560 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/unpack-bundles for network default
2026-07-10T02:07:57.456559802Z I0710 02:07:57.456545    3560 base_network_controller_policy.go:1102] Policy openshift-marketplace/unpack-bundles added to peer address sets []
2026-07-10T02:07:57.459060582Z I0710 02:07:57.459039    3560 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
2026-07-10T02:07:57.459122936Z I0710 02:07:57.459103    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
2026-07-10T02:07:57.459591819Z I0710 02:07:57.459564    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
2026-07-10T02:07:57.461891470Z I0710 02:07:57.461872    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
2026-07-10T02:07:57.461922339Z I0710 02:07:57.461895    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
2026-07-10T02:07:57.461922339Z I0710 02:07:57.461910    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
2026-07-10T02:07:57.462665008Z I0710 02:07:57.462634    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
2026-07-10T02:07:57.462680494Z I0710 02:07:57.462662    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
2026-07-10T02:07:57.462680494Z I0710 02:07:57.462675    3560 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
2026-07-10T02:07:57.463395528Z I0710 02:07:57.463360    3560 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
2026-07-10T02:07:57.463395528Z I0710 02:07:57.463387    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
2026-07-10T02:07:57.463415433Z I0710 02:07:57.463399    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
2026-07-10T02:07:57.464135678Z I0710 02:07:57.464112    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
2026-07-10T02:07:57.464164911Z I0710 02:07:57.464136    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/default-deny for network default
2026-07-10T02:07:57.464164911Z I0710 02:07:57.464144    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
2026-07-10T02:07:57.464591106Z I0710 02:07:57.464569    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
2026-07-10T02:07:57.464617044Z I0710 02:07:57.464593    3560 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/default-deny-all for network default
2026-07-10T02:07:57.464617044Z I0710 02:07:57.464605    3560 base_network_controller_policy.go:1102] Policy openshift-marketplace/default-deny-all added to peer address sets []
2026-07-10T02:07:57.465038052Z I0710 02:07:57.465017    3560 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
2026-07-10T02:07:57.465060027Z I0710 02:07:57.465036    3560 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
2026-07-10T02:07:57.465060027Z I0710 02:07:57.465045    3560 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
2026-07-10T02:07:57.465472729Z I0710 02:07:57.465452    3560 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
2026-07-10T02:07:57.465532955Z I0710 02:07:57.465503    3560 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
2026-07-10T02:07:57.465532955Z I0710 02:07:57.465521    3560 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
2026-07-10T02:07:57.467296726Z I0710 02:07:57.467272    3560 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
2026-07-10T02:07:57.467319249Z I0710 02:07:57.467300    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
2026-07-10T02:07:57.467319249Z I0710 02:07:57.467311    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
2026-07-10T02:07:57.468051590Z I0710 02:07:57.468028    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
2026-07-10T02:07:57.468086651Z I0710 02:07:57.468052    3560 base_network_controller_policy.go:1227] Adding network policy openshift-operators/default-allow-all for network default
2026-07-10T02:07:57.468086651Z I0710 02:07:57.468063    3560 base_network_controller_policy.go:1102] Policy openshift-operators/default-allow-all added to peer address sets []
2026-07-10T02:07:57.470207081Z I0710 02:07:57.470177    3560 base_network_controller_policy.go:1280] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
2026-07-10T02:07:57.470228446Z I0710 02:07:57.470208    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
2026-07-10T02:07:57.470228446Z I0710 02:07:57.470218    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
2026-07-10T02:07:57.471097469Z I0710 02:07:57.471072    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
2026-07-10T02:07:57.471119779Z I0710 02:07:57.471099    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
2026-07-10T02:07:57.471154841Z I0710 02:07:57.471130    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
2026-07-10T02:07:57.472035574Z I0710 02:07:57.472010    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
2026-07-10T02:07:57.472055916Z I0710 02:07:57.472041    3560 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/marketplace-operator for network default
2026-07-10T02:07:57.472063839Z I0710 02:07:57.472055    3560 base_network_controller_policy.go:1102] Policy openshift-marketplace/marketplace-operator added to peer address sets []
2026-07-10T02:07:57.473384148Z I0710 02:07:57.473364    3560 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
2026-07-10T02:07:57.473406605Z I0710 02:07:57.473389    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
2026-07-10T02:07:57.473406605Z I0710 02:07:57.473402    3560 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
2026-07-10T02:07:57.474547812Z I0710 02:07:57.474526    3560 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
2026-07-10T02:07:57.474568993Z I0710 02:07:57.474552    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
2026-07-10T02:07:57.474568993Z I0710 02:07:57.474564    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
2026-07-10T02:07:57.475303349Z I0710 02:07:57.475283    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
2026-07-10T02:07:57.475322344Z I0710 02:07:57.475305    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
2026-07-10T02:07:57.475322344Z I0710 02:07:57.475317    3560 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
2026-07-10T02:07:57.476331342Z I0710 02:07:57.476312    3560 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
2026-07-10T02:07:57.476347672Z I0710 02:07:57.476336    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
2026-07-10T02:07:57.476354895Z I0710 02:07:57.476347    3560 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
2026-07-10T02:07:57.476986874Z I0710 02:07:57.476965    3560 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
2026-07-10T02:07:57.477008762Z I0710 02:07:57.476992    3560 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
2026-07-10T02:07:57.477008762Z I0710 02:07:57.477002    3560 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
2026-07-10T02:07:57.477681568Z I0710 02:07:57.477658    3560 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
2026-07-10T02:07:57.477698798Z I0710 02:07:57.477692    3560 controller.go:157] Starting controller default-network-controller-egressip-nad with 1 workers
2026-07-10T02:07:57.484334444Z I0710 02:07:57.484310    3560 egressfirewall.go:367] Starting EgressFirewall controller
2026-07-10T02:07:57.484358096Z I0710 02:07:57.484345    3560 controller.go:133] Adding controller egress-firewall-controller event handlers
2026-07-10T02:07:57.484370814Z I0710 02:07:57.484353    3560 controller.go:133] Adding controller egress-firewall-controller-node event handlers
2026-07-10T02:07:57.484379363Z I0710 02:07:57.484372    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
2026-07-10T02:07:57.484387793Z I0710 02:07:57.484382    3560 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
2026-07-10T02:07:57.484407869Z I0710 02:07:57.484394    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
2026-07-10T02:07:57.484415811Z I0710 02:07:57.484407    3560 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
2026-07-10T02:07:57.484651606Z I0710 02:07:57.484640    3560 controller.go:157] Starting controller egress-firewall-controller with 1 workers
2026-07-10T02:07:57.484660600Z I0710 02:07:57.484655    3560 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
2026-07-10T02:07:57.484667107Z I0710 02:07:57.484662    3560 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
2026-07-10T02:07:57.484682588Z I0710 02:07:57.484673    3560 egressqos.go:184] Setting up event handlers for EgressQoS
2026-07-10T02:07:57.484689990Z I0710 02:07:57.484679    3560 egressfirewall.go:708] Syncing node "ip-10-0-139-215.ec2.internal" for egress firewall
2026-07-10T02:07:57.484696537Z I0710 02:07:57.484689    3560 egressfirewall.go:708] Syncing node "ip-10-0-130-65.ec2.internal" for egress firewall
2026-07-10T02:07:57.484696537Z I0710 02:07:57.484693    3560 egressfirewall.go:708] Syncing node "ip-10-0-131-213.ec2.internal" for egress firewall
2026-07-10T02:07:57.484875098Z I0710 02:07:57.484862    3560 egressqos.go:236] Starting EgressQoS Controller
2026-07-10T02:07:57.484885531Z I0710 02:07:57.484876    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
2026-07-10T02:07:57.484892177Z I0710 02:07:57.484886    3560 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
2026-07-10T02:07:57.484900329Z I0710 02:07:57.484895    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
2026-07-10T02:07:57.484906819Z I0710 02:07:57.484901    3560 shared_informer.go:356] "Caches are synced" controller="egressqospods"
2026-07-10T02:07:57.484914948Z I0710 02:07:57.484909    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
2026-07-10T02:07:57.484921423Z I0710 02:07:57.484916    3560 shared_informer.go:356] "Caches are synced" controller="egressqos"
2026-07-10T02:07:57.484927910Z I0710 02:07:57.484921    3560 egressqos.go:250] Repairing EgressQoSes
2026-07-10T02:07:57.484927910Z I0710 02:07:57.484925    3560 egressqos.go:390] Starting repairing loop for egressqos
2026-07-10T02:07:57.485002161Z I0710 02:07:57.484991    3560 egressqos.go:392] Finished repairing loop for egressqos: 65.654µs
2026-07-10T02:07:57.485011199Z I0710 02:07:57.485006    3560 egressservice_zone.go:132] Setting up event handlers for Egress Services
2026-07-10T02:07:57.485058261Z I0710 02:07:57.485046    3560 egressqos.go:995] Processing sync for EgressQoS node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.485109496Z I0710 02:07:57.485095    3560 egressqos.go:998] Finished syncing EgressQoS node ip-10-0-131-213.ec2.internal : 48.952µs
2026-07-10T02:07:57.485166113Z I0710 02:07:57.485154    3560 egressservice_zone.go:210] Starting Egress Services Controller
2026-07-10T02:07:57.485176825Z I0710 02:07:57.485169    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
2026-07-10T02:07:57.485189582Z I0710 02:07:57.485176    3560 shared_informer.go:356] "Caches are synced" controller="egressservices"
2026-07-10T02:07:57.485189582Z I0710 02:07:57.485185    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
2026-07-10T02:07:57.485196751Z I0710 02:07:57.485192    3560 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
2026-07-10T02:07:57.485204821Z I0710 02:07:57.485200    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
2026-07-10T02:07:57.485211285Z I0710 02:07:57.485206    3560 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
2026-07-10T02:07:57.485219412Z I0710 02:07:57.485214    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
2026-07-10T02:07:57.485225893Z I0710 02:07:57.485221    3560 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
2026-07-10T02:07:57.485232502Z I0710 02:07:57.485226    3560 egressservice_zone.go:228] Repairing Egress Services
2026-07-10T02:07:57.485488642Z I0710 02:07:57.485472    3560 master_controller.go:88] Starting Admin Policy Based Route Controller
2026-07-10T02:07:57.485488642Z I0710 02:07:57.485480    3560 external_controller.go:278] Starting Admin Policy Based Route Controller
2026-07-10T02:07:57.485504529Z I0710 02:07:57.485498    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-139-215.ec2.internal
2026-07-10T02:07:57.485515447Z I0710 02:07:57.485508    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-139-215.ec2.internal: 10.251µs
2026-07-10T02:07:57.485524329Z I0710 02:07:57.485514    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-130-65.ec2.internal
2026-07-10T02:07:57.485524329Z I0710 02:07:57.485518    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-130-65.ec2.internal: 3.784µs
2026-07-10T02:07:57.485533926Z I0710 02:07:57.485525    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:57.485533926Z I0710 02:07:57.485531    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-131-213.ec2.internal: 6.394µs
2026-07-10T02:07:57.485692660Z I0710 02:07:57.485679    3560 default_network_controller.go:591] Completing all the Watchers took 310.168438ms
2026-07-10T02:07:57.485702282Z I0710 02:07:57.485698    3560 default_network_controller.go:595] Starting unidling controllers
2026-07-10T02:07:57.485710444Z I0710 02:07:57.485704    3560 unidle.go:46] Registering OVN SB ControllerEvent handler
2026-07-10T02:07:57.485717213Z I0710 02:07:57.485709    3560 unidle.go:63] Populating Initial ContollerEvent events
2026-07-10T02:07:57.485723716Z I0710 02:07:57.485719    3560 unidle.go:79] Setting up event handlers for services
2026-07-10T02:07:57.485773413Z I0710 02:07:57.485761    3560 ovnkube.go:555] Waiting for OVN northbound database changes to be processed by ovn-controller
2026-07-10T02:07:57.532133086Z + [[ 1 -lt 90 ]]
2026-07-10T02:07:57.532133086Z + add_garp_drop_flow br-ex
2026-07-10T02:07:57.532164600Z + local bridge=br-ex
2026-07-10T02:07:57.532173613Z + local cookie=0x0305
2026-07-10T02:07:57.532180286Z + local priority=499
2026-07-10T02:07:57.532540086Z ++ ovs-vsctl list-ports br-ex
2026-07-10T02:07:57.538975733Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-10T02:07:57.538975733Z + [[ ens5 == *to-br-int ]]
2026-07-10T02:07:57.538992923Z + return 1
2026-07-10T02:07:57.539015678Z + ((  retries += 1  ))
2026-07-10T02:07:57.539023016Z + [[ 2 -eq 15 ]]
2026-07-10T02:07:57.539023016Z + sleep 2
2026-07-10T02:07:57.688486667Z I0710 02:07:57.688456    3560 default_node_network_controller.go:548] Node connection status = connected
2026-07-10T02:07:58.189885739Z I0710 02:07:58.189846    3560 default_node_network_controller.go:548] Node connection status = connected
2026-07-10T02:07:58.688732756Z I0710 02:07:58.688696    3560 default_node_network_controller.go:548] Node connection status = connected
2026-07-10T02:07:59.156553596Z I0710 02:07:59.156508    3560 default_network_controller.go:1032] Node "ip-10-0-130-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:07:59.188431414Z I0710 02:07:59.188393    3560 default_node_network_controller.go:548] Node connection status = connected
2026-07-10T02:07:59.540826884Z + [[ 2 -lt 90 ]]
2026-07-10T02:07:59.540855316Z + add_garp_drop_flow br-ex
2026-07-10T02:07:59.540878325Z + local bridge=br-ex
2026-07-10T02:07:59.540899456Z + local cookie=0x0305
2026-07-10T02:07:59.540909168Z + local priority=499
2026-07-10T02:07:59.541294300Z ++ ovs-vsctl list-ports br-ex
2026-07-10T02:07:59.549151408Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-10T02:07:59.549151408Z + [[ ens5 == *to-br-int ]]
2026-07-10T02:07:59.549177632Z + for port_name in $(ovs-vsctl list-ports "$bridge")
2026-07-10T02:07:59.549177632Z + [[ patch-br-ex_ip-10-0-131-213.ec2.internal-to-br-int == *to-br-int ]]
2026-07-10T02:07:59.549177632Z + local of_port
2026-07-10T02:07:59.549514723Z ++ ovs-vsctl get interface patch-br-ex_ip-10-0-131-213.ec2.internal-to-br-int ofport
2026-07-10T02:07:59.556666459Z + of_port='[]'
2026-07-10T02:07:59.556690942Z + ovs-ofctl add-flow br-ex 'cookie=0x0305,table=0,priority=499,in_port=[],arp,arp_op=1,actions=drop'
2026-07-10T02:07:59.598484535Z ovs-ofctl: []: invalid or unknown port for in_port
2026-07-10T02:07:59.599496215Z ++ date -Iseconds
2026-07-10T02:07:59.601288517Z + echo '2026-07-10T02:07:59+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-131-213.ec2.internal-to-br-int (ofport=[])'
2026-07-10T02:07:59.601315971Z 2026-07-10T02:07:59+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-131-213.ec2.internal-to-br-int (ofport=[])
2026-07-10T02:07:59.601321532Z + return 0
2026-07-10T02:07:59.601342868Z + return 0
2026-07-10T02:07:59.622074842Z I0710 02:07:59.622044    3560 ovnkube.go:560] Finished waiting for OVN northbound database changes to be processed by ovn-controller
2026-07-10T02:07:59.689185587Z I0710 02:07:59.689145    3560 default_node_network_controller.go:548] Node connection status = connected
2026-07-10T02:07:59.708367362Z I0710 02:07:59.708326    3560 bridgeconfig.go:537] Gateway is ready
2026-07-10T02:07:59.708367362Z I0710 02:07:59.708351    3560 gateway_shared_intf.go:1728] Creating Gateway Openflow Manager
2026-07-10T02:07:59.721000835Z I0710 02:07:59.720967    3560 node_ip_handler_linux.go:310] Node primary address changed to 10.0.131.213. Updating OVN encap IP.
2026-07-10T02:07:59.727069597Z I0710 02:07:59.727035    3560 node_ip_handler_linux.go:631] Will not update encap IP 10.0.131.213 - it is already configured
2026-07-10T02:07:59.727095963Z I0710 02:07:59.727054    3560 node_ip_handler_linux.go:573] Node address changed to map[10.0.131.213/20:{} 172.20.0.1/32:{}]. Updating annotations.
2026-07-10T02:07:59.727312747Z I0710 02:07:59.727292    3560 kube.go:265] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.131.213/20","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-131-213.ec2.internal","mac-address":"02:fd:0f:0e:c2:a1","ip-addresses":["10.0.131.213/20"],"ip-address":"10.0.131.213/20","next-hops":["10.0.128.1"],"next-hop":"10.0.128.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:dfb471e7-d8d2-46f9-8bcd-2bc0e307e5f8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.131.213/20"}] on node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.740535338Z I0710 02:07:59.740501    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.740535338Z I0710 02:07:59.740525    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-131-213.ec2.internal: 29.083µs
2026-07-10T02:07:59.740600412Z I0710 02:07:59.740578    3560 master.go:558] Adding or Updating local node "ip-10-0-131-213.ec2.internal" for network "default"
2026-07-10T02:07:59.740725198Z I0710 02:07:59.740591    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-131-213.ec2.internal in network "default"
2026-07-10T02:07:59.740841730Z I0710 02:07:59.740606    3560 egressfirewall.go:708] Syncing node "ip-10-0-131-213.ec2.internal" for egress firewall
2026-07-10T02:07:59.740865256Z I0710 02:07:59.740818    3560 node_tracker.go:169] Node ip-10-0-131-213.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:07:59.740878107Z I0710 02:07:59.740860    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:07:59.741942941Z I0710 02:07:59.741921    3560 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.131.213
2026-07-10T02:07:59.742061154Z I0710 02:07:59.742032    3560 kube.go:265] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.747533417Z I0710 02:07:59.747508    3560 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-131-213.ec2.internal. Updating no re-route policies
2026-07-10T02:07:59.747622019Z I0710 02:07:59.747593    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-qjjm5
2026-07-10T02:07:59.747671083Z I0710 02:07:59.747657    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-qjjm5
2026-07-10T02:07:59.747710745Z I0710 02:07:59.747691    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.747720510Z I0710 02:07:59.747709    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ll898
2026-07-10T02:07:59.747729621Z I0710 02:07:59.747717    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.747729621Z I0710 02:07:59.747724    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ll898
2026-07-10T02:07:59.747755030Z I0710 02:07:59.747693    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jmm5j
2026-07-10T02:07:59.747764693Z I0710 02:07:59.747756    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jmm5j
2026-07-10T02:07:59.747773583Z I0710 02:07:59.747761    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pcfzz
2026-07-10T02:07:59.747773583Z I0710 02:07:59.747767    3560 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ll898, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ll898: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ll898: no pod IPs found 
2026-07-10T02:07:59.747787508Z I0710 02:07:59.747771    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pcfzz
2026-07-10T02:07:59.747787508Z I0710 02:07:59.747680    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-dns/node-resolver-4gmwh
2026-07-10T02:07:59.747787508Z I0710 02:07:59.747782    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-dns/node-resolver-4gmwh
2026-07-10T02:07:59.747798623Z I0710 02:07:59.747791    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8zxrq
2026-07-10T02:07:59.747798623Z I0710 02:07:59.747782    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-mb7lt
2026-07-10T02:07:59.747832514Z I0710 02:07:59.747797    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8zxrq
2026-07-10T02:07:59.747832514Z I0710 02:07:59.747821    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-mb7lt
2026-07-10T02:07:59.747832514Z I0710 02:07:59.747825    3560 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-pcfzz, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pcfzz: suppressed error logged: pod kube-system/global-pull-secret-syncer-pcfzz: no pod IPs found 
2026-07-10T02:07:59.747843287Z I0710 02:07:59.747824    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-image-registry/node-ca-8w4fn
2026-07-10T02:07:59.747843287Z I0710 02:07:59.747839    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5j8nl
2026-07-10T02:07:59.747853399Z I0710 02:07:59.747839    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gsnvh
2026-07-10T02:07:59.747853399Z I0710 02:07:59.747848    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5j8nl
2026-07-10T02:07:59.747862815Z I0710 02:07:59.747849    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-v2d92
2026-07-10T02:07:59.747862815Z I0710 02:07:59.747852    3560 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-mb7lt] creating logical port kube-system_global-pull-secret-syncer-mb7lt for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.747862815Z I0710 02:07:59.747858    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-v2d92
2026-07-10T02:07:59.747873257Z I0710 02:07:59.747864    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r4vzs
2026-07-10T02:07:59.747882838Z I0710 02:07:59.747874    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r4vzs
2026-07-10T02:07:59.747882838Z I0710 02:07:59.747879    3560 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-5j8nl] creating logical port openshift-multus_network-metrics-daemon-5j8nl for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.747911728Z I0710 02:07:59.747894    3560 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-v2d92, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-v2d92: suppressed error logged: pod kube-system/global-pull-secret-syncer-v2d92: no pod IPs found 
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747902    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dldnw
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747926    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dldnw
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747936    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9kgfv
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747946    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9kgfv
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747949    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-st5kh
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747956    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-st5kh
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747988    3560 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-st5kh] creating logical port openshift-network-diagnostics_network-check-target-st5kh for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.747999732Z I0710 02:07:59.747993    3560 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9kgfv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9kgfv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9kgfv: no pod IPs found 
2026-07-10T02:07:59.748015763Z I0710 02:07:59.748007    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6hfgs
2026-07-10T02:07:59.748025227Z I0710 02:07:59.748015    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6hfgs
2026-07-10T02:07:59.748049945Z I0710 02:07:59.747666    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/konnectivity-agent-p7ftq
2026-07-10T02:07:59.748085012Z I0710 02:07:59.748073    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/konnectivity-agent-p7ftq
2026-07-10T02:07:59.748128248Z I0710 02:07:59.748046    3560 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6hfgs, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6hfgs: suppressed error logged: pod openshift-multus/network-metrics-daemon-6hfgs: no pod IPs found 
2026-07-10T02:07:59.748151574Z I0710 02:07:59.747679    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7z79d
2026-07-10T02:07:59.748180227Z I0710 02:07:59.748170    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7z79d
2026-07-10T02:07:59.748286652Z I0710 02:07:59.747839    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-image-registry/node-ca-8w4fn
2026-07-10T02:07:59.748391233Z I0710 02:07:59.747854    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gsnvh
2026-07-10T02:07:59.748497570Z I0710 02:07:59.748470    3560 obj_retry.go:434] default/networkController: retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-gsnvh, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-gsnvh: suppressed error logged: pod openshift-multus/network-metrics-daemon-gsnvh: no pod IPs found 
2026-07-10T02:07:59.748576802Z I0710 02:07:59.748557    3560 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.748591000Z I0710 02:07:59.748576    3560 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-131-213.ec2.internal
2026-07-10T02:07:59.748941016Z I0710 02:07:59.748916    3560 pods.go:270] [kube-system/global-pull-secret-syncer-mb7lt] addLogicalPort took 1.070041ms, libovsdb time 523.442µs
2026-07-10T02:07:59.749069731Z I0710 02:07:59.749049    3560 pods.go:270] [openshift-network-diagnostics/network-check-target-st5kh] addLogicalPort took 1.075058ms, libovsdb time 568.655µs
2026-07-10T02:07:59.749183573Z I0710 02:07:59.749168    3560 pods.go:270] [openshift-multus/network-metrics-daemon-5j8nl] addLogicalPort took 1.29976ms, libovsdb time 690.494µs
2026-07-10T02:07:59.756044832Z I0710 02:07:59.756021    3560 gateway_shared_intf.go:1793] Creating Gateway Node Port Watcher
2026-07-10T02:07:59.769350134Z I0710 02:07:59.769322    3560 iptables.go:108] Creating table: mangle chain: OUTPUT
2026-07-10T02:07:59.772930625Z I0710 02:07:59.772906    3560 iptables.go:108] Creating table: nat chain: OUTPUT
2026-07-10T02:07:59.793472840Z I0710 02:07:59.793430    3560 iptables.go:108] Creating table: nat chain: PREROUTING
2026-07-10T02:07:59.834053619Z I0710 02:07:59.834017    3560 iptables.go:108] Creating table: filter chain: FORWARD
2026-07-10T02:07:59.853693842Z I0710 02:07:59.853656    3560 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1
2026-07-10T02:07:59.853881193Z W0710 02:07:59.853861    3560 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
2026-07-10T02:07:59.853951179Z I0710 02:07:59.853937    3560 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4
2026-07-10T02:07:59.854068807Z W0710 02:07:59.854052    3560 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
2026-07-10T02:07:59.854141061Z I0710 02:07:59.854126    3560 gateway_init.go:325] Gateway and management port readiness took 2.670380449s
2026-07-10T02:07:59.854172662Z I0710 02:07:59.854162    3560 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
2026-07-10T02:07:59.854235800Z I0710 02:07:59.854207    3560 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
2026-07-10T02:07:59.854286856Z I0710 02:07:59.854272    3560 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
2026-07-10T02:07:59.854309157Z I0710 02:07:59.854295    3560 nad_controller.go:540] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
2026-07-10T02:07:59.854386757Z I0710 02:07:59.854374    3560 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
2026-07-10T02:07:59.854504342Z I0710 02:07:59.854480    3560 nad_controller.go:579] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.556µs
2026-07-10T02:07:59.854843228Z I0710 02:07:59.854824    3560 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
2026-07-10T02:07:59.854876227Z I0710 02:07:59.854862    3560 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.929µs
2026-07-10T02:07:59.854886609Z I0710 02:07:59.854874    3560 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 52.807µs
2026-07-10T02:07:59.854886609Z I0710 02:07:59.854883    3560 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
2026-07-10T02:07:59.854911086Z I0710 02:07:59.854899    3560 nad_controller.go:378] [node-nad-controller NAD controller]: started
2026-07-10T02:07:59.854921440Z I0710 02:07:59.854910    3560 default_node_network_controller.go:944] Starting the default node network controller
2026-07-10T02:07:59.854921440Z I0710 02:07:59.854917    3560 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
2026-07-10T02:07:59.855030648Z I0710 02:07:59.855003    3560 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.427µs
2026-07-10T02:07:59.855184216Z I0710 02:07:59.855167    3560 default_node_network_controller.go:1540] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
2026-07-10T02:07:59.855184216Z I0710 02:07:59.855181    3560 default_node_network_controller.go:980] Waiting for gateway and management port readiness...
2026-07-10T02:07:59.855294092Z I0710 02:07:59.855218    3560 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007d42d0 0xc0007ac3f0 0xc0007ac4d0 0xc0007ac540 0xc0007ac5b0 0xc0007ac770 <nil> 0xc0007ac850 0xc000146320 0xc0007ac8c0 0xc0007ac930 <nil> 0xc000146500 0xc0028cc690 <nil> <nil> <nil> 0xc0007ac9a0 <nil> map[0x306c920:0xc0026fe120 0x306ce60:0xc0026fe2a0 0x306db80:0xc0026fe060 0x306de20:0xc0026fe0c0 0x306e600:0xc0026fe180 0x306e8a0:0xc0026fe1e0 0x306eb40:0xc0026fe240 0x306f320:0xc0028c2a20 0x306f5c0:0xc0028c2a80 0x3090a40:0xc0008c8720 0x3092440:0xc00013ea20 0x3092e00:0xc00110ad80 0x3093140:0xc00110aba0 0x3094180:0xc0026fe000 0x3094800:0xc00110ab40] 0xc00016a770 0}
2026-07-10T02:07:59.855312276Z I0710 02:07:59.855304    3560 gateway.go:151] Starting gateway service sync
2026-07-10T02:07:59.855884632Z I0710 02:07:59.855862    3560 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
2026-07-10T02:07:59.858557405Z I0710 02:07:59.858536    3560 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
2026-07-10T02:07:59.868781984Z I0710 02:07:59.868757    3560 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
2026-07-10T02:07:59.870386769Z I0710 02:07:59.870364    3560 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
2026-07-10T02:07:59.871575614Z I0710 02:07:59.871549    3560 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
2026-07-10T02:07:59.908930151Z I0710 02:07:59.908897    3560 gateway.go:168] Gateway service sync done. Time taken: 53.577526ms
2026-07-10T02:07:59.909639396Z I0710 02:07:59.909616    3560 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30871
2026-07-10T02:07:59.909844125Z I0710 02:07:59.909769    3560 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007d42d0 0xc0007ac3f0 0xc0007ac4d0 0xc0007ac540 0xc0007ac5b0 0xc0007ac770 <nil> 0xc0007ac850 0xc000146320 0xc0007ac8c0 0xc0007ac930 <nil> 0xc000146500 0xc0028cc690 <nil> <nil> <nil> 0xc0007ac9a0 <nil> map[0x306c920:0xc0026fe120 0x306ce60:0xc0026fe2a0 0x306db80:0xc0026fe060 0x306de20:0xc0026fe0c0 0x306e600:0xc0026fe180 0x306e8a0:0xc0026fe1e0 0x306eb40:0xc0026fe240 0x306f320:0xc0028c2a20 0x306f5c0:0xc0028c2a80 0x3090a40:0xc0008c8720 0x3092440:0xc00013ea20 0x3092e00:0xc00110ad80 0x3093140:0xc00110aba0 0x3094180:0xc0026fe000 0x3094800:0xc00110ab40] 0xc00016a770 0}
2026-07-10T02:07:59.910413369Z I0710 02:07:59.910379    3560 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007d42d0 0xc0007ac3f0 0xc0007ac4d0 0xc0007ac540 0xc0007ac5b0 0xc0007ac770 <nil> 0xc0007ac850 0xc000146320 0xc0007ac8c0 0xc0007ac930 <nil> 0xc000146500 0xc0028cc690 <nil> <nil> <nil> 0xc0007ac9a0 <nil> map[0x306c920:0xc0026fe120 0x306ce60:0xc0026fe2a0 0x306db80:0xc0026fe060 0x306de20:0xc0026fe0c0 0x306e600:0xc0026fe180 0x306e8a0:0xc0026fe1e0 0x306eb40:0xc0026fe240 0x306f320:0xc0028c2a20 0x306f5c0:0xc0028c2a80 0x3090a40:0xc0008c8720 0x3092440:0xc00013ea20 0x3092e00:0xc00110ad80 0x3093140:0xc00110aba0 0x3094180:0xc0026fe000 0x3094800:0xc00110ab40] 0xc00016a770 0}
2026-07-10T02:07:59.910426978Z I0710 02:07:59.910421    3560 gateway.go:532] Reconciling gateway with updates
2026-07-10T02:07:59.916663290Z I0710 02:07:59.916639    3560 gateway.go:339] Spawning Conntrack Rule Check Thread
2026-07-10T02:07:59.916756159Z I0710 02:07:59.916733    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-10T02:07:59.916793443Z I0710 02:07:59.916779    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-10T02:07:59.916854036Z I0710 02:07:59.916827    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-10T02:07:59.916905932Z I0710 02:07:59.916880    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-10T02:07:59.916905932Z I0710 02:07:59.916888    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics
2026-07-10T02:07:59.916905932Z I0710 02:07:59.916893    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-10T02:07:59.916905932Z I0710 02:07:59.916897    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-10T02:07:59.916905932Z I0710 02:07:59.916900    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics
2026-07-10T02:07:59.916925233Z I0710 02:07:59.916907    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-10T02:07:59.916925233Z I0710 02:07:59.916910    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-10T02:07:59.916925233Z I0710 02:07:59.916918    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-10T02:07:59.916952334Z I0710 02:07:59.916888    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-10T02:07:59.916952334Z I0710 02:07:59.916948    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-10T02:07:59.916966522Z I0710 02:07:59.916952    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-10T02:07:59.916966522Z I0710 02:07:59.916959    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-10T02:07:59.916990448Z I0710 02:07:59.916977    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-10T02:07:59.917000295Z I0710 02:07:59.916989    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-10T02:07:59.917018027Z I0710 02:07:59.917003    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-10T02:07:59.917027055Z I0710 02:07:59.917018    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-10T02:07:59.917027055Z I0710 02:07:59.917022    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-10T02:07:59.917036683Z I0710 02:07:59.916899    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-10T02:07:59.917036683Z I0710 02:07:59.917032    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-10T02:07:59.917043850Z I0710 02:07:59.917035    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-10T02:07:59.917050350Z I0710 02:07:59.917045    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-10T02:07:59.917067975Z I0710 02:07:59.917053    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-10T02:07:59.917075412Z I0710 02:07:59.917067    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-10T02:07:59.917075412Z I0710 02:07:59.917067    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-10T02:07:59.917082119Z I0710 02:07:59.917046    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-10T02:07:59.917088560Z I0710 02:07:59.917081    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-10T02:07:59.917088560Z I0710 02:07:59.917085    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-10T02:07:59.917095227Z I0710 02:07:59.916762    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-10T02:07:59.917101670Z I0710 02:07:59.917091    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-10T02:07:59.917101670Z I0710 02:07:59.917096    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-10T02:07:59.917101670Z I0710 02:07:59.917067    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-10T02:07:59.917110366Z I0710 02:07:59.917102    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-10T02:07:59.917110366Z I0710 02:07:59.917081    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default
2026-07-10T02:07:59.917127728Z I0710 02:07:59.917116    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default
2026-07-10T02:07:59.917135470Z I0710 02:07:59.917125    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver
2026-07-10T02:07:59.917135470Z I0710 02:07:59.916770    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver
2026-07-10T02:07:59.917142044Z I0710 02:07:59.917135    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver
2026-07-10T02:07:59.917142044Z I0710 02:07:59.917138    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver
2026-07-10T02:07:59.917159854Z I0710 02:07:59.917146    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-10T02:07:59.917167307Z I0710 02:07:59.916752    3560 default_node_network_controller.go:1005] Gateway and management port readiness took 61.559704ms
2026-07-10T02:07:59.917167307Z I0710 02:07:59.916785    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-10T02:07:59.917173893Z I0710 02:07:59.917164    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-10T02:07:59.917209030Z I0710 02:07:59.917195    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-10T02:07:59.917209030Z I0710 02:07:59.916780    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-10T02:07:59.917219333Z I0710 02:07:59.917207    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-10T02:07:59.917219333Z I0710 02:07:59.917216    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-10T02:07:59.917228631Z I0710 02:07:59.917216    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-10T02:07:59.917239720Z I0710 02:07:59.917232    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-10T02:07:59.917239720Z I0710 02:07:59.917231    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-10T02:07:59.917258354Z I0710 02:07:59.917236    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-10T02:07:59.917258354Z I0710 02:07:59.916835    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-10T02:07:59.917270484Z I0710 02:07:59.917258    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes
2026-07-10T02:07:59.917270484Z I0710 02:07:59.917252    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-e0ee35e3b7ed1f049ce855b1c7eb3f0bbe941735a373b4169
2026-07-10T02:07:59.917280120Z I0710 02:07:59.917266    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-10T02:07:59.917280120Z I0710 02:07:59.917274    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-e0ee35e3b7ed1f049ce855b1c7eb3f0bbe941735a373b4169
2026-07-10T02:07:59.917289498Z I0710 02:07:59.917024    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift
2026-07-10T02:07:59.917289498Z I0710 02:07:59.917284    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-10T02:07:59.917298765Z I0710 02:07:59.917289    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift
2026-07-10T02:07:59.917298765Z I0710 02:07:59.917234    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-10T02:07:59.917307680Z I0710 02:07:59.917117    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default
2026-07-10T02:07:59.917307680Z I0710 02:07:59.917297    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-10T02:07:59.917316683Z I0710 02:07:59.917310    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default
2026-07-10T02:07:59.917355227Z I0710 02:07:59.917324    3560 port_claim.go:71] Svc openshift-ingress/router-default: port 32342 is already open, no action needed
2026-07-10T02:07:59.917355227Z I0710 02:07:59.917271    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes
2026-07-10T02:07:59.917355227Z I0710 02:07:59.917338    3560 port_claim.go:71] Svc openshift-ingress/router-default: port 30463 is already open, no action needed
2026-07-10T02:07:59.917366650Z I0710 02:07:59.917240    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-10T02:07:59.917410049Z I0710 02:07:59.916879    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-10T02:07:59.917456895Z I0710 02:07:59.917442    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-10T02:07:59.917506691Z I0710 02:07:59.916797    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-10T02:07:59.917506691Z I0710 02:07:59.917498    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-10T02:07:59.917506691Z I0710 02:07:59.917107    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-10T02:07:59.917524325Z I0710 02:07:59.916752    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-10T02:07:59.917524325Z I0710 02:07:59.917519    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-10T02:07:59.917534718Z I0710 02:07:59.916733    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-10T02:07:59.917544506Z I0710 02:07:59.917533    3560 gateway_shared_intf.go:2158] Ensuring masquerade resources on br-ex (ifindex=5, lastSuccessful=0)
2026-07-10T02:07:59.917544506Z I0710 02:07:59.916785    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-10T02:07:59.917569994Z I0710 02:07:59.917535    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-10T02:07:59.917598023Z I0710 02:07:59.917057    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-10T02:07:59.917641215Z I0710 02:07:59.917617    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-10T02:07:59.917687080Z I0710 02:07:59.916849    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-10T02:07:59.917697361Z I0710 02:07:59.917688    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-10T02:07:59.917738682Z I0710 02:07:59.916829    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-10T02:07:59.917748337Z I0710 02:07:59.917739    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-10T02:07:59.917817018Z I0710 02:07:59.916816    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-10T02:07:59.917873109Z I0710 02:07:59.917857    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-10T02:07:59.917944199Z I0710 02:07:59.917248    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-10T02:07:59.917984908Z I0710 02:07:59.917300    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-10T02:07:59.918155478Z I0710 02:07:59.918029    3560 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.131.213
2026-07-10T02:07:59.918424661Z I0710 02:07:59.918399    3560 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1
2026-07-10T02:07:59.918482070Z I0710 02:07:59.918468    3560 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4
2026-07-10T02:07:59.918538355Z I0710 02:07:59.918524    3560 gateway_shared_intf.go:2184] Masquerade resources ensured on br-ex (ifindex=5)
2026-07-10T02:07:59.918604764Z I0710 02:07:59.918582    3560 node_ip_handler_linux.go:189] Node IP manager is running
2026-07-10T02:07:59.962983801Z W0710 02:07:59.962932    3560 port_linux.go:260] Missing or unable to find route entry for subnet 10.132.0.0/14 via gateway 10.132.0.1 on link ovn-k8s-mp0 with MTU: 0
2026-07-10T02:07:59.963403527Z W0710 02:07:59.963377    3560 port_linux.go:260] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.132.0.1 on link ovn-k8s-mp0 with MTU: 0
2026-07-10T02:07:59.963630109Z W0710 02:07:59.963606    3560 port_linux.go:276] Missing arp entry for MAC/IP binding (0a:58:0a:84:00:01/10.132.0.1) on link ovn-k8s-mp0
2026-07-10T02:08:01.355422733Z I0710 02:08:01.355384    3560 default_node_network_controller.go:1460] Starting node controller node sync
2026-07-10T02:08:01.355422733Z W0710 02:08:01.355393    3560 egressip_healthcheck.go:76] Health checking using insecure connection
2026-07-10T02:08:01.355452873Z I0710 02:08:01.355434    3560 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.132.0.2:9107
2026-07-10T02:08:01.366890799Z I0710 02:08:01.366857    3560 default_node_network_controller.go:1502] Node controller node sync done. Time taken: 11.450993ms
2026-07-10T02:08:01.367026040Z I0710 02:08:01.367011    3560 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
2026-07-10T02:08:01.367307409Z I0710 02:08:01.367296    3560 egressservice_node.go:93] Setting up event handlers for Egress Services
2026-07-10T02:08:01.367472986Z I0710 02:08:01.367460    3560 egressservice_node.go:183] Starting Egress Services Controller
2026-07-10T02:08:01.367491094Z I0710 02:08:01.367480    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
2026-07-10T02:08:01.367498588Z I0710 02:08:01.367490    3560 shared_informer.go:356] "Caches are synced" controller="egressservices"
2026-07-10T02:08:01.367524943Z I0710 02:08:01.367515    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
2026-07-10T02:08:01.367524943Z I0710 02:08:01.367523    3560 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
2026-07-10T02:08:01.367532903Z I0710 02:08:01.367528    3560 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
2026-07-10T02:08:01.367552208Z I0710 02:08:01.367543    3560 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
2026-07-10T02:08:01.367552208Z I0710 02:08:01.367549    3560 egressservice_node.go:197] Repairing Egress Services
2026-07-10T02:08:01.377568364Z I0710 02:08:01.377539    3560 node_controller.go:43] Starting Admin Policy Based Route Node Controller
2026-07-10T02:08:01.377568364Z I0710 02:08:01.377552    3560 external_controller.go:278] Starting Admin Policy Based Route Controller
2026-07-10T02:08:01.377835593Z I0710 02:08:01.377822    3560 default_node_network_controller.go:1157] Egress IP for secondary host network is disabled
2026-07-10T02:08:01.377872732Z I0710 02:08:01.377862    3560 link_network_manager.go:119] Link manager is running
2026-07-10T02:08:01.377882236Z I0710 02:08:01.377877    3560 default_node_network_controller.go:1178] Default node network controller initialized and ready.
2026-07-10T02:08:01.378079358Z I0710 02:08:01.378064    3560 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
2026-07-10T02:08:01.378497728Z I0710 02:08:01.378482    3560 vrf_manager.go:128] VRF manager is running
2026-07-10T02:08:01.378605891Z I0710 02:08:01.378596    3560 node_controller_manager.go:465] Removing flows to drop GARP
2026-07-10T02:08:01.378613366Z I0710 02:08:01.378604    3560 gateway.go:532] Reconciling gateway with updates
2026-07-10T02:08:01.394831144Z I0710 02:08:01.394780    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-10T02:08:01.394831144Z I0710 02:08:01.394797    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-10T02:08:01.394872471Z I0710 02:08:01.394821    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-10T02:08:01.394872471Z I0710 02:08:01.394831    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
2026-07-10T02:08:01.394872471Z I0710 02:08:01.394846    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-10T02:08:01.394872471Z I0710 02:08:01.394857    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
2026-07-10T02:08:01.394885952Z I0710 02:08:01.394874    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-10T02:08:01.394885952Z I0710 02:08:01.394881    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
2026-07-10T02:08:01.394894748Z I0710 02:08:01.394886    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
2026-07-10T02:08:01.394901854Z I0710 02:08:01.394895    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-10T02:08:01.394910096Z I0710 02:08:01.394904    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
2026-07-10T02:08:01.394980205Z I0710 02:08:01.394951    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-10T02:08:01.395282600Z I0710 02:08:01.395255    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
2026-07-10T02:08:01.395282600Z I0710 02:08:01.395256    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-10T02:08:01.395282600Z I0710 02:08:01.395275    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
2026-07-10T02:08:01.395304595Z I0710 02:08:01.394988    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-10T02:08:01.395304595Z I0710 02:08:01.395292    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
2026-07-10T02:08:01.395333469Z I0710 02:08:01.394971    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-10T02:08:01.395333469Z I0710 02:08:01.395324    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default
2026-07-10T02:08:01.395346342Z I0710 02:08:01.395337    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-10T02:08:01.395369283Z I0710 02:08:01.395349    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-10T02:08:01.395369283Z I0710 02:08:01.395360    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default
2026-07-10T02:08:01.395384439Z I0710 02:08:01.395367    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
2026-07-10T02:08:01.395384439Z I0710 02:08:01.395002    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-10T02:08:01.395393995Z I0710 02:08:01.395386    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
2026-07-10T02:08:01.395447763Z I0710 02:08:01.395417    3560 port_claim.go:71] Svc openshift-ingress/router-default: port 32342 is already open, no action needed
2026-07-10T02:08:01.395447763Z I0710 02:08:01.395351    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
2026-07-10T02:08:01.395447763Z I0710 02:08:01.395435    3560 port_claim.go:71] Svc openshift-ingress/router-default: port 30463 is already open, no action needed
2026-07-10T02:08:01.395460686Z I0710 02:08:01.395450    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-10T02:08:01.395460686Z I0710 02:08:01.395028    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-10T02:08:01.395467796Z I0710 02:08:01.395458    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-10T02:08:01.395474539Z I0710 02:08:01.395465    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
2026-07-10T02:08:01.395474539Z I0710 02:08:01.395467    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
2026-07-10T02:08:01.395529744Z I0710 02:08:01.395325    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
2026-07-10T02:08:01.395529744Z I0710 02:08:01.395054    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-10T02:08:01.395529744Z I0710 02:08:01.395509    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-10T02:08:01.395529744Z I0710 02:08:01.395518    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics
2026-07-10T02:08:01.395529744Z I0710 02:08:01.395520    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics
2026-07-10T02:08:01.395552272Z I0710 02:08:01.395532    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-10T02:08:01.395552272Z I0710 02:08:01.395037    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-10T02:08:01.395552272Z I0710 02:08:01.395541    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
2026-07-10T02:08:01.395552272Z I0710 02:08:01.395546    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
2026-07-10T02:08:01.395563611Z I0710 02:08:01.395063    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-10T02:08:01.395577878Z I0710 02:08:01.395562    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
2026-07-10T02:08:01.395577878Z I0710 02:08:01.395071    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-10T02:08:01.395577878Z I0710 02:08:01.395059    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-10T02:08:01.395590331Z I0710 02:08:01.395583    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
2026-07-10T02:08:01.395599651Z I0710 02:08:01.395077    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-10T02:08:01.395599651Z I0710 02:08:01.395595    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
2026-07-10T02:08:01.395609174Z I0710 02:08:01.395597    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
2026-07-10T02:08:01.395643878Z I0710 02:08:01.395089    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-10T02:08:01.395643878Z I0710 02:08:01.395639    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
2026-07-10T02:08:01.395672496Z I0710 02:08:01.395105    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default
2026-07-10T02:08:01.395672496Z I0710 02:08:01.395666    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default
2026-07-10T02:08:01.395708930Z I0710 02:08:01.395134    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-10T02:08:01.395708930Z I0710 02:08:01.395703    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
2026-07-10T02:08:01.395730565Z I0710 02:08:01.395135    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver
2026-07-10T02:08:01.395730565Z I0710 02:08:01.395725    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver
2026-07-10T02:08:01.395777405Z I0710 02:08:01.395145    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-10T02:08:01.395777405Z I0710 02:08:01.395772    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
2026-07-10T02:08:01.395818907Z I0710 02:08:01.395144    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-10T02:08:01.395818907Z I0710 02:08:01.395794    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics
2026-07-10T02:08:01.395848391Z I0710 02:08:01.395149    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes
2026-07-10T02:08:01.395848391Z I0710 02:08:01.395844    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes
2026-07-10T02:08:01.395874440Z I0710 02:08:01.395153    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-10T02:08:01.395874440Z I0710 02:08:01.395869    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
2026-07-10T02:08:01.395884395Z I0710 02:08:01.395153    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-10T02:08:01.395884395Z I0710 02:08:01.395879    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
2026-07-10T02:08:01.395913960Z I0710 02:08:01.395197    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-10T02:08:01.395913960Z I0710 02:08:01.395908    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
2026-07-10T02:08:01.395931638Z I0710 02:08:01.395231    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics
2026-07-10T02:08:01.395931638Z I0710 02:08:01.395929    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics
2026-07-10T02:08:01.395963713Z I0710 02:08:01.395229    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-10T02:08:01.395963713Z I0710 02:08:01.395958    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
2026-07-10T02:08:01.395985293Z I0710 02:08:01.395315    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-10T02:08:01.395985293Z I0710 02:08:01.395979    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
2026-07-10T02:08:01.396007057Z I0710 02:08:01.395325    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver
2026-07-10T02:08:01.396007057Z I0710 02:08:01.396000    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver
2026-07-10T02:08:01.396038018Z I0710 02:08:01.395016    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift
2026-07-10T02:08:01.396038018Z I0710 02:08:01.396032    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift
2026-07-10T02:08:01.396038018Z I0710 02:08:01.394825    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
2026-07-10T02:08:01.396079628Z I0710 02:08:01.395458    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
2026-07-10T02:08:01.396079628Z I0710 02:08:01.395041    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-10T02:08:01.396090196Z I0710 02:08:01.396080    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
2026-07-10T02:08:01.396118109Z I0710 02:08:01.395030    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-e0ee35e3b7ed1f049ce855b1c7eb3f0bbe941735a373b4169
2026-07-10T02:08:01.396118109Z I0710 02:08:01.396113    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway open-cluster-management-agent-addon/cluster-proxy-e0ee35e3b7ed1f049ce855b1c7eb3f0bbe941735a373b4169
2026-07-10T02:08:01.396118109Z I0710 02:08:01.395089    3560 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-10T02:08:01.396131085Z I0710 02:08:01.396120    3560 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
2026-07-10T02:08:02.858707319Z I0710 02:08:02.858660    3560 default_network_controller.go:1032] Node "ip-10-0-139-215.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:03.009414605Z I0710 02:08:03.009372    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-131-213.ec2.internal
2026-07-10T02:08:03.009528320Z I0710 02:08:03.009484    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-131-213.ec2.internal: 118.621µs
2026-07-10T02:08:03.034418876Z I0710 02:08:03.034378    3560 base_network_controller_pods.go:489] [default/openshift-network-console/networking-console-plugin-6cf856758c-rr7f6] creating logical port openshift-network-console_networking-console-plugin-6cf856758c-rr7f6 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:08:03.034529206Z I0710 02:08:03.034514    3560 kube.go:233] Patching annotations on pod openshift-network-console/networking-console-plugin-6cf856758c-rr7f6
2026-07-10T02:08:03.036435218Z I0710 02:08:03.036403    3560 base_network_controller_pods.go:489] [default/openshift-image-registry/image-registry-5f5cf64794-c75bp] creating logical port openshift-image-registry_image-registry-5f5cf64794-c75bp for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:08:03.036529814Z I0710 02:08:03.036512    3560 kube.go:233] Patching annotations on pod openshift-image-registry/image-registry-5f5cf64794-c75bp
2026-07-10T02:08:03.047843537Z I0710 02:08:03.047788    3560 base_network_controller_pods.go:974] [default/openshift-network-console/networking-console-plugin-6cf856758c-rr7f6] addLogicalPort annotation time took 13.305976ms
2026-07-10T02:08:03.049225837Z I0710 02:08:03.049194    3560 pods.go:270] [openshift-network-console/networking-console-plugin-6cf856758c-rr7f6] addLogicalPort took 14.833119ms, libovsdb time 1.021271ms
2026-07-10T02:08:03.052637004Z I0710 02:08:03.052591    3560 base_network_controller_pods.go:974] [default/openshift-image-registry/image-registry-5f5cf64794-c75bp] addLogicalPort annotation time took 16.107403ms
2026-07-10T02:08:03.053132306Z I0710 02:08:03.053105    3560 base_network_controller_pods.go:489] [default/openshift-ingress-canary/ingress-canary-rv9wg] creating logical port openshift-ingress-canary_ingress-canary-rv9wg for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:08:03.053375922Z I0710 02:08:03.053357    3560 kube.go:233] Patching annotations on pod openshift-ingress-canary/ingress-canary-rv9wg
2026-07-10T02:08:03.054112771Z I0710 02:08:03.054087    3560 pods.go:270] [openshift-image-registry/image-registry-5f5cf64794-c75bp] addLogicalPort took 17.699341ms, libovsdb time 1.073607ms
2026-07-10T02:08:03.055883566Z I0710 02:08:03.055856    3560 base_network_controller_pods.go:489] [default/openshift-dns/dns-default-vsgwk] creating logical port openshift-dns_dns-default-vsgwk for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:08:03.056021878Z I0710 02:08:03.055995    3560 kube.go:233] Patching annotations on pod openshift-dns/dns-default-vsgwk
2026-07-10T02:08:03.067564974Z I0710 02:08:03.067533    3560 base_network_controller_pods.go:974] [default/openshift-ingress-canary/ingress-canary-rv9wg] addLogicalPort annotation time took 14.242869ms
2026-07-10T02:08:03.069071130Z I0710 02:08:03.069026    3560 pods.go:270] [openshift-ingress-canary/ingress-canary-rv9wg] addLogicalPort took 15.931798ms, libovsdb time 1.054265ms
2026-07-10T02:08:03.069354801Z I0710 02:08:03.069327    3560 base_network_controller_pods.go:974] [default/openshift-dns/dns-default-vsgwk] addLogicalPort annotation time took 13.378334ms
2026-07-10T02:08:03.070949319Z I0710 02:08:03.070878    3560 pods.go:270] [openshift-dns/dns-default-vsgwk] addLogicalPort took 15.032639ms, libovsdb time 1.228084ms
2026-07-10T02:08:03.474338677Z I0710 02:08:03.474286    3560 cni.go:454] [openshift-ingress-canary/ingress-canary-rv9wg feb3473d8ab23d2a8c0ff47cea348068620cd8ab3f72e5b4aeca21e5ab0ce6c1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rv9wg feb3473d8ab23d2a8c0ff47cea348068620cd8ab3f72e5b4aeca21e5ab0ce6c1 network default NAD default NAD key ]
2026-07-10T02:08:03.521511281Z I0710 02:08:03.521473    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rv9wg, hostIfaceName: feb3473d8ab23d2, network: default, NAD default, SandboxID: "feb3473d8ab23d2a8c0ff47cea348068620cd8ab3f72e5b4aeca21e5ab0ce6c1", PCI device ID: , UID: "d86f5caf-4a63-4947-b175-ae4a035dd52b", MAC: 0a:58:0a:84:00:08, IPs: [10.132.0.8/23]
2026-07-10T02:08:03.573675343Z I0710 02:08:03.573624    3560 cni.go:480] [openshift-ingress-canary/ingress-canary-rv9wg feb3473d8ab23d2a8c0ff47cea348068620cd8ab3f72e5b4aeca21e5ab0ce6c1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rv9wg feb3473d8ab23d2a8c0ff47cea348068620cd8ab3f72e5b4aeca21e5ab0ce6c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:9d:45:5b:4a:bc\",\"name\":\"feb3473d8ab23d2\"},{\"mac\":\"0a:58:0a:84:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bdc9753-0fa8-484c-8592-7ffb629f5c35\"}],\"ips\":[{\"address\":\"10.132.0.8/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:08:09.417996003Z I0710 02:08:09.417956    3560 base_network_controller_pods.go:489] [default/open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl] creating logical port open-cluster-management-agent-addon_klusterlet-addon-workmgr-f944b9f5-mmttl for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:08:09.418226664Z I0710 02:08:09.418195    3560 kube.go:233] Patching annotations on pod open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl
2026-07-10T02:08:09.430486262Z I0710 02:08:09.430448    3560 base_network_controller_pods.go:974] [default/open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl] addLogicalPort annotation time took 12.29926ms
2026-07-10T02:08:09.430901913Z I0710 02:08:09.430872    3560 base_network_controller_pods.go:489] [default/open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt] creating logical port open-cluster-management-agent-addon_cluster-proxy-proxy-agent-86ccb77c9d-dx6mt for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:08:09.431156196Z I0710 02:08:09.431126    3560 kube.go:233] Patching annotations on pod open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt
2026-07-10T02:08:09.431886259Z I0710 02:08:09.431861    3560 pods.go:270] [open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl] addLogicalPort took 13.926187ms, libovsdb time 1.02103ms
2026-07-10T02:08:09.431932552Z I0710 02:08:09.431913    3560 base_network_controller_pods.go:489] [default/open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx] creating logical port open-cluster-management-agent-addon_managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:08:09.431995286Z I0710 02:08:09.431980    3560 kube.go:233] Patching annotations on pod open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx
2026-07-10T02:08:09.445632979Z I0710 02:08:09.445596    3560 base_network_controller_pods.go:974] [default/open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx] addLogicalPort annotation time took 13.596609ms
2026-07-10T02:08:09.445825018Z I0710 02:08:09.445778    3560 base_network_controller_pods.go:974] [default/open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt] addLogicalPort annotation time took 14.716763ms
2026-07-10T02:08:09.447410081Z I0710 02:08:09.447383    3560 pods.go:270] [open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt] addLogicalPort took 16.523444ms, libovsdb time 1.117512ms
2026-07-10T02:08:09.447820864Z I0710 02:08:09.447782    3560 pods.go:270] [open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx] addLogicalPort took 15.874476ms, libovsdb time 1.150393ms
2026-07-10T02:08:09.817667196Z I0710 02:08:09.817619    3560 cni.go:454] [open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl 8cad9f958383a6bcbed8f9730830a4f44f559316f713fa8e327eb8417a68a0d9 network default NAD default NAD key ] ADD starting CNI request [open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl 8cad9f958383a6bcbed8f9730830a4f44f559316f713fa8e327eb8417a68a0d9 network default NAD default NAD key ]
2026-07-10T02:08:09.828760607Z I0710 02:08:09.828713    3560 helper_linux.go:546] ConfigureOVS: namespace: open-cluster-management-agent-addon, podName: klusterlet-addon-workmgr-f944b9f5-mmttl, hostIfaceName: 8cad9f958383a6b, network: default, NAD default, SandboxID: "8cad9f958383a6bcbed8f9730830a4f44f559316f713fa8e327eb8417a68a0d9", PCI device ID: , UID: "0444260c-a7df-4444-960a-c077b5a09f8f", MAC: 0a:58:0a:84:00:0a, IPs: [10.132.0.10/23]
2026-07-10T02:08:09.856239038Z I0710 02:08:09.856188    3560 cni.go:454] [open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx 04522090f8de05c58b2fc56c08b722deb325b365aa094a4e5a0fac5e85361543 network default NAD default NAD key ] ADD starting CNI request [open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx 04522090f8de05c58b2fc56c08b722deb325b365aa094a4e5a0fac5e85361543 network default NAD default NAD key ]
2026-07-10T02:08:09.868796901Z I0710 02:08:09.868742    3560 helper_linux.go:546] ConfigureOVS: namespace: open-cluster-management-agent-addon, podName: managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx, hostIfaceName: 04522090f8de05c, network: default, NAD default, SandboxID: "04522090f8de05c58b2fc56c08b722deb325b365aa094a4e5a0fac5e85361543", PCI device ID: , UID: "c12cbd8d-4e9c-44cb-a769-f34924a81c46", MAC: 0a:58:0a:84:00:0c, IPs: [10.132.0.12/23]
2026-07-10T02:08:09.884051318Z I0710 02:08:09.884009    3560 cni.go:454] [open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt e9d247fe7339e26b48485c874c98f6763d6e5b41c3475625677cb1d271f7efa8 network default NAD default NAD key ] ADD starting CNI request [open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt e9d247fe7339e26b48485c874c98f6763d6e5b41c3475625677cb1d271f7efa8 network default NAD default NAD key ]
2026-07-10T02:08:09.886112190Z I0710 02:08:09.886069    3560 cni.go:480] [open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl 8cad9f958383a6bcbed8f9730830a4f44f559316f713fa8e327eb8417a68a0d9 network default NAD default NAD key default] ADD finished CNI request [open-cluster-management-agent-addon/klusterlet-addon-workmgr-f944b9f5-mmttl 8cad9f958383a6bcbed8f9730830a4f44f559316f713fa8e327eb8417a68a0d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:96:62:c4:e5:50\",\"name\":\"8cad9f958383a6b\"},{\"mac\":\"0a:58:0a:84:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c8d0d80-e717-4a02-8be7-a42132361890\"}],\"ips\":[{\"address\":\"10.132.0.10/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:08:09.895361725Z I0710 02:08:09.895322    3560 helper_linux.go:546] ConfigureOVS: namespace: open-cluster-management-agent-addon, podName: cluster-proxy-proxy-agent-86ccb77c9d-dx6mt, hostIfaceName: e9d247fe7339e26, network: default, NAD default, SandboxID: "e9d247fe7339e26b48485c874c98f6763d6e5b41c3475625677cb1d271f7efa8", PCI device ID: , UID: "df4d97b8-bff0-4ab2-8aa7-3ad14dd5efbb", MAC: 0a:58:0a:84:00:0b, IPs: [10.132.0.11/23]
2026-07-10T02:08:09.923272563Z I0710 02:08:09.923215    3560 cni.go:480] [open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx 04522090f8de05c58b2fc56c08b722deb325b365aa094a4e5a0fac5e85361543 network default NAD default NAD key default] ADD finished CNI request [open-cluster-management-agent-addon/managed-serviceaccount-addon-agent-5895b8fc5b-mkxqx 04522090f8de05c58b2fc56c08b722deb325b365aa094a4e5a0fac5e85361543 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c9:3f:d4:29:f5\",\"name\":\"04522090f8de05c\"},{\"mac\":\"0a:58:0a:84:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa354ace-5ba1-4338-92f1-fcf9f64545e0\"}],\"ips\":[{\"address\":\"10.132.0.12/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:08:09.947415082Z I0710 02:08:09.947362    3560 cni.go:480] [open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt e9d247fe7339e26b48485c874c98f6763d6e5b41c3475625677cb1d271f7efa8 network default NAD default NAD key default] ADD finished CNI request [open-cluster-management-agent-addon/cluster-proxy-proxy-agent-86ccb77c9d-dx6mt e9d247fe7339e26b48485c874c98f6763d6e5b41c3475625677cb1d271f7efa8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:5e:d0:c7:07:e4\",\"name\":\"e9d247fe7339e26\"},{\"mac\":\"0a:58:0a:84:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce0b197b-49d9-445f-ba51-d9b8fabd0cca\"}],\"ips\":[{\"address\":\"10.132.0.11/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:08:14.904633226Z I0710 02:08:14.904589    3560 egressfirewall.go:708] Syncing node "ip-10-0-130-65.ec2.internal" for egress firewall
2026-07-10T02:08:14.904670924Z I0710 02:08:14.904642    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-130-65.ec2.internal
2026-07-10T02:08:14.904670924Z I0710 02:08:14.904662    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-130-65.ec2.internal: 25.236µs
2026-07-10T02:08:14.904743591Z I0710 02:08:14.904722    3560 default_network_controller.go:1032] Node "ip-10-0-130-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:15.192370978Z I0710 02:08:15.192316    3560 default_network_controller.go:1032] Node "ip-10-0-130-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:17.465813889Z I0710 02:08:17.465753    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-139-215.ec2.internal
2026-07-10T02:08:17.465813889Z I0710 02:08:17.465775    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-139-215.ec2.internal: 28.324µs
2026-07-10T02:08:17.465859118Z I0710 02:08:17.465836    3560 egressfirewall.go:708] Syncing node "ip-10-0-139-215.ec2.internal" for egress firewall
2026-07-10T02:08:17.465859118Z I0710 02:08:17.465835    3560 default_network_controller.go:1032] Node "ip-10-0-139-215.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:19.460078438Z I0710 02:08:19.460027    3560 default_network_controller.go:1032] Node "ip-10-0-130-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:21.147376011Z I0710 02:08:21.147251    3560 default_network_controller.go:1032] Node "ip-10-0-130-65.ec2.internal" in remote zone "ip-10-0-130-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:21.147376011Z I0710 02:08:21.147314    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-130-65.ec2.internal in network "default"
2026-07-10T02:08:21.147376011Z I0710 02:08:21.147360    3560 node_tracker.go:235] Node ip-10-0-130-65.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-130-65.ec2.internal"
2026-07-10T02:08:21.147431682Z I0710 02:08:21.147378    3560 node_tracker.go:169] Node ip-10-0-130-65.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:08:21.147431682Z I0710 02:08:21.147395    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:08:21.258331180Z I0710 02:08:21.258283    3560 default_network_controller.go:1032] Node "ip-10-0-130-65.ec2.internal" in remote zone "ip-10-0-130-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:21.300170353Z I0710 02:08:21.300127    3560 default_network_controller.go:1032] Node "ip-10-0-130-65.ec2.internal" in remote zone "ip-10-0-130-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:21.300270349Z I0710 02:08:21.300138    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-130-65.ec2.internal in network "default"
2026-07-10T02:08:21.300334344Z I0710 02:08:21.300317    3560 node_tracker.go:169] Node ip-10-0-130-65.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:08:21.300345247Z I0710 02:08:21.300333    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:08:21.301397043Z I0710 02:08:21.301357    3560 zone_ic_handler.go:195] Time taken to create transit switch: 396.906µs
2026-07-10T02:08:21.301471352Z I0710 02:08:21.301459    3560 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-130-65.ec2.internal for the network default
2026-07-10T02:08:21.302915213Z I0710 02:08:21.302890    3560 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-130-65.ec2.internal" on network "default" took: 1.948537ms
2026-07-10T02:08:22.481518436Z I0710 02:08:22.481473    3560 default_network_controller.go:1032] Node "ip-10-0-139-215.ec2.internal" in remote zone "ip-10-0-139-215.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:22.481615111Z I0710 02:08:22.481491    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-139-215.ec2.internal in network "default"
2026-07-10T02:08:22.481646694Z I0710 02:08:22.481631    3560 node_tracker.go:235] Node ip-10-0-139-215.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-139-215.ec2.internal"
2026-07-10T02:08:22.481658760Z I0710 02:08:22.481652    3560 node_tracker.go:169] Node ip-10-0-139-215.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:08:22.481677222Z I0710 02:08:22.481670    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:08:22.507918776Z I0710 02:08:22.507879    3560 default_network_controller.go:1032] Node "ip-10-0-139-215.ec2.internal" in remote zone "ip-10-0-139-215.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:22.669121447Z I0710 02:08:22.669078    3560 default_network_controller.go:1032] Node "ip-10-0-139-215.ec2.internal" in remote zone "ip-10-0-139-215.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
2026-07-10T02:08:22.669156470Z I0710 02:08:22.669108    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-139-215.ec2.internal in network "default"
2026-07-10T02:08:22.669188731Z I0710 02:08:22.669173    3560 node_tracker.go:169] Node ip-10-0-139-215.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:08:22.669199632Z I0710 02:08:22.669193    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:08:22.670280667Z I0710 02:08:22.670246    3560 zone_ic_handler.go:195] Time taken to create transit switch: 322.444µs
2026-07-10T02:08:22.670280667Z I0710 02:08:22.670268    3560 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-139-215.ec2.internal for the network default
2026-07-10T02:08:22.671501982Z I0710 02:08:22.671483    3560 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-139-215.ec2.internal" on network "default" took: 1.574232ms
2026-07-10T02:08:23.363592258Z I0710 02:08:23.363545    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-130-65.ec2.internal
2026-07-10T02:08:23.363650263Z I0710 02:08:23.363637    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-130-65.ec2.internal: 100.103µs
2026-07-10T02:08:23.363661561Z I0710 02:08:23.363595    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-130-65.ec2.internal in network "default"
2026-07-10T02:08:23.363722406Z I0710 02:08:23.363705    3560 node_tracker.go:169] Node ip-10-0-130-65.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:08:23.363733500Z I0710 02:08:23.363725    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:08:23.363743336Z I0710 02:08:23.363603    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-130-65.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-10T02:08:23.363765067Z I0710 02:08:23.363747    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-130-65.ec2.internal", IP: 10.0.130.65 to PMTUD blocking rules
2026-07-10T02:08:23.363831781Z I0710 02:08:23.363613    3560 egressfirewall.go:708] Syncing node "ip-10-0-130-65.ec2.internal" for egress firewall
2026-07-10T02:08:23.370008053Z I0710 02:08:23.369975    3560 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-130-65.ec2.internal. Updating no re-route policies
2026-07-10T02:08:23.384499466Z I0710 02:08:23.384466    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-130-65.ec2.internal", IP: 10.0.130.65 to PMTUD blocking rules
2026-07-10T02:08:23.384499466Z I0710 02:08:23.384482    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-130-65.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-10T02:08:24.770633194Z I0710 02:08:24.770585    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-139-215.ec2.internal
2026-07-10T02:08:24.770633194Z I0710 02:08:24.770614    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-139-215.ec2.internal: 35.66µs
2026-07-10T02:08:24.770691402Z I0710 02:08:24.770637    3560 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-139-215.ec2.internal in network "default"
2026-07-10T02:08:24.770691402Z I0710 02:08:24.770661    3560 egressfirewall.go:708] Syncing node "ip-10-0-139-215.ec2.internal" for egress firewall
2026-07-10T02:08:24.770691402Z I0710 02:08:24.770665    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-139-215.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-10T02:08:24.770691402Z I0710 02:08:24.770679    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-139-215.ec2.internal", IP: 10.0.139.215 to PMTUD blocking rules
2026-07-10T02:08:24.770706639Z I0710 02:08:24.770698    3560 node_tracker.go:169] Node ip-10-0-139-215.ec2.internal switch + router changed, syncing services in network "default"
2026-07-10T02:08:24.770727545Z I0710 02:08:24.770713    3560 services_controller.go:574] Full service sync requested for network=default
2026-07-10T02:08:24.776856462Z I0710 02:08:24.776825    3560 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-139-215.ec2.internal. Updating no re-route policies
2026-07-10T02:08:24.784355405Z I0710 02:08:24.784307    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-139-215.ec2.internal", IP: 10.0.139.215 to PMTUD blocking rules
2026-07-10T02:08:24.784355405Z I0710 02:08:24.784325    3560 default_node_network_controller.go:1373] Adding remote node "ip-10-0-139-215.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
2026-07-10T02:08:26.796252624Z I0710 02:08:26.796200    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-130-65.ec2.internal
2026-07-10T02:08:26.796252624Z I0710 02:08:26.796236    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-130-65.ec2.internal: 42.784µs
2026-07-10T02:08:28.442583748Z I0710 02:08:28.442542    3560 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-139-215.ec2.internal
2026-07-10T02:08:28.442583748Z I0710 02:08:28.442575    3560 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-139-215.ec2.internal: 39.212µs
2026-07-10T02:08:29.102010319Z I0710 02:08:29.101966    3560 cni.go:454] [kube-system/global-pull-secret-syncer-mb7lt bf8f8e9516d61121dfd2aa1a120a46cfbca4ba66550d79fd6647602d33a3d231 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-mb7lt bf8f8e9516d61121dfd2aa1a120a46cfbca4ba66550d79fd6647602d33a3d231 network default NAD default NAD key ]
2026-07-10T02:08:29.112637302Z I0710 02:08:29.112601    3560 helper_linux.go:546] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-mb7lt, hostIfaceName: bf8f8e9516d6112, network: default, NAD default, SandboxID: "bf8f8e9516d61121dfd2aa1a120a46cfbca4ba66550d79fd6647602d33a3d231", PCI device ID: , UID: "796726ff-5fe1-48dd-9ea0-e5fae11d44e2", MAC: 0a:58:0a:84:00:05, IPs: [10.132.0.5/23]
2026-07-10T02:08:29.160407401Z I0710 02:08:29.160364    3560 cni.go:480] [kube-system/global-pull-secret-syncer-mb7lt bf8f8e9516d61121dfd2aa1a120a46cfbca4ba66550d79fd6647602d33a3d231 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-mb7lt bf8f8e9516d61121dfd2aa1a120a46cfbca4ba66550d79fd6647602d33a3d231 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:0e:34:06:e8:83\",\"name\":\"bf8f8e9516d6112\"},{\"mac\":\"0a:58:0a:84:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3e39d3e-6e75-40bd-92a0-ac650334e8ef\"}],\"ips\":[{\"address\":\"10.132.0.5/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:08:29.406226851Z I0710 02:08:29.406185    3560 cni.go:454] [openshift-network-diagnostics/network-check-target-st5kh 1578b7651c832657d628073986d079922d201025ec3dc6c8b42344c5941fee44 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-st5kh 1578b7651c832657d628073986d079922d201025ec3dc6c8b42344c5941fee44 network default NAD default NAD key ]
2026-07-10T02:08:29.417479974Z I0710 02:08:29.417436    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-st5kh, hostIfaceName: 1578b7651c83265, network: default, NAD default, SandboxID: "1578b7651c832657d628073986d079922d201025ec3dc6c8b42344c5941fee44", PCI device ID: , UID: "a85578ca-e7d0-4036-b2c0-8315bf972f66", MAC: 0a:58:0a:84:00:04, IPs: [10.132.0.4/23]
2026-07-10T02:08:29.465043441Z I0710 02:08:29.464998    3560 cni.go:480] [openshift-network-diagnostics/network-check-target-st5kh 1578b7651c832657d628073986d079922d201025ec3dc6c8b42344c5941fee44 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-st5kh 1578b7651c832657d628073986d079922d201025ec3dc6c8b42344c5941fee44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:39:47:13:9d:59\",\"name\":\"1578b7651c83265\"},{\"mac\":\"0a:58:0a:84:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4e9cb33-c947-4fe5-aaae-eaaac808968c\"}],\"ips\":[{\"address\":\"10.132.0.4/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:08:34.552460231Z W0710 02:08:34.552415    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-10T02:09:01.272464930Z W0710 02:09:01.272421    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-10T02:09:03.932836606Z W0710 02:09:03.932779    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-10T02:09:05.560513082Z W0710 02:09:05.560471    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
2026-07-10T02:11:48.327884371Z W0710 02:11:48.327840    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
2026-07-10T02:11:49.329968880Z I0710 02:11:49.329912    3560 base_network_controller_pods.go:489] [default/openshift-insights/insights-runtime-extractor-zccx2] creating logical port openshift-insights_insights-runtime-extractor-zccx2 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:11:49.330065833Z I0710 02:11:49.330046    3560 kube.go:233] Patching annotations on pod openshift-insights/insights-runtime-extractor-zccx2
2026-07-10T02:11:49.346170331Z I0710 02:11:49.346130    3560 base_network_controller_pods.go:974] [default/openshift-insights/insights-runtime-extractor-zccx2] addLogicalPort annotation time took 16.119042ms
2026-07-10T02:11:49.347315571Z I0710 02:11:49.347287    3560 pods.go:270] [openshift-insights/insights-runtime-extractor-zccx2] addLogicalPort took 17.397139ms, libovsdb time 827.009µs
2026-07-10T02:11:49.674339585Z I0710 02:11:49.674296    3560 namespace.go:97] [openshift-kube-storage-version-migrator] adding namespace
2026-07-10T02:11:49.675269112Z I0710 02:11:49.675232    3560 namespace.go:101] [openshift-kube-storage-version-migrator] adding namespace took 915.778µs
2026-07-10T02:11:49.689963023Z I0710 02:11:49.689929    3560 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace
2026-07-10T02:11:50.437096429Z I0710 02:11:50.437059    3560 namespace.go:97] [openshift-service-ca] adding namespace
2026-07-10T02:11:50.438002681Z I0710 02:11:50.437981    3560 namespace.go:101] [openshift-service-ca] adding namespace took 901.287µs
2026-07-10T02:11:50.450623169Z I0710 02:11:50.450588    3560 namespace.go:141] [openshift-service-ca] updating namespace
2026-07-10T02:11:58.211529044Z W0710 02:11:58.211482    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
2026-07-10T02:12:05.285713831Z I0710 02:12:05.285668    3560 cni.go:454] [openshift-insights/insights-runtime-extractor-zccx2 7eccf638036d3ca9039d861ad0e89d27a7f30bada19dffa2d5dfa078213d9083 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zccx2 7eccf638036d3ca9039d861ad0e89d27a7f30bada19dffa2d5dfa078213d9083 network default NAD default NAD key ]
2026-07-10T02:12:05.294871760Z I0710 02:12:05.294827    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zccx2, hostIfaceName: 7eccf638036d3ca, network: default, NAD default, SandboxID: "7eccf638036d3ca9039d861ad0e89d27a7f30bada19dffa2d5dfa078213d9083", PCI device ID: , UID: "0a41b0c6-0c4e-4605-b94f-3672543b59b3", MAC: 0a:58:0a:84:00:0d, IPs: [10.132.0.13/23]
2026-07-10T02:12:05.341967530Z I0710 02:12:05.341925    3560 cni.go:480] [openshift-insights/insights-runtime-extractor-zccx2 7eccf638036d3ca9039d861ad0e89d27a7f30bada19dffa2d5dfa078213d9083 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zccx2 7eccf638036d3ca9039d861ad0e89d27a7f30bada19dffa2d5dfa078213d9083 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:7b:66:60:8d:9d\",\"name\":\"7eccf638036d3ca\"},{\"mac\":\"0a:58:0a:84:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79612e72-5c09-49a4-a0e5-11fb31c11de6\"}],\"ips\":[{\"address\":\"10.132.0.13/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:12:12.424470784Z W0710 02:12:12.424419    3560 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:12.537996362Z W0710 02:12:12.537956    3560 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:13.230018350Z I0710 02:12:13.229966    3560 cni.go:454] [openshift-network-console/networking-console-plugin-6cf856758c-rr7f6 b13dd388bd04af649f4dc45be7f3cacd39e322722cf3459d76479c1b075a7e91 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-6cf856758c-rr7f6 b13dd388bd04af649f4dc45be7f3cacd39e322722cf3459d76479c1b075a7e91 network default NAD default NAD key ]
2026-07-10T02:12:13.239284906Z I0710 02:12:13.239240    3560 cni.go:454] [openshift-dns/dns-default-vsgwk 9a785712b0ab2bac49ec9c10a847336d91fade1274e3e5c48a29f60ae3b260a5 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vsgwk 9a785712b0ab2bac49ec9c10a847336d91fade1274e3e5c48a29f60ae3b260a5 network default NAD default NAD key ]
2026-07-10T02:12:13.239347369Z I0710 02:12:13.239322    3560 cni.go:454] [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key ]
2026-07-10T02:12:13.242045703Z I0710 02:12:13.242002    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6cf856758c-rr7f6, hostIfaceName: b13dd388bd04af6, network: default, NAD default, SandboxID: "b13dd388bd04af649f4dc45be7f3cacd39e322722cf3459d76479c1b075a7e91", PCI device ID: , UID: "109d498f-fabd-4b87-b893-19dc87cb1f23", MAC: 0a:58:0a:84:00:06, IPs: [10.132.0.6/23]
2026-07-10T02:12:13.253349130Z I0710 02:12:13.253303    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vsgwk, hostIfaceName: 9a785712b0ab2ba, network: default, NAD default, SandboxID: "9a785712b0ab2bac49ec9c10a847336d91fade1274e3e5c48a29f60ae3b260a5", PCI device ID: , UID: "d480e3b6-008b-433b-8a35-6d023ed58eff", MAC: 0a:58:0a:84:00:09, IPs: [10.132.0.9/23]
2026-07-10T02:12:13.255034110Z I0710 02:12:13.254992    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f5cf64794-c75bp, hostIfaceName: 8a13f315f714bdb, network: default, NAD default, SandboxID: "8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7", PCI device ID: , UID: "7008ee73-8f48-4845-89be-7c2a76aa76d7", MAC: 0a:58:0a:84:00:07, IPs: [10.132.0.7/23]
2026-07-10T02:12:13.301096154Z I0710 02:12:13.301040    3560 cni.go:480] [openshift-network-console/networking-console-plugin-6cf856758c-rr7f6 b13dd388bd04af649f4dc45be7f3cacd39e322722cf3459d76479c1b075a7e91 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6cf856758c-rr7f6 b13dd388bd04af649f4dc45be7f3cacd39e322722cf3459d76479c1b075a7e91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:25:a9:05:26:c9\",\"name\":\"b13dd388bd04af6\"},{\"mac\":\"0a:58:0a:84:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb5bd45d-a786-46bb-a2e2-90d65156c425\"}],\"ips\":[{\"address\":\"10.132.0.6/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:12:13.437986242Z W0710 02:12:13.437940    3560 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:13.528485103Z I0710 02:12:13.528425    3560 cni.go:480] [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:99:a0:74:e0:ef\",\"name\":\"8a13f315f714bdb\"},{\"mac\":\"0a:58:0a:84:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48b18b76-3784-48b3-98af-791819ae030b\"}],\"ips\":[{\"address\":\"10.132.0.7/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:12:13.528792575Z I0710 02:12:13.528762    3560 cni.go:480] [openshift-dns/dns-default-vsgwk 9a785712b0ab2bac49ec9c10a847336d91fade1274e3e5c48a29f60ae3b260a5 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vsgwk 9a785712b0ab2bac49ec9c10a847336d91fade1274e3e5c48a29f60ae3b260a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:a7:83:39:c7:ee\",\"name\":\"9a785712b0ab2ba\"},{\"mac\":\"0a:58:0a:84:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eca87c3c-9300-4089-9aa2-8fde72691a26\"}],\"ips\":[{\"address\":\"10.132.0.9/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:12:14.208643206Z W0710 02:12:14.208599    3560 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:17.224896399Z W0710 02:12:17.224856    3560 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
2026-07-10T02:12:17.224896399Z W0710 02:12:17.224881    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
2026-07-10T02:12:17.224896399Z W0710 02:12:17.224889    3560 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
2026-07-10T02:12:21.466090923Z W0710 02:12:21.466048    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
2026-07-10T02:12:27.237951188Z W0710 02:12:27.237914    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
2026-07-10T02:12:27.238045440Z W0710 02:12:27.237982    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
2026-07-10T02:12:27.238045440Z W0710 02:12:27.238006    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
2026-07-10T02:12:29.541670801Z W0710 02:12:29.541623    3560 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-10T02:12:29.541670801Z W0710 02:12:29.541645    3560 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-10T02:12:29.541670801Z W0710 02:12:29.541651    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-10T02:12:32.560999286Z W0710 02:12:32.560957    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:32.561038713Z W0710 02:12:32.561010    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:32.592853596Z W0710 02:12:32.592791    3560 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-10T02:12:32.592853596Z W0710 02:12:32.592830    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-10T02:12:32.592853596Z W0710 02:12:32.592840    3560 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-10T02:12:32.592853596Z W0710 02:12:32.592847    3560 util.go:863] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
2026-07-10T02:12:32.866376879Z W0710 02:12:32.866331    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
2026-07-10T02:12:33.561062613Z W0710 02:12:33.561026    3560 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
2026-07-10T02:12:33.561062613Z W0710 02:12:33.561045    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
2026-07-10T02:12:34.447550674Z W0710 02:12:34.447502    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:34.447645368Z W0710 02:12:34.447614    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
2026-07-10T02:12:34.872489437Z W0710 02:12:34.872447    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
2026-07-10T02:12:38.606990573Z I0710 02:12:38.606946    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7464fbc79c-59k4p
2026-07-10T02:12:38.606990573Z I0710 02:12:38.606974    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7464fbc79c-59k4p
2026-07-10T02:12:59.651783593Z I0710 02:12:59.651742    3560 cni.go:454] [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key ]
2026-07-10T02:12:59.672010891Z E0710 02:12:59.671975    3560 link_network_manager.go:101] Error while syncing link "8a13f315f714bdb": failed to get address from link "8a13f315f714bdb": failed to list addresses for "8a13f315f714bdb": no such device
2026-07-10T02:12:59.718509694Z I0710 02:12:59.718464    3560 cni.go:480] [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5f5cf64794-c75bp 8a13f315f714bdb694977cba1ae9f6774303fb74c4d5094da7ed6d63776bdbc7 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:12:59.737004544Z I0710 02:12:59.736971    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=60
2026-07-10T02:12:59.764003189Z I0710 02:12:59.763958    3560 pods.go:175] Deleting pod: openshift-image-registry/image-registry-5f5cf64794-c75bp
2026-07-10T02:12:59.765358394Z I0710 02:12:59.765324    3560 pods.go:235] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f5cf64794-c75bp, ips: 10.132.0.7
2026-07-10T02:12:59.981447190Z W0710 02:12:59.981409    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
2026-07-10T02:13:00.032973950Z W0710 02:13:00.032929    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
2026-07-10T02:13:00.368212991Z I0710 02:13:00.368167    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f5cf64794-c75bp
2026-07-10T02:13:00.368279534Z I0710 02:13:00.368267    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f5cf64794-c75bp
2026-07-10T02:13:01.010014858Z W0710 02:13:01.009976    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
2026-07-10T02:13:03.736985710Z I0710 02:13:03.736941    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=382
2026-07-10T02:13:05.012603765Z W0710 02:13:05.012566    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
2026-07-10T02:13:19.752570400Z W0710 02:13:19.752529    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
2026-07-10T02:13:22.876069818Z I0710 02:13:22.876029    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7
2026-07-10T02:13:35.137663888Z I0710 02:13:35.137622    3560 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace
2026-07-10T02:13:35.737583935Z I0710 02:13:35.737537    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=12
2026-07-10T02:13:37.139211138Z I0710 02:13:37.139164    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d7b8c6c9d-h7w9q
2026-07-10T02:13:37.139254614Z I0710 02:13:37.139241    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d7b8c6c9d-h7w9q
2026-07-10T02:13:37.493035337Z I0710 02:13:37.492990    3560 cni.go:454] [openshift-multus/network-metrics-daemon-5j8nl 90cb0809ef0f365ab8683305ab9be56bdbb8e20fffe6e0ffc4cd3bf6b8d58553 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5j8nl 90cb0809ef0f365ab8683305ab9be56bdbb8e20fffe6e0ffc4cd3bf6b8d58553 network default NAD default NAD key ]
2026-07-10T02:13:37.503438888Z I0710 02:13:37.503396    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5j8nl, hostIfaceName: 90cb0809ef0f365, network: default, NAD default, SandboxID: "90cb0809ef0f365ab8683305ab9be56bdbb8e20fffe6e0ffc4cd3bf6b8d58553", PCI device ID: , UID: "1a790021-08d0-4e49-8da8-f046861c72ac", MAC: 0a:58:0a:84:00:03, IPs: [10.132.0.3/23]
2026-07-10T02:13:37.552931964Z I0710 02:13:37.552885    3560 cni.go:480] [openshift-multus/network-metrics-daemon-5j8nl 90cb0809ef0f365ab8683305ab9be56bdbb8e20fffe6e0ffc4cd3bf6b8d58553 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5j8nl 90cb0809ef0f365ab8683305ab9be56bdbb8e20fffe6e0ffc4cd3bf6b8d58553 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:0f:12:2b:ba:8f\",\"name\":\"90cb0809ef0f365\"},{\"mac\":\"0a:58:0a:84:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f37a3fe1-8aae-4868-8f39-254d7ab40853\"}],\"ips\":[{\"address\":\"10.132.0.3/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:13:48.886758527Z I0710 02:13:48.886708    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
2026-07-10T02:13:48.886831077Z I0710 02:13:48.886778    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
2026-07-10T02:13:49.901406677Z W0710 02:13:49.901368    3560 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-10T02:13:49.901406677Z W0710 02:13:49.901390    3560 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-10T02:13:49.901406677Z W0710 02:13:49.901396    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
2026-07-10T02:13:51.905864413Z I0710 02:13:51.905823    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
2026-07-10T02:13:51.905864413Z I0710 02:13:51.905847    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
2026-07-10T02:13:52.837467053Z I0710 02:13:52.837423    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
2026-07-10T02:13:52.919972195Z W0710 02:13:52.919929    3560 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
2026-07-10T02:13:52.919972195Z W0710 02:13:52.919951    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
2026-07-10T02:14:17.859490741Z I0710 02:14:17.859446    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=8
2026-07-10T02:14:18.876631720Z I0710 02:14:18.876589    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=8
2026-07-10T02:14:40.393116631Z I0710 02:14:40.393074    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fbbd6f97f-zm5fz
2026-07-10T02:14:40.393116631Z I0710 02:14:40.393102    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fbbd6f97f-zm5fz
2026-07-10T02:14:45.963558372Z I0710 02:14:45.963509    3560 namespace.go:97] [cert-manager-operator] adding namespace
2026-07-10T02:14:45.964613620Z I0710 02:14:45.964579    3560 namespace.go:101] [cert-manager-operator] adding namespace took 1.045731ms
2026-07-10T02:14:45.982743789Z I0710 02:14:45.982711    3560 namespace.go:141] [cert-manager-operator] updating namespace
2026-07-10T02:14:45.990952234Z I0710 02:14:45.990920    3560 namespace.go:141] [cert-manager-operator] updating namespace
2026-07-10T02:14:51.864921620Z I0710 02:14:51.864873    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
2026-07-10T02:15:09.632671757Z I0710 02:15:09.632632    3560 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
2026-07-10T02:15:09.632671757Z I0710 02:15:09.632657    3560 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
2026-07-10T02:15:18.682132404Z I0710 02:15:18.682092    3560 namespace.go:97] [cert-manager] adding namespace
2026-07-10T02:15:18.683299258Z I0710 02:15:18.683271    3560 namespace.go:101] [cert-manager] adding namespace took 1.155873ms
2026-07-10T02:15:18.700684216Z I0710 02:15:18.700658    3560 namespace.go:141] [cert-manager] updating namespace
2026-07-10T02:15:18.711702925Z I0710 02:15:18.711673    3560 namespace.go:141] [cert-manager] updating namespace
2026-07-10T02:15:18.857192814Z I0710 02:15:18.857147    3560 namespace.go:97] [openshift-lws-operator] adding namespace
2026-07-10T02:15:18.858229023Z I0710 02:15:18.858191    3560 namespace.go:101] [openshift-lws-operator] adding namespace took 984.344µs
2026-07-10T02:15:18.901044580Z I0710 02:15:18.901005    3560 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-10T02:15:18.911347998Z I0710 02:15:18.911313    3560 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-10T02:15:22.870511487Z I0710 02:15:22.870466    3560 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
2026-07-10T02:15:24.706795562Z I0710 02:15:24.706749    3560 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
2026-07-10T02:15:24.706795562Z I0710 02:15:24.706768    3560 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
2026-07-10T02:15:27.159525298Z I0710 02:15:27.159479    3560 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-10T02:15:27.167850440Z I0710 02:15:27.167822    3560 namespace.go:141] [openshift-lws-operator] updating namespace
2026-07-10T02:15:29.246164664Z I0710 02:15:29.246118    3560 base_network_controller_pods.go:489] [default/openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p] creating logical port openshift-lws-operator_openshift-lws-operator-fd8ccff4c-2dn8p for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:15:29.246285350Z I0710 02:15:29.246266    3560 kube.go:233] Patching annotations on pod openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p
2026-07-10T02:15:29.260063154Z I0710 02:15:29.260017    3560 base_network_controller_pods.go:974] [default/openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p] addLogicalPort annotation time took 13.795808ms
2026-07-10T02:15:29.261251808Z I0710 02:15:29.261223    3560 pods.go:270] [openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p] addLogicalPort took 15.126591ms, libovsdb time 862.927µs
2026-07-10T02:15:29.602143014Z I0710 02:15:29.602099    3560 cni.go:454] [openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p a34740522966dc0ebc2f5329291abf35f78257e03e624cfc7217364a0532d530 network default NAD default NAD key ] ADD starting CNI request [openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p a34740522966dc0ebc2f5329291abf35f78257e03e624cfc7217364a0532d530 network default NAD default NAD key ]
2026-07-10T02:15:29.611630452Z I0710 02:15:29.611591    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-lws-operator, podName: openshift-lws-operator-fd8ccff4c-2dn8p, hostIfaceName: a34740522966dc0, network: default, NAD default, SandboxID: "a34740522966dc0ebc2f5329291abf35f78257e03e624cfc7217364a0532d530", PCI device ID: , UID: "6f28baf9-70d7-4078-8fa4-6d7dd881321b", MAC: 0a:58:0a:84:00:0e, IPs: [10.132.0.14/23]
2026-07-10T02:15:29.659861668Z I0710 02:15:29.659792    3560 cni.go:480] [openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p a34740522966dc0ebc2f5329291abf35f78257e03e624cfc7217364a0532d530 network default NAD default NAD key default] ADD finished CNI request [openshift-lws-operator/openshift-lws-operator-fd8ccff4c-2dn8p a34740522966dc0ebc2f5329291abf35f78257e03e624cfc7217364a0532d530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:eb:0e:5b:07:9a\",\"name\":\"a34740522966dc0\"},{\"mac\":\"0a:58:0a:84:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/781b7fe8-59fc-4319-86dd-4babf2bcbe1c\"}],\"ips\":[{\"address\":\"10.132.0.14/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:15:32.853183245Z I0710 02:15:32.853135    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8
2026-07-10T02:15:42.673344903Z W0710 02:15:42.673304    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
2026-07-10T02:15:42.673344903Z W0710 02:15:42.673321    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
2026-07-10T02:15:44.841945382Z I0710 02:15:44.841898    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=9
2026-07-10T02:15:48.633199158Z I0710 02:15:48.633153    3560 namespace.go:97] [opendatahub] adding namespace
2026-07-10T02:15:48.634213773Z I0710 02:15:48.634187    3560 namespace.go:101] [opendatahub] adding namespace took 986.58µs
2026-07-10T02:15:48.647921690Z I0710 02:15:48.647887    3560 namespace.go:141] [opendatahub] updating namespace
2026-07-10T02:15:48.655488499Z I0710 02:15:48.655461    3560 namespace.go:141] [opendatahub] updating namespace
2026-07-10T02:15:53.848134520Z I0710 02:15:53.848090    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9
2026-07-10T02:15:54.860203886Z I0710 02:15:54.860158    3560 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
2026-07-10T02:15:54.860203886Z I0710 02:15:54.860182    3560 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
2026-07-10T02:15:57.755311556Z W0710 02:15:57.755257    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-lws-operator/lws-webhook-service
2026-07-10T02:15:57.757996921Z W0710 02:15:57.757962    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-lws-operator/lws-controller-manager-metrics-service
2026-07-10T02:15:58.427969632Z W0710 02:15:58.427927    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-lws-operator/lws-controller-manager-metrics-service
2026-07-10T02:15:58.431057830Z W0710 02:15:58.431031    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-lws-operator/lws-webhook-service
2026-07-10T02:16:08.772335787Z I0710 02:16:08.772300    3560 namespace.go:141] [opendatahub] updating namespace
2026-07-10T02:16:09.194937062Z I0710 02:16:09.194894    3560 base_network_controller_pods.go:489] [default/opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6] creating logical port opendatahub_opendatahub-operator-controller-manager-78b9cbb96-6f4c6 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:09.195187382Z I0710 02:16:09.195157    3560 kube.go:233] Patching annotations on pod opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6
2026-07-10T02:16:09.213858400Z I0710 02:16:09.213825    3560 base_network_controller_pods.go:974] [default/opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6] addLogicalPort annotation time took 18.727743ms
2026-07-10T02:16:09.215318869Z I0710 02:16:09.215286    3560 pods.go:270] [opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6] addLogicalPort took 20.413274ms, libovsdb time 1.107914ms
2026-07-10T02:16:09.554528621Z I0710 02:16:09.554487    3560 cni.go:454] [opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6 3c178ea19132578b5da352d04aed2a692f855c5dcd1d1d83e4358204d0bbb468 network default NAD default NAD key ] ADD starting CNI request [opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6 3c178ea19132578b5da352d04aed2a692f855c5dcd1d1d83e4358204d0bbb468 network default NAD default NAD key ]
2026-07-10T02:16:09.563971934Z I0710 02:16:09.563928    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: opendatahub-operator-controller-manager-78b9cbb96-6f4c6, hostIfaceName: 3c178ea19132578, network: default, NAD default, SandboxID: "3c178ea19132578b5da352d04aed2a692f855c5dcd1d1d83e4358204d0bbb468", PCI device ID: , UID: "d70fd7b3-cbbb-4a89-8a58-576aa6ae40b9", MAC: 0a:58:0a:84:00:0f, IPs: [10.132.0.15/23]
2026-07-10T02:16:09.615974836Z I0710 02:16:09.615924    3560 cni.go:480] [opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6 3c178ea19132578b5da352d04aed2a692f855c5dcd1d1d83e4358204d0bbb468 network default NAD default NAD key default] ADD finished CNI request [opendatahub/opendatahub-operator-controller-manager-78b9cbb96-6f4c6 3c178ea19132578b5da352d04aed2a692f855c5dcd1d1d83e4358204d0bbb468 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:14:de:fd:98:e8\",\"name\":\"3c178ea19132578\"},{\"mac\":\"0a:58:0a:84:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a66a2dcc-1b44-4bfb-911e-d8c06e79c168\"}],\"ips\":[{\"address\":\"10.132.0.15/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:10.838026194Z I0710 02:16:10.837984    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
2026-07-10T02:16:12.737311798Z I0710 02:16:12.737269    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=110
2026-07-10T02:16:12.844897508Z W0710 02:16:12.844856    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:12.844961994Z W0710 02:16:12.844937    3560 util.go:863] Failed to build global endpoints for port TCP/443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-10T02:16:13.014565567Z W0710 02:16:13.014524    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:13.025331694Z W0710 02:16:13.025291    3560 util.go:863] Failed to build global endpoints for port TCP/443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-10T02:16:13.507499672Z W0710 02:16:13.507457    3560 util.go:863] Failed to build global endpoints for port TCP/443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-10T02:16:13.510378469Z W0710 02:16:13.510349    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:21.169437216Z W0710 02:16:21.169396    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:21.176726926Z W0710 02:16:21.176692    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:21.180589780Z W0710 02:16:21.180554    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:21.187267338Z W0710 02:16:21.187241    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:25.857440311Z W0710 02:16:25.857399    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:25.857543949Z W0710 02:16:25.857511    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:25.857585679Z W0710 02:16:25.857572    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-10T02:16:25.857594912Z W0710 02:16:25.857587    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-10T02:16:26.033510055Z W0710 02:16:26.033461    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-metrics-service
2026-07-10T02:16:26.036392935Z W0710 02:16:26.036356    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/opendatahub-operator-controller-manager-service
2026-07-10T02:16:28.038469832Z I0710 02:16:28.038423    3560 namespace.go:141] [opendatahub] updating namespace
2026-07-10T02:16:28.050410193Z I0710 02:16:28.050372    3560 namespace.go:97] [opendatahub-monitoring] adding namespace
2026-07-10T02:16:28.051332974Z I0710 02:16:28.051307    3560 namespace.go:101] [opendatahub-monitoring] adding namespace took 895.013µs
2026-07-10T02:16:28.069090263Z I0710 02:16:28.069020    3560 namespace.go:141] [opendatahub-monitoring] updating namespace
2026-07-10T02:16:28.075887649Z I0710 02:16:28.075863    3560 base_network_controller_policy.go:1227] Adding network policy opendatahub/opendatahub for network default
2026-07-10T02:16:28.075909863Z I0710 02:16:28.075887    3560 base_network_controller_policy.go:1102] Policy opendatahub/opendatahub added to peer address sets []
2026-07-10T02:16:28.081166002Z I0710 02:16:28.081139    3560 base_network_controller_policy.go:1280] Create network policy opendatahub/opendatahub resources completed, update namespace loglevel
2026-07-10T02:16:28.086574683Z I0710 02:16:28.086545    3560 namespace.go:141] [opendatahub-monitoring] updating namespace
2026-07-10T02:16:28.817926080Z I0710 02:16:28.817884    3560 base_network_controller_pods.go:489] [default/openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk] creating logical port openshift-ingress_kube-auth-proxy-6cf46c8b8c-7gbvk for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:28.818003052Z I0710 02:16:28.817985    3560 kube.go:233] Patching annotations on pod openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk
2026-07-10T02:16:28.829828740Z I0710 02:16:28.829767    3560 base_network_controller_pods.go:974] [default/openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk] addLogicalPort annotation time took 11.817331ms
2026-07-10T02:16:28.831077844Z I0710 02:16:28.831041    3560 pods.go:270] [openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk] addLogicalPort took 13.17241ms, libovsdb time 909.419µs
2026-07-10T02:16:28.941890663Z I0710 02:16:28.941855    3560 base_network_controller_pods.go:489] [default/opendatahub/odh-model-controller-7998c67dc4-2b76z] creating logical port opendatahub_odh-model-controller-7998c67dc4-2b76z for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:28.942005942Z I0710 02:16:28.941994    3560 kube.go:233] Patching annotations on pod opendatahub/odh-model-controller-7998c67dc4-2b76z
2026-07-10T02:16:28.962668462Z I0710 02:16:28.962627    3560 base_network_controller_pods.go:974] [default/opendatahub/odh-model-controller-7998c67dc4-2b76z] addLogicalPort annotation time took 20.668914ms
2026-07-10T02:16:28.964025163Z I0710 02:16:28.963993    3560 pods.go:270] [opendatahub/odh-model-controller-7998c67dc4-2b76z] addLogicalPort took 22.199427ms, libovsdb time 1.015397ms
2026-07-10T02:16:29.180338431Z I0710 02:16:29.180287    3560 cni.go:454] [openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk ea7200257ff507078b137f0e7039b52101acb3f67334b8b36de5826618f460da network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk ea7200257ff507078b137f0e7039b52101acb3f67334b8b36de5826618f460da network default NAD default NAD key ]
2026-07-10T02:16:29.189883624Z I0710 02:16:29.189834    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: kube-auth-proxy-6cf46c8b8c-7gbvk, hostIfaceName: ea7200257ff5070, network: default, NAD default, SandboxID: "ea7200257ff507078b137f0e7039b52101acb3f67334b8b36de5826618f460da", PCI device ID: , UID: "2cf43624-9057-462b-ba5e-e3a35ae43ec6", MAC: 0a:58:0a:84:00:10, IPs: [10.132.0.16/23]
2026-07-10T02:16:29.240517410Z I0710 02:16:29.240468    3560 cni.go:480] [openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk ea7200257ff507078b137f0e7039b52101acb3f67334b8b36de5826618f460da network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/kube-auth-proxy-6cf46c8b8c-7gbvk ea7200257ff507078b137f0e7039b52101acb3f67334b8b36de5826618f460da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:3d:59:2f:ba:d3\",\"name\":\"ea7200257ff5070\"},{\"mac\":\"0a:58:0a:84:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa9624b0-6119-4c2a-9470-311d3f4130e8\"}],\"ips\":[{\"address\":\"10.132.0.16/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:29.886232441Z I0710 02:16:29.886190    3560 base_network_controller_pods.go:489] [default/opendatahub/model-serving-api-54d89bd5fc-hqtwr] creating logical port opendatahub_model-serving-api-54d89bd5fc-hqtwr for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:29.886360777Z I0710 02:16:29.886333    3560 kube.go:233] Patching annotations on pod opendatahub/model-serving-api-54d89bd5fc-hqtwr
2026-07-10T02:16:29.903122363Z I0710 02:16:29.903081    3560 base_network_controller_pods.go:974] [default/opendatahub/model-serving-api-54d89bd5fc-hqtwr] addLogicalPort annotation time took 16.799563ms
2026-07-10T02:16:29.904783204Z I0710 02:16:29.904756    3560 pods.go:270] [opendatahub/model-serving-api-54d89bd5fc-hqtwr] addLogicalPort took 18.585428ms, libovsdb time 1.152663ms
2026-07-10T02:16:29.908364832Z I0710 02:16:29.908330    3560 cni.go:454] [opendatahub/odh-model-controller-7998c67dc4-2b76z 5cb190ca00811307be82a1da8f2ffa1402594e2571fdc986bb1673ae072a2eb5 network default NAD default NAD key ] ADD starting CNI request [opendatahub/odh-model-controller-7998c67dc4-2b76z 5cb190ca00811307be82a1da8f2ffa1402594e2571fdc986bb1673ae072a2eb5 network default NAD default NAD key ]
2026-07-10T02:16:29.920937786Z I0710 02:16:29.920899    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: odh-model-controller-7998c67dc4-2b76z, hostIfaceName: 5cb190ca0081130, network: default, NAD default, SandboxID: "5cb190ca00811307be82a1da8f2ffa1402594e2571fdc986bb1673ae072a2eb5", PCI device ID: , UID: "c4af3523-66b5-4c1e-a6e9-4292aeb12df0", MAC: 0a:58:0a:84:00:11, IPs: [10.132.0.17/23]
2026-07-10T02:16:29.977798391Z I0710 02:16:29.977747    3560 cni.go:480] [opendatahub/odh-model-controller-7998c67dc4-2b76z 5cb190ca00811307be82a1da8f2ffa1402594e2571fdc986bb1673ae072a2eb5 network default NAD default NAD key default] ADD finished CNI request [opendatahub/odh-model-controller-7998c67dc4-2b76z 5cb190ca00811307be82a1da8f2ffa1402594e2571fdc986bb1673ae072a2eb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:28:60:cd:de:6d\",\"name\":\"5cb190ca0081130\"},{\"mac\":\"0a:58:0a:84:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34179bc9-2bd9-4f32-8f80-788cc4a1b651\"}],\"ips\":[{\"address\":\"10.132.0.17/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:30.016309715Z I0710 02:16:30.016269    3560 base_network_controller_pods.go:489] [default/openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc] creating logical port openshift-ingress_istiod-openshift-gateway-7574459656-wp7mc for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:30.016477186Z I0710 02:16:30.016447    3560 kube.go:233] Patching annotations on pod openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc
2026-07-10T02:16:30.031987055Z I0710 02:16:30.031951    3560 base_network_controller_pods.go:974] [default/openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc] addLogicalPort annotation time took 15.537729ms
2026-07-10T02:16:30.033426459Z I0710 02:16:30.033391    3560 pods.go:270] [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc] addLogicalPort took 17.141044ms, libovsdb time 965.812µs
2026-07-10T02:16:30.253607849Z I0710 02:16:30.253563    3560 cni.go:454] [opendatahub/model-serving-api-54d89bd5fc-hqtwr 3da55edf3e11138b3f24343ba899061f418430851e9e4f412ca9aa3f8bcb1f4c network default NAD default NAD key ] ADD starting CNI request [opendatahub/model-serving-api-54d89bd5fc-hqtwr 3da55edf3e11138b3f24343ba899061f418430851e9e4f412ca9aa3f8bcb1f4c network default NAD default NAD key ]
2026-07-10T02:16:30.264473267Z I0710 02:16:30.264428    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: model-serving-api-54d89bd5fc-hqtwr, hostIfaceName: 3da55edf3e11138, network: default, NAD default, SandboxID: "3da55edf3e11138b3f24343ba899061f418430851e9e4f412ca9aa3f8bcb1f4c", PCI device ID: , UID: "217f9b2e-454b-4739-9d19-155d79101883", MAC: 0a:58:0a:84:00:12, IPs: [10.132.0.18/23]
2026-07-10T02:16:30.312913096Z I0710 02:16:30.312865    3560 cni.go:480] [opendatahub/model-serving-api-54d89bd5fc-hqtwr 3da55edf3e11138b3f24343ba899061f418430851e9e4f412ca9aa3f8bcb1f4c network default NAD default NAD key default] ADD finished CNI request [opendatahub/model-serving-api-54d89bd5fc-hqtwr 3da55edf3e11138b3f24343ba899061f418430851e9e4f412ca9aa3f8bcb1f4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:91:00:99:10:39\",\"name\":\"3da55edf3e11138\"},{\"mac\":\"0a:58:0a:84:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed33258d-0091-40a3-8242-a66d1f7f49dd\"}],\"ips\":[{\"address\":\"10.132.0.18/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:30.393037606Z I0710 02:16:30.392992    3560 cni.go:454] [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key ]
2026-07-10T02:16:30.404366456Z I0710 02:16:30.404319    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: istiod-openshift-gateway-7574459656-wp7mc, hostIfaceName: f0e30176f397518, network: default, NAD default, SandboxID: "f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f", PCI device ID: , UID: "1d9b32cc-4a47-4c1d-b61d-309d541c4f4d", MAC: 0a:58:0a:84:00:13, IPs: [10.132.0.19/23]
2026-07-10T02:16:30.455855086Z I0710 02:16:30.455791    3560 cni.go:480] [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:69:de:99:f9:75\",\"name\":\"f0e30176f397518\"},{\"mac\":\"0a:58:0a:84:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe882acb-3cf1-4fff-ab4d-0cb1f62e325b\"}],\"ips\":[{\"address\":\"10.132.0.19/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:30.737119726Z I0710 02:16:30.737077    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=96
2026-07-10T02:16:35.136123306Z W0710 02:16:35.136084    3560 util.go:863] Failed to build global endpoints for port TCP/grpc-xds: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:35.136123306Z W0710 02:16:35.136104    3560 util.go:863] Failed to build global endpoints for port TCP/http-monitoring: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:35.136123306Z W0710 02:16:35.136113    3560 util.go:863] Failed to build global endpoints for port TCP/https-dns: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:35.136396947Z W0710 02:16:35.136121    3560 util.go:863] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:35.165791079Z W0710 02:16:35.165757    3560 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service opendatahub/odh-model-controller-metrics-service
2026-07-10T02:16:35.166133802Z W0710 02:16:35.166106    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/odh-model-controller-webhook-service
2026-07-10T02:16:35.197161276Z W0710 02:16:35.197125    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-10T02:16:35.197161276Z W0710 02:16:35.197149    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-10T02:16:37.095282765Z I0710 02:16:37.095219    3560 base_network_controller_pods.go:489] [default/openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9] creating logical port openshift-ingress_data-science-gateway-data-science-gateway-class-6576859cf46s2l9 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:37.095454230Z I0710 02:16:37.095432    3560 kube.go:233] Patching annotations on pod openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9
2026-07-10T02:16:37.110751064Z I0710 02:16:37.110707    3560 base_network_controller_pods.go:974] [default/openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9] addLogicalPort annotation time took 15.314109ms
2026-07-10T02:16:37.112147906Z I0710 02:16:37.112106    3560 pods.go:270] [openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9] addLogicalPort took 16.909431ms, libovsdb time 921.529µs
2026-07-10T02:16:37.460449703Z I0710 02:16:37.460401    3560 cni.go:454] [openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9 e862d77118a29d6108f6e9c2301617bddfaff48072f2fc736017730c35f8f4af network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9 e862d77118a29d6108f6e9c2301617bddfaff48072f2fc736017730c35f8f4af network default NAD default NAD key ]
2026-07-10T02:16:37.470621467Z I0710 02:16:37.470580    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: data-science-gateway-data-science-gateway-class-6576859cf46s2l9, hostIfaceName: e862d77118a29d6, network: default, NAD default, SandboxID: "e862d77118a29d6108f6e9c2301617bddfaff48072f2fc736017730c35f8f4af", PCI device ID: , UID: "6e97fc62-5e41-4a29-bdfb-2af9d5e8e8ec", MAC: 0a:58:0a:84:00:14, IPs: [10.132.0.20/23]
2026-07-10T02:16:37.521149513Z I0710 02:16:37.521100    3560 cni.go:480] [openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9 e862d77118a29d6108f6e9c2301617bddfaff48072f2fc736017730c35f8f4af network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/data-science-gateway-data-science-gateway-class-6576859cf46s2l9 e862d77118a29d6108f6e9c2301617bddfaff48072f2fc736017730c35f8f4af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f6:52:a7:1e:ea\",\"name\":\"e862d77118a29d6\"},{\"mac\":\"0a:58:0a:84:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7e47777-46f6-4248-a3df-fce70fbe6474\"}],\"ips\":[{\"address\":\"10.132.0.20/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:39.011037000Z I0710 02:16:39.010984    3560 base_network_controller_pods.go:489] [default/opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8] creating logical port opendatahub_kserve-controller-manager-d6f4b65b8-4z6n8 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:39.011157730Z I0710 02:16:39.011129    3560 kube.go:233] Patching annotations on pod opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8
2026-07-10T02:16:39.026182489Z I0710 02:16:39.026142    3560 base_network_controller_pods.go:974] [default/opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8] addLogicalPort annotation time took 15.063445ms
2026-07-10T02:16:39.027878668Z I0710 02:16:39.027847    3560 pods.go:270] [opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8] addLogicalPort took 16.884369ms, libovsdb time 1.211806ms
2026-07-10T02:16:39.030900273Z I0710 02:16:39.030871    3560 base_network_controller_pods.go:489] [default/opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c] creating logical port opendatahub_llmisvc-controller-manager-777c6bd7d5-nt97c for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:16:39.031017541Z I0710 02:16:39.030988    3560 kube.go:233] Patching annotations on pod opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c
2026-07-10T02:16:39.039593334Z I0710 02:16:39.039554    3560 base_network_controller_policy.go:1227] Adding network policy opendatahub/kserve-controller-manager for network default
2026-07-10T02:16:39.039620831Z I0710 02:16:39.039606    3560 base_network_controller_policy.go:1102] Policy opendatahub/kserve-controller-manager added to peer address sets []
2026-07-10T02:16:39.043101885Z I0710 02:16:39.043071    3560 base_network_controller_pods.go:974] [default/opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c] addLogicalPort annotation time took 12.122539ms
2026-07-10T02:16:39.044834174Z I0710 02:16:39.044789    3560 pods.go:270] [opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c] addLogicalPort took 13.929068ms, libovsdb time 1.209919ms
2026-07-10T02:16:39.045980472Z I0710 02:16:39.045956    3560 base_network_controller_policy.go:1280] Create network policy opendatahub/kserve-controller-manager resources completed, update namespace loglevel
2026-07-10T02:16:39.125544485Z W0710 02:16:39.125506    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15012: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:39.125604991Z W0710 02:16:39.125592    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15017: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:39.125643177Z W0710 02:16:39.125625    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15010: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:39.125643177Z W0710 02:16:39.125634    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15014: empty IP address endpoints for service openshift-ingress/istiod-openshift-gateway
2026-07-10T02:16:39.387337607Z I0710 02:16:39.387289    3560 cni.go:454] [opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8 63e581cf58dc5261adccb69f1a44f771d8edcb4355fd726bf668d2f249307d7f network default NAD default NAD key ] ADD starting CNI request [opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8 63e581cf58dc5261adccb69f1a44f771d8edcb4355fd726bf668d2f249307d7f network default NAD default NAD key ]
2026-07-10T02:16:39.400265080Z I0710 02:16:39.400225    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: kserve-controller-manager-d6f4b65b8-4z6n8, hostIfaceName: 63e581cf58dc526, network: default, NAD default, SandboxID: "63e581cf58dc5261adccb69f1a44f771d8edcb4355fd726bf668d2f249307d7f", PCI device ID: , UID: "bd63e164-0a54-474a-b508-978d78963df3", MAC: 0a:58:0a:84:00:15, IPs: [10.132.0.21/23]
2026-07-10T02:16:39.457171218Z I0710 02:16:39.457122    3560 cni.go:480] [opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8 63e581cf58dc5261adccb69f1a44f771d8edcb4355fd726bf668d2f249307d7f network default NAD default NAD key default] ADD finished CNI request [opendatahub/kserve-controller-manager-d6f4b65b8-4z6n8 63e581cf58dc5261adccb69f1a44f771d8edcb4355fd726bf668d2f249307d7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:62:a5:35:95:b5\",\"name\":\"63e581cf58dc526\"},{\"mac\":\"0a:58:0a:84:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67a8f3e3-96de-4d54-924d-7a07ced698eb\"}],\"ips\":[{\"address\":\"10.132.0.21/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:40.902892570Z I0710 02:16:40.902845    3560 cni.go:454] [opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c e312d6225c9ca3922ca60504bd1060d8f8412a30998c6da95e2fee61ea638e2c network default NAD default NAD key ] ADD starting CNI request [opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c e312d6225c9ca3922ca60504bd1060d8f8412a30998c6da95e2fee61ea638e2c network default NAD default NAD key ]
2026-07-10T02:16:40.912908536Z I0710 02:16:40.912865    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: llmisvc-controller-manager-777c6bd7d5-nt97c, hostIfaceName: e312d6225c9ca39, network: default, NAD default, SandboxID: "e312d6225c9ca3922ca60504bd1060d8f8412a30998c6da95e2fee61ea638e2c", PCI device ID: , UID: "9dfe9a84-a887-400c-9cd1-ebb4027492c4", MAC: 0a:58:0a:84:00:16, IPs: [10.132.0.22/23]
2026-07-10T02:16:40.964319562Z I0710 02:16:40.964265    3560 cni.go:480] [opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c e312d6225c9ca3922ca60504bd1060d8f8412a30998c6da95e2fee61ea638e2c network default NAD default NAD key default] ADD finished CNI request [opendatahub/llmisvc-controller-manager-777c6bd7d5-nt97c e312d6225c9ca3922ca60504bd1060d8f8412a30998c6da95e2fee61ea638e2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:aa:24:df:59:a3\",\"name\":\"e312d6225c9ca39\"},{\"mac\":\"0a:58:0a:84:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bb4e90a-744c-4a15-954f-a8fe3f616d7d\"}],\"ips\":[{\"address\":\"10.132.0.22/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:16:41.173977253Z W0710 02:16:41.173936    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class
2026-07-10T02:16:41.174060572Z W0710 02:16:41.174027    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class
2026-07-10T02:16:41.198219702Z W0710 02:16:41.198181    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/kserve-webhook-server-service
2026-07-10T02:16:41.208703952Z I0710 02:16:41.208667    3560 cni.go:454] [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key ]
2026-07-10T02:16:41.233345967Z E0710 02:16:41.233314    3560 link_network_manager.go:101] Error while syncing link "f0e30176f397518": failed to get address from link "f0e30176f397518": failed to list addresses for "f0e30176f397518": no such device
2026-07-10T02:16:41.280223747Z I0710 02:16:41.280179    3560 cni.go:480] [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc f0e30176f397518e0ac98f8db0556c3561a7258197ef64268af7c47f4053a31f network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:16:41.313362844Z I0710 02:16:41.313326    3560 pods.go:175] Deleting pod: openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc
2026-07-10T02:16:41.314713937Z I0710 02:16:41.314686    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc, ips: 10.132.0.19
2026-07-10T02:16:42.178626588Z W0710 02:16:42.178578    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class
2026-07-10T02:16:42.178626588Z W0710 02:16:42.178602    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/data-science-gateway-data-science-gateway-class
2026-07-10T02:16:42.194362409Z I0710 02:16:42.194315    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc
2026-07-10T02:16:42.194431632Z I0710 02:16:42.194418    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/istiod-openshift-gateway-7574459656-wp7mc
2026-07-10T02:16:43.737831926Z I0710 02:16:43.737770    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=12
2026-07-10T02:16:43.810577071Z I0710 02:16:43.810537    3560 base_network_controller_policy.go:1227] Adding network policy openshift-ingress/kube-auth-proxy for network default
2026-07-10T02:16:43.811269757Z I0710 02:16:43.811234    3560 base_network_controller_policy.go:1102] Policy openshift-ingress/kube-auth-proxy added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{gateway.networking.k8s.io/gateway-name: data-science-gateway,},}]
2026-07-10T02:16:43.815732687Z I0710 02:16:43.815700    3560 base_network_controller_policy.go:1280] Create network policy openshift-ingress/kube-auth-proxy resources completed, update namespace loglevel
2026-07-10T02:16:45.181150323Z W0710 02:16:45.181110    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/llmisvc-webhook-server-service
2026-07-10T02:16:45.181623987Z W0710 02:16:45.181595    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service opendatahub/llmisvc-controller-manager-service
2026-07-10T02:16:46.117841911Z W0710 02:16:46.117782    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service opendatahub/odh-model-controller-metrics-service
2026-07-10T02:16:46.120838541Z W0710 02:16:46.120789    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/odh-model-controller-webhook-service
2026-07-10T02:16:46.137868420Z W0710 02:16:46.137835    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-10T02:16:46.137922990Z W0710 02:16:46.137911    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8443: empty IP address endpoints for service opendatahub/model-serving-api
2026-07-10T02:17:16.174601275Z W0710 02:17:16.174555    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/llmisvc-webhook-server-service
2026-07-10T02:17:16.174837891Z W0710 02:17:16.174790    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8443: empty IP address endpoints for service opendatahub/llmisvc-controller-manager-service
2026-07-10T02:17:30.234041891Z W0710 02:17:30.233996    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/kserve-webhook-server-service
2026-07-10T02:17:49.823603256Z I0710 02:17:49.823559    3560 namespace.go:97] [kuadrant-system] adding namespace
2026-07-10T02:17:49.824633706Z I0710 02:17:49.824607    3560 namespace.go:101] [kuadrant-system] adding namespace took 1.026113ms
2026-07-10T02:17:49.840401143Z I0710 02:17:49.840375    3560 namespace.go:141] [kuadrant-system] updating namespace
2026-07-10T02:17:49.847637463Z I0710 02:17:49.847612    3560 namespace.go:141] [kuadrant-system] updating namespace
2026-07-10T02:17:49.990657152Z I0710 02:17:49.990623    3560 base_network_controller_policy.go:1227] Adding network policy kuadrant-system/kuadrant-operator-catalog-grpc-server for network default
2026-07-10T02:17:49.990686183Z I0710 02:17:49.990658    3560 base_network_controller_policy.go:1102] Policy kuadrant-system/kuadrant-operator-catalog-grpc-server added to peer address sets []
2026-07-10T02:17:49.992735651Z I0710 02:17:49.992705    3560 base_network_controller_policy.go:1280] Create network policy kuadrant-system/kuadrant-operator-catalog-grpc-server resources completed, update namespace loglevel
2026-07-10T02:17:49.994773337Z I0710 02:17:49.994745    3560 base_network_controller_policy.go:1227] Adding network policy kuadrant-system/kuadrant-operator-catalog-unpack-bundles for network default
2026-07-10T02:17:49.994835613Z I0710 02:17:49.994769    3560 base_network_controller_policy.go:1102] Policy kuadrant-system/kuadrant-operator-catalog-unpack-bundles added to peer address sets []
2026-07-10T02:17:49.995955740Z I0710 02:17:49.995934    3560 base_network_controller_policy.go:1280] Create network policy kuadrant-system/kuadrant-operator-catalog-unpack-bundles resources completed, update namespace loglevel
2026-07-10T02:17:50.033262881Z I0710 02:17:50.033221    3560 base_network_controller_pods.go:489] [default/kuadrant-system/kuadrant-operator-catalog-b5xld] creating logical port kuadrant-system_kuadrant-operator-catalog-b5xld for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:17:50.033391762Z I0710 02:17:50.033371    3560 kube.go:233] Patching annotations on pod kuadrant-system/kuadrant-operator-catalog-b5xld
2026-07-10T02:17:50.044662508Z I0710 02:17:50.044625    3560 base_network_controller_pods.go:974] [default/kuadrant-system/kuadrant-operator-catalog-b5xld] addLogicalPort annotation time took 11.290416ms
2026-07-10T02:17:50.046242039Z I0710 02:17:50.046207    3560 pods.go:270] [kuadrant-system/kuadrant-operator-catalog-b5xld] addLogicalPort took 13.002758ms, libovsdb time 1.12659ms
2026-07-10T02:17:50.395141082Z I0710 02:17:50.395099    3560 cni.go:454] [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key ]
2026-07-10T02:17:50.404363512Z I0710 02:17:50.404320    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: kuadrant-operator-catalog-b5xld, hostIfaceName: d38dc71f37017bc, network: default, NAD default, SandboxID: "d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346", PCI device ID: , UID: "67a47d1e-41ee-42b3-98b8-7d95cca19905", MAC: 0a:58:0a:84:00:17, IPs: [10.132.0.23/23]
2026-07-10T02:17:50.455868941Z I0710 02:17:50.455819    3560 cni.go:480] [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:0b:a4:61:1f:db\",\"name\":\"d38dc71f37017bc\"},{\"mac\":\"0a:58:0a:84:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d5b6697-6b3d-4e86-b170-817385f863b0\"}],\"ips\":[{\"address\":\"10.132.0.23/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:17:50.600498274Z I0710 02:17:50.600446    3560 base_network_controller_pods.go:489] [default/kuadrant-system/kuadrant-operator-catalog-hjwmj] creating logical port kuadrant-system_kuadrant-operator-catalog-hjwmj for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:17:50.600614879Z I0710 02:17:50.600598    3560 kube.go:233] Patching annotations on pod kuadrant-system/kuadrant-operator-catalog-hjwmj
2026-07-10T02:17:50.610401472Z I0710 02:17:50.610358    3560 base_network_controller_pods.go:974] [default/kuadrant-system/kuadrant-operator-catalog-hjwmj] addLogicalPort annotation time took 9.799261ms
2026-07-10T02:17:50.611898619Z I0710 02:17:50.611868    3560 pods.go:270] [kuadrant-system/kuadrant-operator-catalog-hjwmj] addLogicalPort took 11.441663ms, libovsdb time 900.727µs
2026-07-10T02:17:50.787609754Z I0710 02:17:50.787569    3560 services_controller.go:693] Deleting service kuadrant-system/kuadrant-operator-catalog for network=default
2026-07-10T02:17:50.961308116Z I0710 02:17:50.961263    3560 cni.go:454] [kuadrant-system/kuadrant-operator-catalog-hjwmj 09a7e94b3cbe7920d410967edfed2668e5a10bc4d9b060e8958dec08ffb8dfcc network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/kuadrant-operator-catalog-hjwmj 09a7e94b3cbe7920d410967edfed2668e5a10bc4d9b060e8958dec08ffb8dfcc network default NAD default NAD key ]
2026-07-10T02:17:50.973535842Z I0710 02:17:50.973041    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: kuadrant-operator-catalog-hjwmj, hostIfaceName: 09a7e94b3cbe792, network: default, NAD default, SandboxID: "09a7e94b3cbe7920d410967edfed2668e5a10bc4d9b060e8958dec08ffb8dfcc", PCI device ID: , UID: "7d4ae36e-5089-43b4-acd9-d9ce955e26bf", MAC: 0a:58:0a:84:00:18, IPs: [10.132.0.24/23]
2026-07-10T02:17:51.023826448Z I0710 02:17:51.023747    3560 cni.go:480] [kuadrant-system/kuadrant-operator-catalog-hjwmj 09a7e94b3cbe7920d410967edfed2668e5a10bc4d9b060e8958dec08ffb8dfcc network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/kuadrant-operator-catalog-hjwmj 09a7e94b3cbe7920d410967edfed2668e5a10bc4d9b060e8958dec08ffb8dfcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:94:a0:f7:de:43\",\"name\":\"09a7e94b3cbe792\"},{\"mac\":\"0a:58:0a:84:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/978cbe71-0c07-44c5-9503-012007c67f9f\"}],\"ips\":[{\"address\":\"10.132.0.24/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:17:53.439922070Z W0710 02:17:53.439885    3560 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service kuadrant-system/kuadrant-operator-catalog
2026-07-10T02:17:53.455387357Z W0710 02:17:53.455347    3560 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service kuadrant-system/kuadrant-operator-catalog
2026-07-10T02:17:53.567866292Z I0710 02:17:53.567822    3560 cni.go:454] [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key ]
2026-07-10T02:17:53.590385820Z E0710 02:17:53.590354    3560 link_network_manager.go:101] Error while syncing link "d38dc71f37017bc": failed to get address from link "d38dc71f37017bc": failed to list addresses for "d38dc71f37017bc": no such device
2026-07-10T02:17:53.634729404Z I0710 02:17:53.634680    3560 cni.go:480] [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/kuadrant-operator-catalog-b5xld d38dc71f37017bcf583fba47062e544659e75c626aa0596f10de725072c6b346 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:17:53.671840159Z I0710 02:17:53.671776    3560 pods.go:175] Deleting pod: kuadrant-system/kuadrant-operator-catalog-b5xld
2026-07-10T02:17:53.673476837Z I0710 02:17:53.673441    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/kuadrant-operator-catalog-b5xld, ips: 10.132.0.23
2026-07-10T02:17:53.673505379Z I0710 02:17:53.673490    3560 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-grpc-server to delete 1 local pods...
2026-07-10T02:17:53.676663079Z W0710 02:17:53.676630    3560 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service kuadrant-system/kuadrant-operator-catalog
2026-07-10T02:17:54.442663786Z I0710 02:17:54.442615    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector kuadrant-system/kuadrant-operator-catalog-b5xld
2026-07-10T02:17:54.442663786Z I0710 02:17:54.442655    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/kuadrant-operator-catalog-b5xld
2026-07-10T02:17:54.442702566Z I0710 02:17:54.442671    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/kuadrant-operator-catalog-b5xld
2026-07-10T02:18:01.493660774Z W0710 02:18:01.493625    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 50051: empty IP address endpoints for service kuadrant-system/kuadrant-operator-catalog
2026-07-10T02:18:09.551473267Z I0710 02:18:09.551432    3560 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-10T02:18:10.569951759Z I0710 02:18:10.569909    3560 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-10T02:18:11.567075282Z I0710 02:18:11.567033    3560 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-10T02:18:12.574909559Z I0710 02:18:12.574870    3560 base_network_controller_policy.go:656] Processing NetworkPolicy kuadrant-system/kuadrant-operator-catalog-unpack-bundles to delete 1 local pods...
2026-07-10T02:18:22.494478045Z I0710 02:18:22.494436    3560 base_network_controller_pods.go:489] [default/kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc] creating logical port kuadrant-system_limitador-operator-controller-manager-859d7b78bd-55dhc for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:18:22.494666606Z I0710 02:18:22.494636    3560 kube.go:233] Patching annotations on pod kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc
2026-07-10T02:18:22.508439805Z I0710 02:18:22.508395    3560 base_network_controller_pods.go:974] [default/kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc] addLogicalPort annotation time took 13.802709ms
2026-07-10T02:18:22.509977898Z I0710 02:18:22.509949    3560 pods.go:270] [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc] addLogicalPort took 15.535828ms, libovsdb time 1.030506ms
2026-07-10T02:18:22.858989011Z I0710 02:18:22.858946    3560 cni.go:454] [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key ]
2026-07-10T02:18:22.868939621Z I0710 02:18:22.868896    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: limitador-operator-controller-manager-859d7b78bd-55dhc, hostIfaceName: 2f63977693185f2, network: default, NAD default, SandboxID: "2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043", PCI device ID: , UID: "bcd6120d-cce0-4824-8c6d-ca0d5a7f4578", MAC: 0a:58:0a:84:00:19, IPs: [10.132.0.25/23]
2026-07-10T02:18:22.919950951Z I0710 02:18:22.919903    3560 cni.go:480] [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:2f:e7:34:82:54\",\"name\":\"2f63977693185f2\"},{\"mac\":\"0a:58:0a:84:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d641d0c-7bca-48bb-b548-7ba2b0fc6b1a\"}],\"ips\":[{\"address\":\"10.132.0.25/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:18:25.520443414Z I0710 02:18:25.520392    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75c57dfdcc-mbjmf
2026-07-10T02:18:25.520443414Z I0710 02:18:25.520427    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75c57dfdcc-mbjmf
2026-07-10T02:18:25.581609404Z W0710 02:18:25.581566    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:27.673126483Z I0710 02:18:27.673080    3560 base_network_controller_pods.go:489] [default/kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v] creating logical port kuadrant-system_kuadrant-operator-controller-manager-8684c9ff49-szm2v for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:18:27.673223689Z I0710 02:18:27.673207    3560 kube.go:233] Patching annotations on pod kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v
2026-07-10T02:18:27.687564184Z I0710 02:18:27.687519    3560 base_network_controller_pods.go:974] [default/kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v] addLogicalPort annotation time took 14.347912ms
2026-07-10T02:18:27.688976151Z I0710 02:18:27.688942    3560 pods.go:270] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v] addLogicalPort took 15.883617ms, libovsdb time 891.987µs
2026-07-10T02:18:28.034412155Z I0710 02:18:28.034364    3560 cni.go:454] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key ]
2026-07-10T02:18:28.043858791Z I0710 02:18:28.043816    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: kuadrant-operator-controller-manager-8684c9ff49-szm2v, hostIfaceName: 867a1d56c4efcb8, network: default, NAD default, SandboxID: "867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896", PCI device ID: , UID: "432f2b99-bc4e-4c76-bcc8-0f7a4f2a46fc", MAC: 0a:58:0a:84:00:1a, IPs: [10.132.0.26/23]
2026-07-10T02:18:28.093622467Z I0710 02:18:28.093575    3560 cni.go:480] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fd:17:d9:72:ed\",\"name\":\"867a1d56c4efcb8\"},{\"mac\":\"0a:58:0a:84:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87073b38-9799-4506-8d34-95dcf1853237\"}],\"ips\":[{\"address\":\"10.132.0.26/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:18:29.842466871Z W0710 02:18:29.842413    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:29.853663720Z W0710 02:18:29.853629    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:30.278062217Z I0710 02:18:30.278013    3560 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-operator-75cc8d5cb7-m94kz] creating logical port kuadrant-system_authorino-operator-75cc8d5cb7-m94kz for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:18:30.278226194Z I0710 02:18:30.278197    3560 kube.go:233] Patching annotations on pod kuadrant-system/authorino-operator-75cc8d5cb7-m94kz
2026-07-10T02:18:30.289966724Z I0710 02:18:30.289926    3560 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-operator-75cc8d5cb7-m94kz] addLogicalPort annotation time took 11.780258ms
2026-07-10T02:18:30.292187677Z I0710 02:18:30.292148    3560 pods.go:270] [kuadrant-system/authorino-operator-75cc8d5cb7-m94kz] addLogicalPort took 14.180891ms, libovsdb time 1.69036ms
2026-07-10T02:18:30.644174637Z I0710 02:18:30.644133    3560 cni.go:454] [kuadrant-system/authorino-operator-75cc8d5cb7-m94kz 3e459f23dc175a255f18fb2c93d9d242253b23982b6e17306182bfb67975ce94 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-operator-75cc8d5cb7-m94kz 3e459f23dc175a255f18fb2c93d9d242253b23982b6e17306182bfb67975ce94 network default NAD default NAD key ]
2026-07-10T02:18:30.655882866Z I0710 02:18:30.655846    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-operator-75cc8d5cb7-m94kz, hostIfaceName: 3e459f23dc175a2, network: default, NAD default, SandboxID: "3e459f23dc175a255f18fb2c93d9d242253b23982b6e17306182bfb67975ce94", PCI device ID: , UID: "abaf9abf-1334-4a5f-a143-961d7da59892", MAC: 0a:58:0a:84:00:1b, IPs: [10.132.0.27/23]
2026-07-10T02:18:30.703844472Z I0710 02:18:30.703779    3560 cni.go:480] [kuadrant-system/authorino-operator-75cc8d5cb7-m94kz 3e459f23dc175a255f18fb2c93d9d242253b23982b6e17306182bfb67975ce94 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-operator-75cc8d5cb7-m94kz 3e459f23dc175a255f18fb2c93d9d242253b23982b6e17306182bfb67975ce94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:72:9a:01:e4:eb\",\"name\":\"3e459f23dc175a2\"},{\"mac\":\"0a:58:0a:84:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af330719-beb8-4e28-8a2e-d73e84d206a1\"}],\"ips\":[{\"address\":\"10.132.0.27/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:18:34.623947933Z W0710 02:18:34.623910    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:34.641431471Z W0710 02:18:34.641387    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/authorino-operator-metrics
2026-07-10T02:18:36.418487059Z W0710 02:18:36.418449    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:36.424215380Z W0710 02:18:36.424179    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:36.437889987Z W0710 02:18:36.437856    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:36.442825559Z W0710 02:18:36.442786    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:36.583696290Z W0710 02:18:36.583655    3560 util.go:863] Failed to build global endpoints for port TCP/pprof: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service
2026-07-10T02:18:36.583696290Z W0710 02:18:36.583683    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/dns-operator-controller-manager-metrics-service
2026-07-10T02:18:36.586902390Z W0710 02:18:36.586867    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:39.825082457Z W0710 02:18:39.825040    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:39.831196608Z W0710 02:18:39.831157    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:39.840890102Z W0710 02:18:39.840852    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:39.845952356Z W0710 02:18:39.845927    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:45.634534551Z W0710 02:18:45.634493    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:45.661293504Z W0710 02:18:45.661253    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service kuadrant-system/authorino-operator-metrics
2026-07-10T02:18:47.485727301Z I0710 02:18:47.485691    3560 pods.go:175] Deleting pod: kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v
2026-07-10T02:18:47.487423575Z I0710 02:18:47.487393    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v, ips: 10.132.0.26
2026-07-10T02:18:47.525100375Z I0710 02:18:47.525059    3560 base_network_controller_pods.go:489] [default/kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2] creating logical port kuadrant-system_kuadrant-operator-controller-manager-8684c9ff49-sltx2 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:18:47.525357743Z I0710 02:18:47.525329    3560 kube.go:233] Patching annotations on pod kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2
2026-07-10T02:18:47.534303531Z I0710 02:18:47.534277    3560 pods.go:175] Deleting pod: kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc
2026-07-10T02:18:47.535482328Z I0710 02:18:47.535449    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc, ips: 10.132.0.25
2026-07-10T02:18:47.549163278Z I0710 02:18:47.549129    3560 base_network_controller_pods.go:974] [default/kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2] addLogicalPort annotation time took 23.848887ms
2026-07-10T02:18:47.550685322Z I0710 02:18:47.550659    3560 pods.go:270] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2] addLogicalPort took 25.62022ms, libovsdb time 1.146125ms
2026-07-10T02:18:47.654125067Z I0710 02:18:47.654079    3560 cni.go:454] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key ]
2026-07-10T02:18:47.655006123Z I0710 02:18:47.654970    3560 cni.go:454] [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key ]
2026-07-10T02:18:47.677686668Z E0710 02:18:47.677653    3560 link_network_manager.go:101] Error while syncing link "867a1d56c4efcb8": failed to get address from link "867a1d56c4efcb8": failed to list addresses for "867a1d56c4efcb8": no such device
2026-07-10T02:18:47.686308425Z E0710 02:18:47.686276    3560 link_network_manager.go:101] Error while syncing link "2f63977693185f2": failed to get address from link "2f63977693185f2": failed to list addresses for "2f63977693185f2": no such device
2026-07-10T02:18:47.719569385Z I0710 02:18:47.719516    3560 cni.go:480] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-szm2v 867a1d56c4efcb8e285b322e79ae494cdb983c705e76811ab6cd886a54098896 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:18:47.728117475Z I0710 02:18:47.728079    3560 cni.go:480] [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/limitador-operator-controller-manager-859d7b78bd-55dhc 2f63977693185f256f674c8e8066acf6be8abaac7b61dfabcc9c7ad6dd5b8043 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:18:47.967339887Z I0710 02:18:47.967292    3560 cni.go:454] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key ]
2026-07-10T02:18:47.976878918Z I0710 02:18:47.976835    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: kuadrant-operator-controller-manager-8684c9ff49-sltx2, hostIfaceName: cd688d5689fbfbf, network: default, NAD default, SandboxID: "cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855", PCI device ID: , UID: "b37484bc-6764-46ac-9e9f-9a4a6368e355", MAC: 0a:58:0a:84:00:1c, IPs: [10.132.0.28/23]
2026-07-10T02:18:48.030049422Z I0710 02:18:48.029993    3560 cni.go:480] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c6:54:89:f1:3d\",\"name\":\"cd688d5689fbfbf\"},{\"mac\":\"0a:58:0a:84:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3590c65-0179-4a7c-ae07-c9a9764d442c\"}],\"ips\":[{\"address\":\"10.132.0.28/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:18:48.403550915Z I0710 02:18:48.403510    3560 base_network_controller_pods.go:489] [default/kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w] creating logical port kuadrant-system_kuadrant-operator-controller-manager-86878c769f-xl44w for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:18:48.403678772Z I0710 02:18:48.403648    3560 kube.go:233] Patching annotations on pod kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w
2026-07-10T02:18:48.419649066Z I0710 02:18:48.419608    3560 base_network_controller_pods.go:974] [default/kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w] addLogicalPort annotation time took 16.007173ms
2026-07-10T02:18:48.420978215Z I0710 02:18:48.420950    3560 pods.go:270] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w] addLogicalPort took 17.464141ms, libovsdb time 846.227µs
2026-07-10T02:18:48.699124516Z W0710 02:18:48.699088    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:48.765345728Z I0710 02:18:48.765300    3560 cni.go:454] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key ]
2026-07-10T02:18:48.775941914Z I0710 02:18:48.775886    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: kuadrant-operator-controller-manager-86878c769f-xl44w, hostIfaceName: eadd63e5c003a61, network: default, NAD default, SandboxID: "eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a", PCI device ID: , UID: "0d4d7cdd-d147-45b4-8141-e9d79b5d98a6", MAC: 0a:58:0a:84:00:1d, IPs: [10.132.0.29/23]
2026-07-10T02:18:48.827429688Z I0710 02:18:48.827376    3560 cni.go:480] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:9b:b9:84:a0:d8\",\"name\":\"eadd63e5c003a61\"},{\"mac\":\"0a:58:0a:84:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c5424d8-dc21-4732-9fe9-bc99b1bd089d\"}],\"ips\":[{\"address\":\"10.132.0.29/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:18:49.647564533Z W0710 02:18:49.647522    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:49.705436756Z W0710 02:18:49.705401    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:18:59.425650688Z W0710 02:18:59.425608    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:59.431267136Z W0710 02:18:59.431232    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:59.445163323Z W0710 02:18:59.445132    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:59.450631324Z W0710 02:18:59.450606    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/limitador-operator-metrics
2026-07-10T02:18:59.717342283Z W0710 02:18:59.717289    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:19:00.906745322Z I0710 02:19:00.906703    3560 cni.go:454] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key ]
2026-07-10T02:19:00.929365718Z E0710 02:19:00.929329    3560 link_network_manager.go:101] Error while syncing link "cd688d5689fbfbf": failed to get address from link "cd688d5689fbfbf": failed to list addresses for "cd688d5689fbfbf": no such device
2026-07-10T02:19:00.974149197Z I0710 02:19:00.974106    3560 cni.go:480] [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2 cd688d5689fbfbf15e42dcf40af8110a41a87c6226bb10cbf638b15dc98f1855 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:19:01.018792031Z I0710 02:19:01.018744    3560 pods.go:175] Deleting pod: kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2
2026-07-10T02:19:01.020283006Z I0710 02:19:01.020255    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2, ips: 10.132.0.28
2026-07-10T02:19:01.764735157Z I0710 02:19:01.764689    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2
2026-07-10T02:19:01.764869147Z I0710 02:19:01.764791    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/kuadrant-operator-controller-manager-8684c9ff49-sltx2
2026-07-10T02:19:17.148558175Z I0710 02:19:17.148512    3560 base_network_controller_pods.go:489] [default/openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk] creating logical port openshift-ingress_maas-default-gateway-openshift-default-56654dcf7-xngqk for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:19:17.148694822Z I0710 02:19:17.148676    3560 kube.go:233] Patching annotations on pod openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk
2026-07-10T02:19:17.163981905Z I0710 02:19:17.163936    3560 base_network_controller_pods.go:974] [default/openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk] addLogicalPort annotation time took 15.292672ms
2026-07-10T02:19:17.165593070Z I0710 02:19:17.165561    3560 pods.go:270] [openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk] addLogicalPort took 17.067921ms, libovsdb time 1.002893ms
2026-07-10T02:19:17.521125003Z I0710 02:19:17.521074    3560 cni.go:454] [openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk 07a0606a9d7010f36916b812ee29abb10b714af0239183e563589847c4fb7f24 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk 07a0606a9d7010f36916b812ee29abb10b714af0239183e563589847c4fb7f24 network default NAD default NAD key ]
2026-07-10T02:19:17.531045993Z I0710 02:19:17.531001    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: maas-default-gateway-openshift-default-56654dcf7-xngqk, hostIfaceName: 07a0606a9d7010f, network: default, NAD default, SandboxID: "07a0606a9d7010f36916b812ee29abb10b714af0239183e563589847c4fb7f24", PCI device ID: , UID: "964c11a5-ebcf-40b5-8ff5-9b8156cc6c24", MAC: 0a:58:0a:84:00:1e, IPs: [10.132.0.30/23]
2026-07-10T02:19:17.583102596Z I0710 02:19:17.583054    3560 cni.go:480] [openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk 07a0606a9d7010f36916b812ee29abb10b714af0239183e563589847c4fb7f24 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/maas-default-gateway-openshift-default-56654dcf7-xngqk 07a0606a9d7010f36916b812ee29abb10b714af0239183e563589847c4fb7f24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:22:b1:c1:9b:57\",\"name\":\"07a0606a9d7010f\"},{\"mac\":\"0a:58:0a:84:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4e990ea-b5db-4b8e-a217-e9741decab67\"}],\"ips\":[{\"address\":\"10.132.0.30/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:19:17.830338246Z W0710 02:19:17.830294    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:19:17.830338246Z W0710 02:19:17.830313    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:19:18.839425813Z W0710 02:19:18.839376    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:19:18.839425813Z W0710 02:19:18.839399    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:19:18.927349558Z I0710 02:19:18.927305    3560 base_network_controller_pods.go:489] [default/kuadrant-system/limitador-limitador-64c94fd64f-nstmd] creating logical port kuadrant-system_limitador-limitador-64c94fd64f-nstmd for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:19:18.927446770Z I0710 02:19:18.927429    3560 kube.go:233] Patching annotations on pod kuadrant-system/limitador-limitador-64c94fd64f-nstmd
2026-07-10T02:19:18.939326067Z I0710 02:19:18.939272    3560 base_network_controller_pods.go:974] [default/kuadrant-system/limitador-limitador-64c94fd64f-nstmd] addLogicalPort annotation time took 11.883279ms
2026-07-10T02:19:18.940777490Z I0710 02:19:18.940733    3560 pods.go:270] [kuadrant-system/limitador-limitador-64c94fd64f-nstmd] addLogicalPort took 13.449699ms, libovsdb time 971.39µs
2026-07-10T02:19:19.288952727Z I0710 02:19:19.288916    3560 cni.go:454] [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key ]
2026-07-10T02:19:19.299834937Z I0710 02:19:19.299761    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: limitador-limitador-64c94fd64f-nstmd, hostIfaceName: 05564ec4d3bd28d, network: default, NAD default, SandboxID: "05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6", PCI device ID: , UID: "bf047e6e-ff0e-40f9-8717-2b2e157a9414", MAC: 0a:58:0a:84:00:1f, IPs: [10.132.0.31/23]
2026-07-10T02:19:19.351700301Z I0710 02:19:19.351655    3560 cni.go:480] [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:4b:be:87:08:4c\",\"name\":\"05564ec4d3bd28d\"},{\"mac\":\"0a:58:0a:84:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4185061-ce71-40a2-8b7e-ec136897fcca\"}],\"ips\":[{\"address\":\"10.132.0.31/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:19:19.772097369Z I0710 02:19:19.772057    3560 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-58cd955675-6f472] creating logical port kuadrant-system_authorino-58cd955675-6f472 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:19:19.772262285Z I0710 02:19:19.772230    3560 kube.go:233] Patching annotations on pod kuadrant-system/authorino-58cd955675-6f472
2026-07-10T02:19:19.784962767Z I0710 02:19:19.784856    3560 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-58cd955675-6f472] addLogicalPort annotation time took 12.665387ms
2026-07-10T02:19:19.786413581Z I0710 02:19:19.786376    3560 pods.go:270] [kuadrant-system/authorino-58cd955675-6f472] addLogicalPort took 14.340232ms, libovsdb time 1.01667ms
2026-07-10T02:19:20.146547711Z I0710 02:19:20.146499    3560 cni.go:454] [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key ]
2026-07-10T02:19:20.177704406Z I0710 02:19:20.177654    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-58cd955675-6f472, hostIfaceName: e92e48ae739e4f0, network: default, NAD default, SandboxID: "e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe", PCI device ID: , UID: "906940d0-dcbc-4f26-ba95-e984ccec8763", MAC: 0a:58:0a:84:00:20, IPs: [10.132.0.32/23]
2026-07-10T02:19:20.268909174Z I0710 02:19:20.268851    3560 cni.go:480] [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a1:1a:0b:7d:1e\",\"name\":\"e92e48ae739e4f0\"},{\"mac\":\"0a:58:0a:84:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfb77a2a-405d-4eaa-8e59-30ec0c951b83\"}],\"ips\":[{\"address\":\"10.132.0.32/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:19:27.012675402Z I0710 02:19:27.012623    3560 cni.go:454] [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key ]
2026-07-10T02:19:27.045323420Z E0710 02:19:27.045284    3560 link_network_manager.go:101] Error while syncing link "e92e48ae739e4f0": failed to get address from link "e92e48ae739e4f0": failed to list addresses for "e92e48ae739e4f0": no such device
2026-07-10T02:19:27.089677263Z I0710 02:19:27.089628    3560 cni.go:480] [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-58cd955675-6f472 e92e48ae739e4f0d6e69b7ad7b3f7c69ce6a81e9e0218eabb221437a998a3bfe network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:19:27.127674950Z I0710 02:19:27.127635    3560 pods.go:175] Deleting pod: kuadrant-system/authorino-58cd955675-6f472
2026-07-10T02:19:27.129182482Z I0710 02:19:27.129147    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-58cd955675-6f472, ips: 10.132.0.32
2026-07-10T02:19:27.892338954Z I0710 02:19:27.892297    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-58cd955675-6f472
2026-07-10T02:19:27.892338954Z I0710 02:19:27.892327    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-58cd955675-6f472
2026-07-10T02:19:35.839448836Z I0710 02:19:35.839402    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
2026-07-10T02:19:37.264942112Z I0710 02:19:37.264898    3560 cni.go:454] [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key ]
2026-07-10T02:19:37.297525181Z E0710 02:19:37.297487    3560 link_network_manager.go:101] Error while syncing link "05564ec4d3bd28d": failed to get address from link "05564ec4d3bd28d": failed to list addresses for "05564ec4d3bd28d": no such device
2026-07-10T02:19:37.344297139Z I0710 02:19:37.344250    3560 cni.go:480] [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/limitador-limitador-64c94fd64f-nstmd 05564ec4d3bd28d9b3b290350d56e8a28be2f6b905b690db8443f51de2ab9da6 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:19:37.382663509Z I0710 02:19:37.382625    3560 pods.go:175] Deleting pod: kuadrant-system/limitador-limitador-64c94fd64f-nstmd
2026-07-10T02:19:37.384191153Z I0710 02:19:37.384157    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/limitador-limitador-64c94fd64f-nstmd, ips: 10.132.0.31
2026-07-10T02:19:37.942717588Z I0710 02:19:37.942670    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/limitador-limitador-64c94fd64f-nstmd
2026-07-10T02:19:37.942753459Z I0710 02:19:37.942742    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/limitador-limitador-64c94fd64f-nstmd
2026-07-10T02:19:40.153147471Z I0710 02:19:40.153098    3560 namespace.go:97] [odh-ai-gateway-infra] adding namespace
2026-07-10T02:19:40.154121417Z I0710 02:19:40.154081    3560 namespace.go:101] [odh-ai-gateway-infra] adding namespace took 950.457µs
2026-07-10T02:19:40.169954452Z I0710 02:19:40.169918    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:19:40.180206182Z I0710 02:19:40.180178    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:19:40.699516032Z I0710 02:19:40.699475    3560 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr] creating logical port odh-ai-gateway-infra_postgres-69fb4594cf-sz4gr for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:19:40.699704027Z I0710 02:19:40.699661    3560 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr
2026-07-10T02:19:40.714036426Z I0710 02:19:40.714000    3560 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr] addLogicalPort annotation time took 14.381912ms
2026-07-10T02:19:40.715905059Z I0710 02:19:40.715860    3560 pods.go:270] [odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr] addLogicalPort took 16.401067ms, libovsdb time 1.382127ms
2026-07-10T02:19:41.069196340Z I0710 02:19:41.069149    3560 cni.go:454] [odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr 8e215652aed780d197c56e175efeab1b7d7d713fa0b7efede573217bc7d6132a network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr 8e215652aed780d197c56e175efeab1b7d7d713fa0b7efede573217bc7d6132a network default NAD default NAD key ]
2026-07-10T02:19:41.078972824Z I0710 02:19:41.078930    3560 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: postgres-69fb4594cf-sz4gr, hostIfaceName: 8e215652aed780d, network: default, NAD default, SandboxID: "8e215652aed780d197c56e175efeab1b7d7d713fa0b7efede573217bc7d6132a", PCI device ID: , UID: "b1d34833-be71-4e9f-8873-93a8aee9baf3", MAC: 0a:58:0a:84:00:21, IPs: [10.132.0.33/23]
2026-07-10T02:19:41.131001633Z I0710 02:19:41.130951    3560 cni.go:480] [odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr 8e215652aed780d197c56e175efeab1b7d7d713fa0b7efede573217bc7d6132a network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/postgres-69fb4594cf-sz4gr 8e215652aed780d197c56e175efeab1b7d7d713fa0b7efede573217bc7d6132a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:a7:fe:02:91:1c\",\"name\":\"8e215652aed780d\"},{\"mac\":\"0a:58:0a:84:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95832514-b84c-40c8-a51b-b3bb0550f428\"}],\"ips\":[{\"address\":\"10.132.0.33/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:19:46.980872183Z W0710 02:19:46.980832    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service odh-ai-gateway-infra/postgres
2026-07-10T02:19:53.020079325Z W0710 02:19:53.020036    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 5432: empty IP address endpoints for service odh-ai-gateway-infra/postgres
2026-07-10T02:19:53.572442613Z I0710 02:19:53.572403    3560 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-5d4b67c446-rlrq8] creating logical port kuadrant-system_authorino-5d4b67c446-rlrq8 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:19:53.572528796Z I0710 02:19:53.572513    3560 kube.go:233] Patching annotations on pod kuadrant-system/authorino-5d4b67c446-rlrq8
2026-07-10T02:19:53.584505087Z I0710 02:19:53.584460    3560 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-5d4b67c446-rlrq8] addLogicalPort annotation time took 11.980728ms
2026-07-10T02:19:53.586029328Z I0710 02:19:53.585997    3560 pods.go:270] [kuadrant-system/authorino-5d4b67c446-rlrq8] addLogicalPort took 13.611983ms, libovsdb time 974.606µs
2026-07-10T02:19:53.851014118Z I0710 02:19:53.850982    3560 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-7b569ccc47-bj7f9] creating logical port kuadrant-system_authorino-7b569ccc47-bj7f9 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:19:53.851154413Z I0710 02:19:53.851123    3560 kube.go:233] Patching annotations on pod kuadrant-system/authorino-7b569ccc47-bj7f9
2026-07-10T02:19:53.861160496Z I0710 02:19:53.861115    3560 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-7b569ccc47-bj7f9] addLogicalPort annotation time took 10.02617ms
2026-07-10T02:19:53.862977428Z I0710 02:19:53.862935    3560 pods.go:270] [kuadrant-system/authorino-7b569ccc47-bj7f9] addLogicalPort took 11.972919ms, libovsdb time 1.219045ms
2026-07-10T02:19:53.874130769Z I0710 02:19:53.874083    3560 cni.go:454] [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key ]
2026-07-10T02:19:53.884022721Z I0710 02:19:53.883978    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-5d4b67c446-rlrq8, hostIfaceName: 884e92ad4ca4414, network: default, NAD default, SandboxID: "884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3", PCI device ID: , UID: "9a7d56dd-f6b0-4b1f-a3a9-236de8a2b53d", MAC: 0a:58:0a:84:00:22, IPs: [10.132.0.34/23]
2026-07-10T02:19:53.935486893Z I0710 02:19:53.935440    3560 cni.go:480] [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:48:09:bb:a2:43\",\"name\":\"884e92ad4ca4414\"},{\"mac\":\"0a:58:0a:84:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af12d84-86d9-4ee9-9719-8e809e22b8b3\"}],\"ips\":[{\"address\":\"10.132.0.34/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:19:54.174367540Z I0710 02:19:54.174328    3560 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-56b64b8547-zvwp7] creating logical port kuadrant-system_authorino-56b64b8547-zvwp7 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:19:54.174526028Z I0710 02:19:54.174503    3560 kube.go:233] Patching annotations on pod kuadrant-system/authorino-56b64b8547-zvwp7
2026-07-10T02:19:54.184716148Z I0710 02:19:54.184676    3560 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-56b64b8547-zvwp7] addLogicalPort annotation time took 10.211333ms
2026-07-10T02:19:54.186988254Z I0710 02:19:54.186959    3560 pods.go:270] [kuadrant-system/authorino-56b64b8547-zvwp7] addLogicalPort took 12.651626ms, libovsdb time 1.680268ms
2026-07-10T02:19:54.197005885Z I0710 02:19:54.196968    3560 cni.go:454] [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key ]
2026-07-10T02:19:54.208451177Z I0710 02:19:54.208408    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-7b569ccc47-bj7f9, hostIfaceName: b85d2e8a380591a, network: default, NAD default, SandboxID: "b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56", PCI device ID: , UID: "d5fe6463-c20c-4a19-b2bd-0b1af3ab4654", MAC: 0a:58:0a:84:00:23, IPs: [10.132.0.35/23]
2026-07-10T02:19:54.259895710Z I0710 02:19:54.259850    3560 cni.go:480] [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:bc:af:9e:c2:c6\",\"name\":\"b85d2e8a380591a\"},{\"mac\":\"0a:58:0a:84:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ff51522-8c08-4f19-ab26-2d9422021673\"}],\"ips\":[{\"address\":\"10.132.0.35/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:19:54.541896514Z I0710 02:19:54.541857    3560 cni.go:454] [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key ]
2026-07-10T02:19:54.552595157Z I0710 02:19:54.552540    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-56b64b8547-zvwp7, hostIfaceName: e2222aeb28720af, network: default, NAD default, SandboxID: "e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850", PCI device ID: , UID: "b85a3937-40ab-4db7-8ea1-fcd2303e5e72", MAC: 0a:58:0a:84:00:24, IPs: [10.132.0.36/23]
2026-07-10T02:19:54.604549339Z I0710 02:19:54.604500    3560 cni.go:480] [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:7b:45:2c:28:b1\",\"name\":\"e2222aeb28720af\"},{\"mac\":\"0a:58:0a:84:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5176276-140e-4fce-8d0c-e8f8ecba63aa\"}],\"ips\":[{\"address\":\"10.132.0.36/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:19:55.160656637Z I0710 02:19:55.160609    3560 cni.go:454] [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key ]
2026-07-10T02:19:55.160699340Z I0710 02:19:55.160609    3560 cni.go:454] [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key ]
2026-07-10T02:19:55.182390685Z E0710 02:19:55.182346    3560 link_network_manager.go:101] Error while syncing link "884e92ad4ca4414": failed to get address from link "884e92ad4ca4414": failed to list addresses for "884e92ad4ca4414": no such device
2026-07-10T02:19:55.221459910Z E0710 02:19:55.221420    3560 link_network_manager.go:101] Error while syncing link "b85d2e8a380591a": failed to get address from link "b85d2e8a380591a": failed to list addresses for "b85d2e8a380591a": no such device
2026-07-10T02:19:55.239169404Z I0710 02:19:55.239125    3560 cni.go:480] [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-5d4b67c446-rlrq8 884e92ad4ca44141ffaf51451c0af7b7d01c21904a4885e7a492bc4b270853d3 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:19:55.268523034Z I0710 02:19:55.268475    3560 cni.go:480] [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-7b569ccc47-bj7f9 b85d2e8a380591abbed2718390620e74d868ddabd7c9f6744830999b33e61d56 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:19:55.269938125Z I0710 02:19:55.269903    3560 pods.go:175] Deleting pod: kuadrant-system/authorino-5d4b67c446-rlrq8
2026-07-10T02:19:55.271674325Z I0710 02:19:55.271639    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-5d4b67c446-rlrq8, ips: 10.132.0.34
2026-07-10T02:19:55.296949955Z I0710 02:19:55.296861    3560 pods.go:175] Deleting pod: kuadrant-system/authorino-7b569ccc47-bj7f9
2026-07-10T02:19:55.298343623Z I0710 02:19:55.298322    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-7b569ccc47-bj7f9, ips: 10.132.0.35
2026-07-10T02:19:56.041751040Z I0710 02:19:56.041709    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-5d4b67c446-rlrq8
2026-07-10T02:19:56.041837512Z I0710 02:19:56.041819    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-5d4b67c446-rlrq8
2026-07-10T02:19:56.058952312Z I0710 02:19:56.058918    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-7b569ccc47-bj7f9
2026-07-10T02:19:56.058952312Z I0710 02:19:56.058944    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-7b569ccc47-bj7f9
2026-07-10T02:19:56.530425507Z I0710 02:19:56.530384    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-75d556bd77-sxnj9
2026-07-10T02:19:56.530425507Z I0710 02:19:56.530414    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-75d556bd77-sxnj9
2026-07-10T02:20:00.499316645Z I0710 02:20:00.499261    3560 base_network_controller_pods.go:489] [default/opendatahub/maas-controller-65b89ddcc6-7qk9w] creating logical port opendatahub_maas-controller-65b89ddcc6-7qk9w for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:20:00.499449869Z I0710 02:20:00.499431    3560 kube.go:233] Patching annotations on pod opendatahub/maas-controller-65b89ddcc6-7qk9w
2026-07-10T02:20:00.503896812Z I0710 02:20:00.503859    3560 base_network_controller_policy.go:1227] Adding network policy opendatahub/maas-controller-allow-monitoring for network default
2026-07-10T02:20:00.503896812Z I0710 02:20:00.503890    3560 base_network_controller_policy.go:1102] Policy opendatahub/maas-controller-allow-monitoring added to peer address sets []
2026-07-10T02:20:00.514422996Z I0710 02:20:00.514381    3560 base_network_controller_pods.go:974] [default/opendatahub/maas-controller-65b89ddcc6-7qk9w] addLogicalPort annotation time took 14.996711ms
2026-07-10T02:20:00.516057521Z I0710 02:20:00.516025    3560 pods.go:270] [opendatahub/maas-controller-65b89ddcc6-7qk9w] addLogicalPort took 16.782481ms, libovsdb time 1.07913ms
2026-07-10T02:20:00.517324456Z I0710 02:20:00.517292    3560 base_network_controller_policy.go:1280] Create network policy opendatahub/maas-controller-allow-monitoring resources completed, update namespace loglevel
2026-07-10T02:20:00.672342460Z I0710 02:20:00.672285    3560 base_network_controller_pods.go:489] [default/opendatahub/maas-controller-56f677784f-65p67] creating logical port opendatahub_maas-controller-56f677784f-65p67 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:20:00.672425406Z I0710 02:20:00.672408    3560 kube.go:233] Patching annotations on pod opendatahub/maas-controller-56f677784f-65p67
2026-07-10T02:20:00.685588535Z I0710 02:20:00.685549    3560 base_network_controller_pods.go:974] [default/opendatahub/maas-controller-56f677784f-65p67] addLogicalPort annotation time took 13.186595ms
2026-07-10T02:20:00.687105681Z I0710 02:20:00.687077    3560 pods.go:270] [opendatahub/maas-controller-56f677784f-65p67] addLogicalPort took 14.80916ms, libovsdb time 979.652µs
2026-07-10T02:20:01.034061634Z I0710 02:20:01.034018    3560 cni.go:454] [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key ] ADD starting CNI request [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key ]
2026-07-10T02:20:01.043620903Z I0710 02:20:01.043583    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: maas-controller-56f677784f-65p67, hostIfaceName: 1b0e19aa45185a4, network: default, NAD default, SandboxID: "1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352", PCI device ID: , UID: "b308d089-1156-4914-a05a-477037a69c28", MAC: 0a:58:0a:84:00:26, IPs: [10.132.0.38/23]
2026-07-10T02:20:01.095191730Z I0710 02:20:01.095145    3560 cni.go:480] [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key default] ADD finished CNI request [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f0:c3:95:16:30\",\"name\":\"1b0e19aa45185a4\"},{\"mac\":\"0a:58:0a:84:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/420b48e2-4801-4cf7-81aa-cc84cfbb0557\"}],\"ips\":[{\"address\":\"10.132.0.38/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:20:01.468614859Z I0710 02:20:01.468573    3560 cni.go:454] [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key ] ADD starting CNI request [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key ]
2026-07-10T02:20:01.480556804Z I0710 02:20:01.480511    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: maas-controller-65b89ddcc6-7qk9w, hostIfaceName: 5383304e81b798d, network: default, NAD default, SandboxID: "5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c", PCI device ID: , UID: "2ddfd6d1-3fd6-4902-8768-f7419a2b3fb4", MAC: 0a:58:0a:84:00:25, IPs: [10.132.0.37/23]
2026-07-10T02:20:01.531591611Z I0710 02:20:01.531535    3560 cni.go:480] [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key default] ADD finished CNI request [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:62:1f:40:f0:70\",\"name\":\"5383304e81b798d\"},{\"mac\":\"0a:58:0a:84:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a4e7bdc-caa9-424f-9f58-03d413765400\"}],\"ips\":[{\"address\":\"10.132.0.37/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:20:04.321439252Z I0710 02:20:04.321399    3560 namespace.go:97] [ai-tenants] adding namespace
2026-07-10T02:20:04.322453213Z I0710 02:20:04.322421    3560 namespace.go:101] [ai-tenants] adding namespace took 958.389µs
2026-07-10T02:20:04.336196100Z I0710 02:20:04.336155    3560 namespace.go:141] [ai-tenants] updating namespace
2026-07-10T02:20:04.347223808Z I0710 02:20:04.347186    3560 namespace.go:141] [ai-tenants] updating namespace
2026-07-10T02:20:05.085264654Z W0710 02:20:05.085219    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-10T02:20:05.106996315Z W0710 02:20:05.106951    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-10T02:20:16.092755856Z W0710 02:20:16.092714    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-10T02:20:16.302706308Z I0710 02:20:16.302660    3560 cni.go:454] [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key ] DEL starting CNI request [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key ]
2026-07-10T02:20:16.325793121Z E0710 02:20:16.325764    3560 link_network_manager.go:101] Error while syncing link "5383304e81b798d": failed to get address from link "5383304e81b798d": failed to list addresses for "5383304e81b798d": no such device
2026-07-10T02:20:16.377206087Z I0710 02:20:16.377158    3560 cni.go:480] [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key default] DEL finished CNI request [opendatahub/maas-controller-65b89ddcc6-7qk9w 5383304e81b798d1039ebe223309e3f1e5247c42b9174ab7e53bc4700c45257c network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:20:16.417101157Z I0710 02:20:16.417063    3560 pods.go:175] Deleting pod: opendatahub/maas-controller-65b89ddcc6-7qk9w
2026-07-10T02:20:16.418980715Z I0710 02:20:16.418948    3560 pods.go:235] Attempting to release IPs for pod: opendatahub/maas-controller-65b89ddcc6-7qk9w, ips: 10.132.0.37
2026-07-10T02:20:16.419009814Z I0710 02:20:16.419000    3560 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/maas-controller-allow-monitoring to delete 1 local pods...
2026-07-10T02:20:16.419252847Z I0710 02:20:16.419232    3560 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods...
2026-07-10T02:20:17.143018701Z I0710 02:20:17.142972    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-65b89ddcc6-7qk9w
2026-07-10T02:20:17.143018701Z I0710 02:20:17.143006    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-65b89ddcc6-7qk9w
2026-07-10T02:20:17.143051347Z I0710 02:20:17.143018    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod opendatahub/maas-controller-65b89ddcc6-7qk9w
2026-07-10T02:20:17.143051347Z I0710 02:20:17.143031    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod opendatahub/maas-controller-65b89ddcc6-7qk9w
2026-07-10T02:20:18.739246167Z I0710 02:20:18.739203    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=61
2026-07-10T02:20:18.866876153Z I0710 02:20:18.866823    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
2026-07-10T02:20:26.872572201Z I0710 02:20:26.872525    3560 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
2026-07-10T02:20:38.886027186Z I0710 02:20:38.885977    3560 namespace.go:97] [models-as-a-service] adding namespace
2026-07-10T02:20:38.887067992Z I0710 02:20:38.887039    3560 namespace.go:101] [models-as-a-service] adding namespace took 1.03575ms
2026-07-10T02:20:38.901138533Z I0710 02:20:38.901103    3560 namespace.go:141] [models-as-a-service] updating namespace
2026-07-10T02:20:38.913840174Z I0710 02:20:38.913785    3560 namespace.go:141] [models-as-a-service] updating namespace
2026-07-10T02:20:39.507979065Z I0710 02:20:39.507938    3560 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-cleanup-restrict for network default
2026-07-10T02:20:39.508697225Z I0710 02:20:39.508658    3560 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-cleanup-restrict added to peer address sets [default-network-controller_odh-ai-gateway-infra_LS{ML:{app.kubernetes.io/component: api,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,},}]
2026-07-10T02:20:39.511121023Z I0710 02:20:39.511097    3560 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-cleanup-restrict resources completed, update namespace loglevel
2026-07-10T02:20:39.525799054Z I0710 02:20:39.525729    3560 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-allow-cleanup for network default
2026-07-10T02:20:39.526317527Z I0710 02:20:39.526299    3560 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-allow-cleanup added to peer address sets [default-network-controller_odh-ai-gateway-infra_LS{ML:{app: maas-api-cleanup,app.kubernetes.io/component: api,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,},}]
2026-07-10T02:20:39.527069227Z I0710 02:20:39.527044    3560 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-allow-cleanup resources completed, update namespace loglevel
2026-07-10T02:20:39.626117807Z I0710 02:20:39.626072    3560 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-654967854b-8p7lc] creating logical port odh-ai-gateway-infra_maas-api-654967854b-8p7lc for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:20:39.626318762Z I0710 02:20:39.626287    3560 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-654967854b-8p7lc
2026-07-10T02:20:39.641559006Z I0710 02:20:39.641516    3560 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-654967854b-8p7lc] addLogicalPort annotation time took 15.274047ms
2026-07-10T02:20:39.643577822Z I0710 02:20:39.643550    3560 pods.go:270] [odh-ai-gateway-infra/maas-api-654967854b-8p7lc] addLogicalPort took 17.498035ms, libovsdb time 1.354776ms
2026-07-10T02:20:39.853001478Z I0710 02:20:39.852958    3560 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-authorino-allow for network default
2026-07-10T02:20:39.853673409Z I0710 02:20:39.853639    3560 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-authorino-allow added to peer address sets [default-network-controller_LS{ME:{LSR{Key:kubernetes.io/metadata.name,Operator:In,Values:[kuadrant-system openshift-operators],}},}_LS{ML:{authorino-resource: authorino,},}]
2026-07-10T02:20:39.854788875Z I0710 02:20:39.854766    3560 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-authorino-allow resources completed, update namespace loglevel
2026-07-10T02:20:39.866533842Z I0710 02:20:39.866510    3560 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-allow-gateway for network default
2026-07-10T02:20:39.866558390Z I0710 02:20:39.866535    3560 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-allow-gateway added to peer address sets []
2026-07-10T02:20:39.868349303Z I0710 02:20:39.868325    3560 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-allow-gateway resources completed, update namespace loglevel
2026-07-10T02:20:39.901929533Z I0710 02:20:39.901901    3560 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/maas-api-allow-monitoring for network default
2026-07-10T02:20:39.901967583Z I0710 02:20:39.901928    3560 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/maas-api-allow-monitoring added to peer address sets []
2026-07-10T02:20:39.903025263Z I0710 02:20:39.902997    3560 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/maas-api-allow-monitoring resources completed, update namespace loglevel
2026-07-10T02:20:39.994134016Z I0710 02:20:39.994084    3560 cni.go:454] [odh-ai-gateway-infra/maas-api-654967854b-8p7lc 385770e2f9c503f79711eb45bf0673074f269420215df27782e5cb5d571f1382 network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-654967854b-8p7lc 385770e2f9c503f79711eb45bf0673074f269420215df27782e5cb5d571f1382 network default NAD default NAD key ]
2026-07-10T02:20:40.005976561Z I0710 02:20:40.005932    3560 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-654967854b-8p7lc, hostIfaceName: 385770e2f9c503f, network: default, NAD default, SandboxID: "385770e2f9c503f79711eb45bf0673074f269420215df27782e5cb5d571f1382", PCI device ID: , UID: "1c1df2d1-4327-40cf-815c-e0c07946e15f", MAC: 0a:58:0a:84:00:27, IPs: [10.132.0.39/23]
2026-07-10T02:20:40.061949262Z I0710 02:20:40.061902    3560 cni.go:480] [odh-ai-gateway-infra/maas-api-654967854b-8p7lc 385770e2f9c503f79711eb45bf0673074f269420215df27782e5cb5d571f1382 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-654967854b-8p7lc 385770e2f9c503f79711eb45bf0673074f269420215df27782e5cb5d571f1382 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:bf:a6:4c:68:07\",\"name\":\"385770e2f9c503f\"},{\"mac\":\"0a:58:0a:84:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/704074f8-be8f-4268-8c79-4a77f12d366f\"}],\"ips\":[{\"address\":\"10.132.0.39/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:20:40.152927569Z I0710 02:20:40.152879    3560 base_network_controller_pods.go:489] [default/openshift-ingress/payload-pre-processing-7964457696-78tkn] creating logical port openshift-ingress_payload-pre-processing-7964457696-78tkn for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:20:40.153065361Z I0710 02:20:40.153046    3560 kube.go:233] Patching annotations on pod openshift-ingress/payload-pre-processing-7964457696-78tkn
2026-07-10T02:20:40.165161433Z I0710 02:20:40.165120    3560 base_network_controller_pods.go:974] [default/openshift-ingress/payload-pre-processing-7964457696-78tkn] addLogicalPort annotation time took 12.069835ms
2026-07-10T02:20:40.166154481Z I0710 02:20:40.166124    3560 base_network_controller_pods.go:489] [default/openshift-ingress/payload-processing-58f86c7798-z6jdx] creating logical port openshift-ingress_payload-processing-58f86c7798-z6jdx for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:20:40.166369935Z I0710 02:20:40.166331    3560 kube.go:233] Patching annotations on pod openshift-ingress/payload-processing-58f86c7798-z6jdx
2026-07-10T02:20:40.167432011Z I0710 02:20:40.167401    3560 pods.go:270] [openshift-ingress/payload-pre-processing-7964457696-78tkn] addLogicalPort took 14.541438ms, libovsdb time 1.476059ms
2026-07-10T02:20:40.179415858Z I0710 02:20:40.179382    3560 base_network_controller_pods.go:974] [default/openshift-ingress/payload-processing-58f86c7798-z6jdx] addLogicalPort annotation time took 13.090257ms
2026-07-10T02:20:40.180857435Z I0710 02:20:40.180833    3560 pods.go:270] [openshift-ingress/payload-processing-58f86c7798-z6jdx] addLogicalPort took 14.723251ms, libovsdb time 832.748µs
2026-07-10T02:20:40.308719469Z I0710 02:20:40.308680    3560 base_network_controller_policy.go:1227] Adding network policy odh-ai-gateway-infra/payload-processing for network default
2026-07-10T02:20:40.309631564Z I0710 02:20:40.309599    3560 base_network_controller_policy.go:1102] Policy odh-ai-gateway-infra/payload-processing added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-ingress,},}_LS{ML:{app.kubernetes.io/component: payload-processing,app.kubernetes.io/name: maas-api,app.kubernetes.io/part-of: models-as-a-service,gateway.istio.io/managed: istio.io-gateway-controller,},}]
2026-07-10T02:20:40.312678819Z I0710 02:20:40.312655    3560 base_network_controller_policy.go:1280] Create network policy odh-ai-gateway-infra/payload-processing resources completed, update namespace loglevel
2026-07-10T02:20:40.521865105Z I0710 02:20:40.521796    3560 cni.go:454] [openshift-ingress/payload-pre-processing-7964457696-78tkn e6d40ff9cbd12604f92def5bf0249d526ce17c477d108e6dc941a728d0b851ce network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/payload-pre-processing-7964457696-78tkn e6d40ff9cbd12604f92def5bf0249d526ce17c477d108e6dc941a728d0b851ce network default NAD default NAD key ]
2026-07-10T02:20:40.536981855Z I0710 02:20:40.536932    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: payload-pre-processing-7964457696-78tkn, hostIfaceName: e6d40ff9cbd1260, network: default, NAD default, SandboxID: "e6d40ff9cbd12604f92def5bf0249d526ce17c477d108e6dc941a728d0b851ce", PCI device ID: , UID: "37f57f08-7bf6-4b56-abf5-a9526f547379", MAC: 0a:58:0a:84:00:28, IPs: [10.132.0.40/23]
2026-07-10T02:20:40.537339165Z I0710 02:20:40.537300    3560 cni.go:454] [openshift-ingress/payload-processing-58f86c7798-z6jdx 5d01e67efbc10d5bde591b089391eea042b3072e60c099c8e107228fd11a33e8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/payload-processing-58f86c7798-z6jdx 5d01e67efbc10d5bde591b089391eea042b3072e60c099c8e107228fd11a33e8 network default NAD default NAD key ]
2026-07-10T02:20:40.582991478Z I0710 02:20:40.582932    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: payload-processing-58f86c7798-z6jdx, hostIfaceName: 5d01e67efbc10d5, network: default, NAD default, SandboxID: "5d01e67efbc10d5bde591b089391eea042b3072e60c099c8e107228fd11a33e8", PCI device ID: , UID: "7d0aa707-2ba1-4753-9b07-c14793ab2861", MAC: 0a:58:0a:84:00:29, IPs: [10.132.0.41/23]
2026-07-10T02:20:40.609124765Z I0710 02:20:40.609010    3560 cni.go:480] [openshift-ingress/payload-pre-processing-7964457696-78tkn e6d40ff9cbd12604f92def5bf0249d526ce17c477d108e6dc941a728d0b851ce network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-pre-processing-7964457696-78tkn e6d40ff9cbd12604f92def5bf0249d526ce17c477d108e6dc941a728d0b851ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:8d:23:2d:a1:66\",\"name\":\"e6d40ff9cbd1260\"},{\"mac\":\"0a:58:0a:84:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b817e0b-87cc-45c3-8ea2-2d08009c9f84\"}],\"ips\":[{\"address\":\"10.132.0.40/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:20:40.641497628Z I0710 02:20:40.641440    3560 cni.go:480] [openshift-ingress/payload-processing-58f86c7798-z6jdx 5d01e67efbc10d5bde591b089391eea042b3072e60c099c8e107228fd11a33e8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/payload-processing-58f86c7798-z6jdx 5d01e67efbc10d5bde591b089391eea042b3072e60c099c8e107228fd11a33e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:5c:0d:a2:11:2d\",\"name\":\"5d01e67efbc10d5\"},{\"mac\":\"0a:58:0a:84:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/903e4ec2-eaf5-43d1-8907-89d5f070b609\"}],\"ips\":[{\"address\":\"10.132.0.41/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:20:43.262046511Z W0710 02:20:43.262006    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-ingress/payload-pre-processing
2026-07-10T02:20:43.276202376Z W0710 02:20:43.276162    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api
2026-07-10T02:20:43.295378531Z W0710 02:20:43.295333    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-ingress/payload-processing
2026-07-10T02:20:48.300583074Z W0710 02:20:48.300537    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:48.300583074Z W0710 02:20:48.300518    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:48.300583074Z W0710 02:20:48.300566    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:48.300618725Z W0710 02:20:48.300608    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:48.300618725Z W0710 02:20:48.300614    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:48.300640400Z W0710 02:20:48.300556    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:49.277273459Z W0710 02:20:49.277224    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api
2026-07-10T02:20:50.215927259Z I0710 02:20:50.215340    3560 namespace.go:97] [llm] adding namespace
2026-07-10T02:20:50.217144544Z I0710 02:20:50.217085    3560 namespace.go:101] [llm] adding namespace took 1.711791ms
2026-07-10T02:20:50.229038882Z I0710 02:20:50.228992    3560 namespace.go:141] [llm] updating namespace
2026-07-10T02:20:50.240171315Z I0710 02:20:50.240139    3560 namespace.go:141] [llm] updating namespace
2026-07-10T02:20:51.739586843Z I0710 02:20:51.739547    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=504
2026-07-10T02:20:53.536697709Z W0710 02:20:53.536651    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:53.536697709Z W0710 02:20:53.536676    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/maas-default-gateway-openshift-default
2026-07-10T02:20:54.275733130Z W0710 02:20:54.275683    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-pre-processing
2026-07-10T02:20:55.281486568Z W0710 02:20:55.281446    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9004: empty IP address endpoints for service openshift-ingress/payload-processing
2026-07-10T02:20:58.303158033Z W0710 02:20:58.303116    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-distinct-2-simulated-kserve-workload-svc
2026-07-10T02:21:02.353938114Z I0710 02:21:02.353898    3560 base_network_controller_pods.go:489] [default/llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6] creating logical port llm_e2e-distinct-simulated-kserve-59975d69f9-r5sf6 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:21:02.354159891Z I0710 02:21:02.354124    3560 kube.go:233] Patching annotations on pod llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6
2026-07-10T02:21:02.366629827Z I0710 02:21:02.366592    3560 base_network_controller_pods.go:974] [default/llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6] addLogicalPort annotation time took 12.515924ms
2026-07-10T02:21:02.368259189Z I0710 02:21:02.368230    3560 pods.go:270] [llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6] addLogicalPort took 14.351566ms, libovsdb time 1.177598ms
2026-07-10T02:21:02.722174148Z I0710 02:21:02.722129    3560 cni.go:454] [llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6 d6352c22c67ab276e3dc82066f649a4d6c08dcd8c2734d845bcc71579173ae5e network default NAD default NAD key ] ADD starting CNI request [llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6 d6352c22c67ab276e3dc82066f649a4d6c08dcd8c2734d845bcc71579173ae5e network default NAD default NAD key ]
2026-07-10T02:21:02.734667755Z I0710 02:21:02.734617    3560 helper_linux.go:546] ConfigureOVS: namespace: llm, podName: e2e-distinct-simulated-kserve-59975d69f9-r5sf6, hostIfaceName: d6352c22c67ab27, network: default, NAD default, SandboxID: "d6352c22c67ab276e3dc82066f649a4d6c08dcd8c2734d845bcc71579173ae5e", PCI device ID: , UID: "269c6d58-4eaa-4f66-bdf1-fd697e7506b5", MAC: 0a:58:0a:84:00:2a, IPs: [10.132.0.42/23]
2026-07-10T02:21:02.788349189Z I0710 02:21:02.788299    3560 cni.go:480] [llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6 d6352c22c67ab276e3dc82066f649a4d6c08dcd8c2734d845bcc71579173ae5e network default NAD default NAD key default] ADD finished CNI request [llm/e2e-distinct-simulated-kserve-59975d69f9-r5sf6 d6352c22c67ab276e3dc82066f649a4d6c08dcd8c2734d845bcc71579173ae5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:75:25:d5:2a:14\",\"name\":\"d6352c22c67ab27\"},{\"mac\":\"0a:58:0a:84:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5daa3d8f-c73f-4216-9e63-1579a4e5de83\"}],\"ips\":[{\"address\":\"10.132.0.42/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:21:04.384979689Z W0710 02:21:04.384934    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-distinct-simulated-kserve-workload-svc
2026-07-10T02:21:12.879430532Z I0710 02:21:12.879374    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=6
2026-07-10T02:21:13.442640343Z W0710 02:21:13.442582    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8000: empty IP address endpoints for service llm/e2e-distinct-simulated-kserve-workload-svc
2026-07-10T02:21:13.890838056Z W0710 02:21:13.890781    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-trlp-test-simulated-kserve-workload-svc
2026-07-10T02:21:19.419131505Z W0710 02:21:19.419092    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc
2026-07-10T02:21:24.841340879Z I0710 02:21:24.841293    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
2026-07-10T02:21:30.975547456Z W0710 02:21:30.975504    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/facebook-opt-125m-simulated-kserve-workload-svc
2026-07-10T02:21:33.147049163Z I0710 02:21:33.147009    3560 base_network_controller_pods.go:489] [default/llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr] creating logical port llm_premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:21:33.147147269Z I0710 02:21:33.147131    3560 kube.go:233] Patching annotations on pod llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr
2026-07-10T02:21:33.159792732Z I0710 02:21:33.159745    3560 base_network_controller_pods.go:974] [default/llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr] addLogicalPort annotation time took 12.656509ms
2026-07-10T02:21:33.161357254Z I0710 02:21:33.161328    3560 pods.go:270] [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr] addLogicalPort took 14.322894ms, libovsdb time 947.924µs
2026-07-10T02:21:33.510223542Z I0710 02:21:33.510169    3560 cni.go:454] [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr 7cdec63b757300dc18493235f22330ecb25385b08b51c47829ce2fe6ac974412 network default NAD default NAD key ] ADD starting CNI request [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr 7cdec63b757300dc18493235f22330ecb25385b08b51c47829ce2fe6ac974412 network default NAD default NAD key ]
2026-07-10T02:21:33.520129836Z I0710 02:21:33.520087    3560 helper_linux.go:546] ConfigureOVS: namespace: llm, podName: premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr, hostIfaceName: 7cdec63b757300d, network: default, NAD default, SandboxID: "7cdec63b757300dc18493235f22330ecb25385b08b51c47829ce2fe6ac974412", PCI device ID: , UID: "aee94787-f990-4cc9-a3c0-e0efbe2e1ccc", MAC: 0a:58:0a:84:00:2b, IPs: [10.132.0.43/23]
2026-07-10T02:21:33.573970829Z I0710 02:21:33.573929    3560 cni.go:480] [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr 7cdec63b757300dc18493235f22330ecb25385b08b51c47829ce2fe6ac974412 network default NAD default NAD key default] ADD finished CNI request [llm/premium-simulated-simulated-premium-kserve-5fc6fb456f-x5bdr 7cdec63b757300dc18493235f22330ecb25385b08b51c47829ce2fe6ac974412 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e4:40:06:2f:90\",\"name\":\"7cdec63b757300d\"},{\"mac\":\"0a:58:0a:84:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/600ce796-2a79-4bb4-a6be-3fb1b70618c9\"}],\"ips\":[{\"address\":\"10.132.0.43/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:21:34.529492041Z W0710 02:21:34.529445    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc
2026-07-10T02:21:43.583503946Z W0710 02:21:43.583457    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8000: empty IP address endpoints for service llm/premium-simulated-simulated-premium-kserve-workload-svc
2026-07-10T02:22:29.090023729Z I0710 02:22:29.089973    3560 base_network_controller_pods.go:489] [default/kuadrant-system/authorino-7b55d68598-pdhkg] creating logical port kuadrant-system_authorino-7b55d68598-pdhkg for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:22:29.090159314Z I0710 02:22:29.090142    3560 kube.go:233] Patching annotations on pod kuadrant-system/authorino-7b55d68598-pdhkg
2026-07-10T02:22:29.111626952Z I0710 02:22:29.111580    3560 base_network_controller_pods.go:974] [default/kuadrant-system/authorino-7b55d68598-pdhkg] addLogicalPort annotation time took 21.479818ms
2026-07-10T02:22:29.113038424Z I0710 02:22:29.113002    3560 pods.go:270] [kuadrant-system/authorino-7b55d68598-pdhkg] addLogicalPort took 23.050506ms, libovsdb time 906.642µs
2026-07-10T02:22:29.410527138Z I0710 02:22:29.410478    3560 namespace.go:97] [premium-users-namespace] adding namespace
2026-07-10T02:22:29.411670497Z I0710 02:22:29.411637    3560 namespace.go:101] [premium-users-namespace] adding namespace took 1.063104ms
2026-07-10T02:22:29.432174171Z I0710 02:22:29.432137    3560 namespace.go:141] [premium-users-namespace] updating namespace
2026-07-10T02:22:29.441712865Z I0710 02:22:29.441671    3560 namespace.go:141] [premium-users-namespace] updating namespace
2026-07-10T02:22:29.453674526Z I0710 02:22:29.453632    3560 cni.go:454] [kuadrant-system/authorino-7b55d68598-pdhkg 631d36e3244288542db9c69346e1132f7a95f85462b41b1d94a72b90b06aa5f8 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/authorino-7b55d68598-pdhkg 631d36e3244288542db9c69346e1132f7a95f85462b41b1d94a72b90b06aa5f8 network default NAD default NAD key ]
2026-07-10T02:22:29.463611077Z I0710 02:22:29.463565    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: authorino-7b55d68598-pdhkg, hostIfaceName: 631d36e32442885, network: default, NAD default, SandboxID: "631d36e3244288542db9c69346e1132f7a95f85462b41b1d94a72b90b06aa5f8", PCI device ID: , UID: "751cb34d-d874-47ab-ae3c-883d57c5d863", MAC: 0a:58:0a:84:00:2c, IPs: [10.132.0.44/23]
2026-07-10T02:22:29.519331233Z I0710 02:22:29.519279    3560 cni.go:480] [kuadrant-system/authorino-7b55d68598-pdhkg 631d36e3244288542db9c69346e1132f7a95f85462b41b1d94a72b90b06aa5f8 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/authorino-7b55d68598-pdhkg 631d36e3244288542db9c69346e1132f7a95f85462b41b1d94a72b90b06aa5f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7c:43:8e:17:e3\",\"name\":\"631d36e32442885\"},{\"mac\":\"0a:58:0a:84:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86ab2a34-90d9-4f5b-874c-36dcebe0e41e\"}],\"ips\":[{\"address\":\"10.132.0.44/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:22:30.606476898Z I0710 02:22:30.606437    3560 namespace.go:97] [maas-admin] adding namespace
2026-07-10T02:22:30.609027089Z I0710 02:22:30.608994    3560 namespace.go:101] [maas-admin] adding namespace took 2.529333ms
2026-07-10T02:22:30.624885288Z I0710 02:22:30.624847    3560 namespace.go:141] [maas-admin] updating namespace
2026-07-10T02:22:30.639585467Z I0710 02:22:30.639549    3560 namespace.go:141] [maas-admin] updating namespace
2026-07-10T02:22:30.993473738Z I0710 02:22:30.993430    3560 cni.go:454] [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key ]
2026-07-10T02:22:31.032675186Z E0710 02:22:31.032641    3560 link_network_manager.go:101] Error while syncing link "e2222aeb28720af": failed to get address from link "e2222aeb28720af": failed to list addresses for "e2222aeb28720af": no such device
2026-07-10T02:22:31.080079103Z I0710 02:22:31.080034    3560 cni.go:480] [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/authorino-56b64b8547-zvwp7 e2222aeb28720afae7dc44f0373b4ccca6d427a03d0443cc72bf58fa2a4cb850 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:22:31.125097440Z I0710 02:22:31.124727    3560 pods.go:175] Deleting pod: kuadrant-system/authorino-56b64b8547-zvwp7
2026-07-10T02:22:31.130968213Z I0710 02:22:31.130932    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/authorino-56b64b8547-zvwp7, ips: 10.132.0.36
2026-07-10T02:22:31.807321958Z I0710 02:22:31.807271    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/authorino-56b64b8547-zvwp7
2026-07-10T02:22:31.807392436Z I0710 02:22:31.807378    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/authorino-56b64b8547-zvwp7
2026-07-10T02:22:41.878899570Z I0710 02:22:41.878843    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=10
2026-07-10T02:22:44.844466683Z I0710 02:22:44.844420    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=7
2026-07-10T02:22:45.862405660Z I0710 02:22:45.862358    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=10
2026-07-10T02:22:55.740078478Z I0710 02:22:55.740032    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=51
2026-07-10T02:23:43.855077245Z I0710 02:23:43.855031    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8
2026-07-10T02:23:46.455842661Z I0710 02:23:46.455783    3560 cni.go:454] [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key ] DEL starting CNI request [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key ]
2026-07-10T02:23:46.475011891Z E0710 02:23:46.474978    3560 link_network_manager.go:101] Error while syncing link "1b0e19aa45185a4": failed to get address from link "1b0e19aa45185a4": failed to list addresses for "1b0e19aa45185a4": no such device
2026-07-10T02:23:46.530819663Z I0710 02:23:46.530756    3560 cni.go:480] [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key default] DEL finished CNI request [opendatahub/maas-controller-56f677784f-65p67 1b0e19aa45185a40a32c6039ca552a9356ff61e1d819b67fd4a1c4e735d3f352 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:23:46.573570659Z I0710 02:23:46.573529    3560 pods.go:175] Deleting pod: opendatahub/maas-controller-56f677784f-65p67
2026-07-10T02:23:46.575266903Z I0710 02:23:46.575233    3560 pods.go:235] Attempting to release IPs for pod: opendatahub/maas-controller-56f677784f-65p67, ips: 10.132.0.38
2026-07-10T02:23:46.575291371Z I0710 02:23:46.575275    3560 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/opendatahub to delete 1 local pods...
2026-07-10T02:23:46.575512543Z I0710 02:23:46.575496    3560 base_network_controller_policy.go:656] Processing NetworkPolicy opendatahub/maas-controller-allow-monitoring to delete 1 local pods...
2026-07-10T02:23:47.171149926Z I0710 02:23:47.171071    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-56f677784f-65p67
2026-07-10T02:23:47.171149926Z I0710 02:23:47.171101    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector opendatahub/maas-controller-56f677784f-65p67
2026-07-10T02:23:47.171149926Z I0710 02:23:47.171111    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod opendatahub/maas-controller-56f677784f-65p67
2026-07-10T02:23:47.171149926Z I0710 02:23:47.171125    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod opendatahub/maas-controller-56f677784f-65p67
2026-07-10T02:23:47.983099934Z I0710 02:23:47.983061    3560 base_network_controller_pods.go:489] [default/opendatahub/maas-controller-56f677784f-5grmt] creating logical port opendatahub_maas-controller-56f677784f-5grmt for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:23:47.983308663Z I0710 02:23:47.983286    3560 kube.go:233] Patching annotations on pod opendatahub/maas-controller-56f677784f-5grmt
2026-07-10T02:23:47.994379699Z I0710 02:23:47.994335    3560 base_network_controller_pods.go:974] [default/opendatahub/maas-controller-56f677784f-5grmt] addLogicalPort annotation time took 11.097246ms
2026-07-10T02:23:47.995900707Z I0710 02:23:47.995862    3560 pods.go:270] [opendatahub/maas-controller-56f677784f-5grmt] addLogicalPort took 12.822387ms, libovsdb time 947.487µs
2026-07-10T02:23:48.353728002Z I0710 02:23:48.353671    3560 cni.go:454] [opendatahub/maas-controller-56f677784f-5grmt 29f4fd59131f7b8302963cca241dccc3d05b786cba3b610263dde55284e2643a network default NAD default NAD key ] ADD starting CNI request [opendatahub/maas-controller-56f677784f-5grmt 29f4fd59131f7b8302963cca241dccc3d05b786cba3b610263dde55284e2643a network default NAD default NAD key ]
2026-07-10T02:23:48.366037065Z I0710 02:23:48.365989    3560 helper_linux.go:546] ConfigureOVS: namespace: opendatahub, podName: maas-controller-56f677784f-5grmt, hostIfaceName: 29f4fd59131f7b8, network: default, NAD default, SandboxID: "29f4fd59131f7b8302963cca241dccc3d05b786cba3b610263dde55284e2643a", PCI device ID: , UID: "05b08f09-b1d2-44b4-9ba2-691b72cbbc1a", MAC: 0a:58:0a:84:00:2d, IPs: [10.132.0.45/23]
2026-07-10T02:23:48.421228525Z I0710 02:23:48.421178    3560 cni.go:480] [opendatahub/maas-controller-56f677784f-5grmt 29f4fd59131f7b8302963cca241dccc3d05b786cba3b610263dde55284e2643a network default NAD default NAD key default] ADD finished CNI request [opendatahub/maas-controller-56f677784f-5grmt 29f4fd59131f7b8302963cca241dccc3d05b786cba3b610263dde55284e2643a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:84:85:17:e3:d5\",\"name\":\"29f4fd59131f7b8\"},{\"mac\":\"0a:58:0a:84:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52a977f2-873a-4db6-ba88-b4a0f86890be\"}],\"ips\":[{\"address\":\"10.132.0.45/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:23:49.172262206Z W0710 02:23:49.172218    3560 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-10T02:24:00.185194202Z W0710 02:24:00.185150    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 9443: empty IP address endpoints for service opendatahub/maas-controller-webhook-service
2026-07-10T02:24:19.850967741Z I0710 02:24:19.850921    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=10
2026-07-10T02:24:28.637642374Z I0710 02:24:28.637583    3560 namespace.go:97] [e2e-webhook-test-1c7923] adding namespace
2026-07-10T02:24:28.638528353Z I0710 02:24:28.638491    3560 namespace.go:101] [e2e-webhook-test-1c7923] adding namespace took 880.288µs
2026-07-10T02:24:28.653366022Z I0710 02:24:28.653328    3560 namespace.go:141] [e2e-webhook-test-1c7923] updating namespace
2026-07-10T02:24:28.662657025Z I0710 02:24:28.662623    3560 namespace.go:141] [e2e-webhook-test-1c7923] updating namespace
2026-07-10T02:24:28.876504829Z I0710 02:24:28.876457    3560 namespace.go:141] [e2e-webhook-test-1c7923] updating namespace
2026-07-10T02:24:35.276898107Z I0710 02:24:35.276861    3560 namespace.go:141] [e2e-webhook-test-1c7923] updating namespace
2026-07-10T02:24:35.310789462Z I0710 02:24:35.310747    3560 namespace.go:299] [e2e-webhook-test-1c7923] deleting namespace
2026-07-10T02:24:35.428631835Z I0710 02:24:35.428587    3560 namespace.go:97] [e2e-webhook-test-02c5bf] adding namespace
2026-07-10T02:24:35.429700894Z I0710 02:24:35.429661    3560 namespace.go:101] [e2e-webhook-test-02c5bf] adding namespace took 1.046974ms
2026-07-10T02:24:35.443127721Z I0710 02:24:35.443099    3560 namespace.go:141] [e2e-webhook-test-02c5bf] updating namespace
2026-07-10T02:24:35.451367120Z I0710 02:24:35.451335    3560 namespace.go:141] [e2e-webhook-test-02c5bf] updating namespace
2026-07-10T02:24:35.694071033Z I0710 02:24:35.694023    3560 namespace.go:141] [e2e-webhook-test-02c5bf] updating namespace
2026-07-10T02:24:40.739265523Z I0710 02:24:40.739216    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=88
2026-07-10T02:24:41.936206912Z I0710 02:24:41.936144    3560 namespace.go:141] [e2e-webhook-test-02c5bf] updating namespace
2026-07-10T02:24:41.948209787Z I0710 02:24:41.948170    3560 namespace.go:299] [e2e-webhook-test-02c5bf] deleting namespace
2026-07-10T02:25:47.740140403Z I0710 02:25:47.740096    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=217
2026-07-10T02:26:09.740179428Z I0710 02:26:09.740138    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=25
2026-07-10T02:26:10.868942797Z I0710 02:26:10.868893    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
2026-07-10T02:26:24.881719325Z I0710 02:26:24.881677    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=6
2026-07-10T02:26:44.874574501Z I0710 02:26:44.874525    3560 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
2026-07-10T02:27:33.742185716Z I0710 02:27:33.742140    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=108
2026-07-10T02:27:54.843892007Z I0710 02:27:54.843846    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
2026-07-10T02:28:03.841400757Z I0710 02:28:03.841360    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
2026-07-10T02:28:34.782698397Z I0710 02:28:34.782655    3560 cni.go:454] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key ] DEL starting CNI request [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key ]
2026-07-10T02:28:34.804961955Z E0710 02:28:34.804923    3560 link_network_manager.go:101] Error while syncing link "eadd63e5c003a61": failed to get address from link "eadd63e5c003a61": failed to list addresses for "eadd63e5c003a61": no such device
2026-07-10T02:28:34.860285837Z I0710 02:28:34.860241    3560 cni.go:480] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key default] DEL finished CNI request [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w eadd63e5c003a61a5470408f6eae54d5fe3e8ecf909621da093fac2d5b18605a network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:28:34.906043502Z I0710 02:28:34.905980    3560 pods.go:175] Deleting pod: kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w
2026-07-10T02:28:34.907401157Z I0710 02:28:34.907345    3560 pods.go:235] Attempting to release IPs for pod: kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w, ips: 10.132.0.29
2026-07-10T02:28:35.564882812Z I0710 02:28:35.564773    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w
2026-07-10T02:28:35.564882812Z I0710 02:28:35.564822    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod kuadrant-system/kuadrant-operator-controller-manager-86878c769f-xl44w
2026-07-10T02:29:33.940752933Z I0710 02:29:33.940704    3560 base_network_controller_pods.go:489] [default/kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp] creating logical port kuadrant-system_kuadrant-operator-controller-manager-86878c769f-t7rtp for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:29:33.940928929Z I0710 02:29:33.940898    3560 kube.go:233] Patching annotations on pod kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp
2026-07-10T02:29:33.955416019Z I0710 02:29:33.955376    3560 base_network_controller_pods.go:974] [default/kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp] addLogicalPort annotation time took 14.536032ms
2026-07-10T02:29:33.956696205Z I0710 02:29:33.956654    3560 pods.go:270] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp] addLogicalPort took 15.97278ms, libovsdb time 808.988µs
2026-07-10T02:29:34.304304626Z I0710 02:29:34.304259    3560 cni.go:454] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp 6fd1549a1259139fcd50b83b93036e274a74dabd3a63b43662e3cee153bc7809 network default NAD default NAD key ] ADD starting CNI request [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp 6fd1549a1259139fcd50b83b93036e274a74dabd3a63b43662e3cee153bc7809 network default NAD default NAD key ]
2026-07-10T02:29:34.314137919Z I0710 02:29:34.314086    3560 helper_linux.go:546] ConfigureOVS: namespace: kuadrant-system, podName: kuadrant-operator-controller-manager-86878c769f-t7rtp, hostIfaceName: 6fd1549a1259139, network: default, NAD default, SandboxID: "6fd1549a1259139fcd50b83b93036e274a74dabd3a63b43662e3cee153bc7809", PCI device ID: , UID: "0a5143d3-e139-4f28-8619-f9d5e2980a8f", MAC: 0a:58:0a:84:00:2e, IPs: [10.132.0.46/23]
2026-07-10T02:29:34.368096076Z I0710 02:29:34.368044    3560 cni.go:480] [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp 6fd1549a1259139fcd50b83b93036e274a74dabd3a63b43662e3cee153bc7809 network default NAD default NAD key default] ADD finished CNI request [kuadrant-system/kuadrant-operator-controller-manager-86878c769f-t7rtp 6fd1549a1259139fcd50b83b93036e274a74dabd3a63b43662e3cee153bc7809 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a0:eb:e1:fe:5a\",\"name\":\"6fd1549a1259139\"},{\"mac\":\"0a:58:0a:84:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/666f51b0-53e5-4453-8b9a-52acade58f77\"}],\"ips\":[{\"address\":\"10.132.0.46/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:29:34.835180925Z W0710 02:29:34.835135    3560 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:29:45.845435329Z W0710 02:29:45.845379    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8080: empty IP address endpoints for service kuadrant-system/kuadrant-operator-metrics
2026-07-10T02:29:54.741211671Z I0710 02:29:54.741161    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=49
2026-07-10T02:30:05.224325072Z I0710 02:30:05.224281    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:30:05.224325072Z I0710 02:30:05.224309    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:30:05.224325072Z I0710 02:30:05.224319    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:30:05.224379915Z I0710 02:30:05.224331    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:30:05.224379915Z I0710 02:30:05.224344    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:30:22.857295537Z I0710 02:30:22.857250    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=7
2026-07-10T02:30:56.880612638Z I0710 02:30:56.880567    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=8
2026-07-10T02:31:05.864093574Z I0710 02:31:05.864055    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=10
2026-07-10T02:31:16.846231044Z I0710 02:31:16.846188    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=9
2026-07-10T02:32:00.876762007Z I0710 02:32:00.876711    3560 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
2026-07-10T02:32:02.742851993Z I0710 02:32:02.742777    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=23
2026-07-10T02:32:31.742075999Z I0710 02:32:31.742030    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=9
2026-07-10T02:33:39.741732610Z I0710 02:33:39.741691    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=10
2026-07-10T02:33:42.870826927Z I0710 02:33:42.870762    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
2026-07-10T02:33:47.743797415Z I0710 02:33:47.743756    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=52
2026-07-10T02:33:48.883907869Z I0710 02:33:48.883861    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=8
2026-07-10T02:34:04.853342794Z I0710 02:34:04.853295    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=11
2026-07-10T02:35:43.742398345Z I0710 02:35:43.742356    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=14
2026-07-10T02:35:49.549277742Z I0710 02:35:49.549237    3560 services_controller.go:693] Deleting service llm/maas-e2e-cleanup-test for network=default
2026-07-10T02:35:54.716730301Z I0710 02:35:54.716682    3560 services_controller.go:693] Deleting service llm/maas-e2e-external-model for network=default
2026-07-10T02:35:57.714199509Z I0710 02:35:57.713995    3560 namespace.go:97] [e2e-ait-wrong-c02dd960] adding namespace
2026-07-10T02:35:57.715110369Z I0710 02:35:57.715078    3560 namespace.go:101] [e2e-ait-wrong-c02dd960] adding namespace took 1.054376ms
2026-07-10T02:35:57.735005321Z I0710 02:35:57.734946    3560 namespace.go:141] [e2e-ait-wrong-c02dd960] updating namespace
2026-07-10T02:35:57.746923194Z I0710 02:35:57.746888    3560 namespace.go:141] [e2e-ait-wrong-c02dd960] updating namespace
2026-07-10T02:35:58.208355611Z I0710 02:35:58.208314    3560 namespace.go:141] [e2e-ait-wrong-c02dd960] updating namespace
2026-07-10T02:36:04.914833281Z I0710 02:36:04.914775    3560 namespace.go:141] [e2e-ait-wrong-c02dd960] updating namespace
2026-07-10T02:36:04.927456689Z I0710 02:36:04.927424    3560 namespace.go:299] [e2e-ait-wrong-c02dd960] deleting namespace
2026-07-10T02:36:05.137497317Z I0710 02:36:05.137458    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:36:05.152985239Z I0710 02:36:05.152943    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6] creating logical port openshift-ingress_e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:36:05.153235328Z I0710 02:36:05.153195    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6
2026-07-10T02:36:05.176240968Z I0710 02:36:05.176207    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6] addLogicalPort annotation time took 23.073005ms
2026-07-10T02:36:05.177784022Z I0710 02:36:05.177739    3560 pods.go:270] [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6] addLogicalPort took 24.816299ms, libovsdb time 1.097537ms
2026-07-10T02:36:05.520580912Z I0710 02:36:05.520528    3560 cni.go:454] [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key ]
2026-07-10T02:36:05.530490550Z I0710 02:36:05.530446    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6, hostIfaceName: 4b4c1b604ccdb2d, network: default, NAD default, SandboxID: "4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5", PCI device ID: , UID: "a516b03d-0e08-4039-b156-858c007cd495", MAC: 0a:58:0a:84:00:2f, IPs: [10.132.0.47/23]
2026-07-10T02:36:05.583310985Z I0710 02:36:05.583269    3560 cni.go:480] [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:46:ce:bc:df:00\",\"name\":\"4b4c1b604ccdb2d\"},{\"mac\":\"0a:58:0a:84:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29856f86-78f2-44d9-98e6-b1a1b81dd6d7\"}],\"ips\":[{\"address\":\"10.132.0.47/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:36:05.740047730Z W0710 02:36:05.740005    3560 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:05.740047730Z W0710 02:36:05.740035    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:06.327305557Z I0710 02:36:06.327257    3560 namespace.go:97] [ai-tenant-e2e-ait-0a1b34cb] adding namespace
2026-07-10T02:36:06.328310190Z I0710 02:36:06.328278    3560 namespace.go:101] [ai-tenant-e2e-ait-0a1b34cb] adding namespace took 997.598µs
2026-07-10T02:36:06.346138145Z I0710 02:36:06.346103    3560 namespace.go:141] [ai-tenant-e2e-ait-0a1b34cb] updating namespace
2026-07-10T02:36:06.357014555Z I0710 02:36:06.356970    3560 namespace.go:141] [ai-tenant-e2e-ait-0a1b34cb] updating namespace
2026-07-10T02:36:06.482594214Z I0710 02:36:06.482556    3560 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v] creating logical port odh-ai-gateway-infra_maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:36:06.482742333Z I0710 02:36:06.482721    3560 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:36:06.495544873Z I0710 02:36:06.495504    3560 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v] addLogicalPort annotation time took 12.833303ms
2026-07-10T02:36:06.497336819Z I0710 02:36:06.497301    3560 pods.go:270] [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v] addLogicalPort took 14.762499ms, libovsdb time 1.114622ms
2026-07-10T02:36:06.770205209Z W0710 02:36:06.770157    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:06.770205209Z W0710 02:36:06.770182    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:06.804831948Z I0710 02:36:06.804779    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:36:07.452890787Z I0710 02:36:07.452843    3560 cni.go:454] [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key ]
2026-07-10T02:36:07.466009021Z I0710 02:36:07.465964    3560 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v, hostIfaceName: bff39f888b6b59e, network: default, NAD default, SandboxID: "bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790", PCI device ID: , UID: "3e133b3e-29a0-414a-ab3e-a99ec68ac88d", MAC: 0a:58:0a:84:00:30, IPs: [10.132.0.48/23]
2026-07-10T02:36:07.524894262Z I0710 02:36:07.524843    3560 cni.go:480] [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:5e:e1:b4:7e:de\",\"name\":\"bff39f888b6b59e\"},{\"mac\":\"0a:58:0a:84:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d78d667f-58f3-459f-8e34-49b9f5430588\"}],\"ips\":[{\"address\":\"10.132.0.48/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:36:08.754831392Z W0710 02:36:08.754776    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb
2026-07-10T02:36:08.934922366Z I0710 02:36:08.934883    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:36:15.782039634Z W0710 02:36:15.781987    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb
2026-07-10T02:36:18.821204274Z W0710 02:36:18.821163    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:18.821204274Z W0710 02:36:18.821189    3560 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:18.821234465Z W0710 02:36:18.821202    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:18.821234465Z W0710 02:36:18.821213    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:18.854787595Z I0710 02:36:18.854743    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:36:18.861715515Z W0710 02:36:18.861677    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:18.861715515Z W0710 02:36:18.861699    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:23.520649650Z W0710 02:36:23.520607    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:23.520649650Z W0710 02:36:23.520637    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:36:23.553963551Z I0710 02:36:23.553926    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:36:29.261979667Z I0710 02:36:29.261936    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:36:29.261979667Z I0710 02:36:29.261962    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:36:29.261979667Z I0710 02:36:29.261975    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:36:29.262028773Z I0710 02:36:29.261986    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:36:29.262028773Z I0710 02:36:29.261995    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:36:30.155983064Z I0710 02:36:30.155938    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-0a1b34cb-mx7wz
2026-07-10T02:36:30.155983064Z I0710 02:36:30.155963    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-0a1b34cb-mx7wz
2026-07-10T02:36:30.155983064Z I0710 02:36:30.155969    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-0a1b34cb-mx7wz
2026-07-10T02:36:30.155983064Z I0710 02:36:30.155976    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-0a1b34cb-mx7wz
2026-07-10T02:36:30.156041059Z I0710 02:36:30.155980    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-0a1b34cb-mx7wz
2026-07-10T02:36:30.156041059Z I0710 02:36:30.155987    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-0a1b34cb-mx7wz
2026-07-10T02:36:30.156041059Z I0710 02:36:30.156001    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-0a1b34cb-mx7wz
2026-07-10T02:37:04.462052995Z I0710 02:37:04.462013    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:37:04.462052995Z I0710 02:37:04.462042    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:37:04.462091790Z I0710 02:37:04.462056    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:37:04.462091790Z I0710 02:37:04.462068    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:37:04.462091790Z I0710 02:37:04.462075    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:37:11.660785017Z I0710 02:37:11.660730    3560 namespace.go:141] [ai-tenant-e2e-ait-0a1b34cb] updating namespace
2026-07-10T02:37:12.021863945Z I0710 02:37:12.021823    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb for network=default
2026-07-10T02:37:12.189865740Z I0710 02:37:12.189794    3560 cni.go:454] [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key ] DEL starting CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key ]
2026-07-10T02:37:12.213406157Z E0710 02:37:12.213367    3560 link_network_manager.go:101] Error while syncing link "bff39f888b6b59e": failed to get address from link "bff39f888b6b59e": failed to list addresses for "bff39f888b6b59e": no such device
2026-07-10T02:37:12.268202986Z I0710 02:37:12.268151    3560 cni.go:480] [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v bff39f888b6b59e93e5c564b57910fde850461a4a7feb1d5d6e2b1b63ca98790 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:37:12.310219865Z I0710 02:37:12.310180    3560 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:37:12.311924064Z I0710 02:37:12.311883    3560 pods.go:235] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v, ips: 10.132.0.48
2026-07-10T02:37:12.311950261Z I0710 02:37:12.311929    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:37:12.312154163Z I0710 02:37:12.312131    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:37:12.312367239Z I0710 02:37:12.312343    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:37:12.312498906Z I0710 02:37:12.312482    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:37:13.079751493Z I0710 02:37:13.079694    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:37:13.079826975Z I0710 02:37:13.079794    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:37:13.079845483Z I0710 02:37:13.079824    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:37:13.079845483Z I0710 02:37:13.079836    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:37:13.079855690Z I0710 02:37:13.079848    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:37:13.079881739Z I0710 02:37:13.079870    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-ait-0a1b34cb-6755b46cfc-7p84v
2026-07-10T02:37:16.708764086Z I0710 02:37:16.708723    3560 cni.go:454] [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key ]
2026-07-10T02:37:16.747643729Z E0710 02:37:16.747598    3560 link_network_manager.go:101] Error while syncing link "4b4c1b604ccdb2d": failed to get address from link "4b4c1b604ccdb2d": failed to list addresses for "4b4c1b604ccdb2d": no such device
2026-07-10T02:37:16.794137608Z I0710 02:37:16.794090    3560 cni.go:480] [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6 4b4c1b604ccdb2d4f6207ae7a6077667567b2da07a85c203cd49a8d0aa5ba2c5 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:37:16.846464859Z I0710 02:37:16.846426    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6
2026-07-10T02:37:16.847791068Z I0710 02:37:16.847760    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6, ips: 10.132.0.47
2026-07-10T02:37:16.889589317Z I0710 02:37:16.889559    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:37:17.098457341Z I0710 02:37:17.098414    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6
2026-07-10T02:37:17.098487530Z I0710 02:37:17.098473    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-ait-0a1b34cb-openshift-default-594cd6f8c5-2mtf6
2026-07-10T02:37:18.050756166Z I0710 02:37:18.050714    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-ait-0a1b34cb-openshift-default for network=default
2026-07-10T02:37:18.050898162Z I0710 02:37:18.050735    3560 egressservice_zone_service.go:115] Deleting egress service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:37:18.050943569Z I0710 02:37:18.050742    3560 egressservice_node_service.go:95] Deleting egress service openshift-ingress/e2e-ait-0a1b34cb-openshift-default
2026-07-10T02:37:18.198025607Z I0710 02:37:18.197981    3560 namespace.go:141] [ai-tenant-e2e-ait-0a1b34cb] updating namespace
2026-07-10T02:37:18.210228289Z I0710 02:37:18.210187    3560 namespace.go:299] [ai-tenant-e2e-ait-0a1b34cb] deleting namespace
2026-07-10T02:37:18.418593656Z I0710 02:37:18.418550    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:37:18.433154850Z I0710 02:37:18.433105    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6] creating logical port openshift-ingress_e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:37:18.433320278Z I0710 02:37:18.433271    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6
2026-07-10T02:37:18.447256325Z I0710 02:37:18.447201    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6] addLogicalPort annotation time took 13.977469ms
2026-07-10T02:37:18.448993248Z I0710 02:37:18.448952    3560 pods.go:270] [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6] addLogicalPort took 15.861553ms, libovsdb time 1.086826ms
2026-07-10T02:37:18.802475228Z I0710 02:37:18.802429    3560 cni.go:454] [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key ]
2026-07-10T02:37:18.813219623Z I0710 02:37:18.813167    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6, hostIfaceName: 4ea5ccc792375a5, network: default, NAD default, SandboxID: "4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41", PCI device ID: , UID: "395a5a58-da99-4d1d-8a5c-f8028e7d8247", MAC: 0a:58:0a:84:00:31, IPs: [10.132.0.49/23]
2026-07-10T02:37:18.867489875Z I0710 02:37:18.867434    3560 cni.go:480] [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:7b:46:72:a2:bb\",\"name\":\"4ea5ccc792375a5\"},{\"mac\":\"0a:58:0a:84:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af90374a-ff53-44f1-8550-39c67dabac1f\"}],\"ips\":[{\"address\":\"10.132.0.49/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:37:19.129154622Z W0710 02:37:19.129115    3560 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:19.129154622Z W0710 02:37:19.129136    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:19.526482656Z I0710 02:37:19.526441    3560 namespace.go:97] [ai-tenant-e2e-ait-bc69ef18] adding namespace
2026-07-10T02:37:19.527554706Z I0710 02:37:19.527517    3560 namespace.go:101] [ai-tenant-e2e-ait-bc69ef18] adding namespace took 984.985µs
2026-07-10T02:37:19.543006174Z I0710 02:37:19.542965    3560 namespace.go:141] [ai-tenant-e2e-ait-bc69ef18] updating namespace
2026-07-10T02:37:19.552017410Z I0710 02:37:19.551979    3560 namespace.go:141] [ai-tenant-e2e-ait-bc69ef18] updating namespace
2026-07-10T02:37:19.663638974Z I0710 02:37:19.663591    3560 base_network_controller_pods.go:489] [default/odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9] creating logical port odh-ai-gateway-infra_maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:37:19.663778783Z I0710 02:37:19.663751    3560 kube.go:233] Patching annotations on pod odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:37:19.676907969Z I0710 02:37:19.676862    3560 base_network_controller_pods.go:974] [default/odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9] addLogicalPort annotation time took 13.145934ms
2026-07-10T02:37:19.678522903Z I0710 02:37:19.678488    3560 pods.go:270] [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9] addLogicalPort took 14.914237ms, libovsdb time 1.091527ms
2026-07-10T02:37:20.124665526Z W0710 02:37:20.124610    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:20.124665526Z W0710 02:37:20.124634    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:20.157592143Z I0710 02:37:20.157553    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:37:20.633564577Z I0710 02:37:20.633520    3560 cni.go:454] [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key ] ADD starting CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key ]
2026-07-10T02:37:20.643261022Z I0710 02:37:20.643221    3560 helper_linux.go:546] ConfigureOVS: namespace: odh-ai-gateway-infra, podName: maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9, hostIfaceName: fab5e120f4427c4, network: default, NAD default, SandboxID: "fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df", PCI device ID: , UID: "c5dd28d6-41f5-4ee5-ac8e-425b548d2470", MAC: 0a:58:0a:84:00:32, IPs: [10.132.0.50/23]
2026-07-10T02:37:20.698058267Z I0710 02:37:20.698002    3560 cni.go:480] [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key default] ADD finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:77:b4:09:1c:ae\",\"name\":\"fab5e120f4427c4\"},{\"mac\":\"0a:58:0a:84:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9974d82-a93f-4e8a-9934-f19c53bda7bd\"}],\"ips\":[{\"address\":\"10.132.0.50/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:37:20.845532721Z I0710 02:37:20.845494    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
2026-07-10T02:37:22.111222455Z I0710 02:37:22.111189    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:37:22.129515059Z W0710 02:37:22.129465    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18
2026-07-10T02:37:28.144050241Z W0710 02:37:28.144005    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 8443: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18
2026-07-10T02:37:33.743258955Z I0710 02:37:33.743216    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=42
2026-07-10T02:37:35.199520636Z W0710 02:37:35.199464    3560 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:35.199520636Z W0710 02:37:35.199484    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:35.199555039Z W0710 02:37:35.199513    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:35.199555039Z W0710 02:37:35.199531    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:35.227957516Z I0710 02:37:35.227921    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:37:35.235063793Z W0710 02:37:35.235025    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:35.235063793Z W0710 02:37:35.235042    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:40.804050129Z W0710 02:37:40.804003    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:40.804050129Z W0710 02:37:40.804029    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:37:40.839001824Z I0710 02:37:40.838968    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:37:45.697402303Z I0710 02:37:45.697345    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:37:45.697402303Z I0710 02:37:45.697370    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:37:45.697402303Z I0710 02:37:45.697383    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:37:45.697402303Z I0710 02:37:45.697395    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:37:45.697439417Z I0710 02:37:45.697408    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:37:46.587996442Z I0710 02:37:46.587949    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-bc69ef18-vvkgf
2026-07-10T02:37:46.587996442Z I0710 02:37:46.587974    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-bc69ef18-vvkgf
2026-07-10T02:37:46.587996442Z I0710 02:37:46.587991    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-bc69ef18-vvkgf
2026-07-10T02:37:46.588045190Z I0710 02:37:46.588001    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-bc69ef18-vvkgf
2026-07-10T02:37:46.588045190Z I0710 02:37:46.588008    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-bc69ef18-vvkgf
2026-07-10T02:37:46.588045190Z I0710 02:37:46.588016    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-bc69ef18-vvkgf
2026-07-10T02:37:46.588045190Z I0710 02:37:46.588031    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-ait-bc69ef18-vvkgf
2026-07-10T02:37:55.844251559Z I0710 02:37:55.844207    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
2026-07-10T02:38:17.878440082Z I0710 02:38:17.878396    3560 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
2026-07-10T02:38:27.924288679Z I0710 02:38:27.924242    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:38:27.924288679Z I0710 02:38:27.924267    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:38:27.924288679Z I0710 02:38:27.924280    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:38:27.924321750Z I0710 02:38:27.924290    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:38:27.924321750Z I0710 02:38:27.924300    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:38:35.302424599Z I0710 02:38:35.302370    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18 for network=default
2026-07-10T02:38:35.481305581Z I0710 02:38:35.481261    3560 cni.go:454] [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key ] DEL starting CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key ]
2026-07-10T02:38:35.501306339Z E0710 02:38:35.501267    3560 link_network_manager.go:101] Error while syncing link "fab5e120f4427c4": failed to get address from link "fab5e120f4427c4": failed to list addresses for "fab5e120f4427c4": no such device
2026-07-10T02:38:35.564739901Z I0710 02:38:35.564671    3560 cni.go:480] [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key default] DEL finished CNI request [odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9 fab5e120f4427c451946ce37c34dbeb3731551a341e5b14178e83c2ad0d884df network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:38:35.621018673Z I0710 02:38:35.620981    3560 pods.go:175] Deleting pod: odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:38:35.622755540Z I0710 02:38:35.622723    3560 pods.go:235] Attempting to release IPs for pod: odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9, ips: 10.132.0.50
2026-07-10T02:38:35.622779567Z I0710 02:38:35.622772    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:38:35.623074431Z I0710 02:38:35.623054    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:38:35.623271151Z I0710 02:38:35.623243    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:38:35.623435738Z I0710 02:38:35.623418    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:38:36.500557231Z I0710 02:38:36.500510    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:38:36.500626351Z I0710 02:38:36.500613    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:38:36.500687718Z I0710 02:38:36.500648    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:38:36.500687718Z I0710 02:38:36.500665    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:38:36.500687718Z I0710 02:38:36.500675    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:38:36.500711174Z I0710 02:38:36.500694    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-ait-bc69ef18-c75d6979f-lqlm9
2026-07-10T02:38:39.860941797Z I0710 02:38:39.860893    3560 namespace.go:141] [ai-tenant-e2e-ait-bc69ef18] updating namespace
2026-07-10T02:38:42.865901594Z I0710 02:38:42.865848    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9
2026-07-10T02:38:46.140692239Z I0710 02:38:46.140645    3560 namespace.go:141] [ai-tenant-e2e-ait-bc69ef18] updating namespace
2026-07-10T02:38:46.155498688Z I0710 02:38:46.155458    3560 namespace.go:299] [ai-tenant-e2e-ait-bc69ef18] deleting namespace
2026-07-10T02:38:50.488283514Z I0710 02:38:50.488243    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:38:50.499291558Z I0710 02:38:50.499250    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x] creating logical port openshift-ingress_e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:38:50.499384471Z I0710 02:38:50.499366    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x
2026-07-10T02:38:50.514557607Z I0710 02:38:50.514500    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x] addLogicalPort annotation time took 15.175599ms
2026-07-10T02:38:50.517381526Z I0710 02:38:50.517340    3560 pods.go:270] [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x] addLogicalPort took 18.105001ms, libovsdb time 2.277186ms
2026-07-10T02:38:50.867002077Z I0710 02:38:50.866955    3560 cni.go:454] [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key ]
2026-07-10T02:38:50.877242001Z I0710 02:38:50.877193    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x, hostIfaceName: 4078a6069b65fac, network: default, NAD default, SandboxID: "4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18", PCI device ID: , UID: "4b6d86be-a5a1-4d66-802f-177ff5ac0d6d", MAC: 0a:58:0a:84:00:33, IPs: [10.132.0.51/23]
2026-07-10T02:38:50.937979972Z I0710 02:38:50.937921    3560 cni.go:480] [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:02:16:b7:12:51\",\"name\":\"4078a6069b65fac\"},{\"mac\":\"0a:58:0a:84:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7a181e9-e0dc-4666-952f-de03fda3ea4d\"}],\"ips\":[{\"address\":\"10.132.0.51/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:38:51.573307595Z W0710 02:38:51.573263    3560 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:38:51.573307595Z W0710 02:38:51.573284    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:38:51.587562693Z I0710 02:38:51.587523    3560 namespace.go:97] [ai-tenant-e2e-derive-987cdfe4] adding namespace
2026-07-10T02:38:51.588641464Z I0710 02:38:51.588597    3560 namespace.go:101] [ai-tenant-e2e-derive-987cdfe4] adding namespace took 1.050222ms
2026-07-10T02:38:51.605438677Z I0710 02:38:51.605403    3560 namespace.go:141] [ai-tenant-e2e-derive-987cdfe4] updating namespace
2026-07-10T02:38:51.614156379Z I0710 02:38:51.614118    3560 namespace.go:141] [ai-tenant-e2e-derive-987cdfe4] updating namespace
2026-07-10T02:38:53.586744410Z W0710 02:38:53.586699    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:38:53.586744410Z W0710 02:38:53.586721    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:38:53.628846255Z I0710 02:38:53.628780    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:38:54.746823685Z I0710 02:38:54.746758    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=47
2026-07-10T02:38:54.943752279Z W0710 02:38:54.943713    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4
2026-07-10T02:38:55.251306365Z I0710 02:38:55.251263    3560 cni.go:454] [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key ]
2026-07-10T02:38:55.274690879Z E0710 02:38:55.274653    3560 link_network_manager.go:101] Error while syncing link "4ea5ccc792375a5": failed to get address from link "4ea5ccc792375a5": failed to list addresses for "4ea5ccc792375a5": no such device
2026-07-10T02:38:55.328580058Z I0710 02:38:55.328535    3560 cni.go:480] [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6 4ea5ccc792375a5f18997080eb7247281b82de706ea0543333f95d7b0f05ff41 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:38:55.374170112Z I0710 02:38:55.374112    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6
2026-07-10T02:38:55.375515457Z I0710 02:38:55.375489    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6, ips: 10.132.0.49
2026-07-10T02:38:55.418235618Z I0710 02:38:55.418201    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:38:55.601476825Z I0710 02:38:55.601434    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6
2026-07-10T02:38:55.601476825Z I0710 02:38:55.601462    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-ait-bc69ef18-openshift-default-bbcf8fc67-mqlv6
2026-07-10T02:38:57.848793780Z I0710 02:38:57.848746    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=8
2026-07-10T02:39:01.617793969Z I0710 02:39:01.616867    3560 egressservice_zone_service.go:115] Deleting egress service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:39:01.617793969Z I0710 02:39:01.617278    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-ait-bc69ef18-openshift-default for network=default
2026-07-10T02:39:01.617793969Z I0710 02:39:01.617532    3560 egressservice_node_service.go:95] Deleting egress service openshift-ingress/e2e-ait-bc69ef18-openshift-default
2026-07-10T02:39:03.859034018Z I0710 02:39:03.858985    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=9
2026-07-10T02:39:05.284738464Z I0710 02:39:05.284695    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:39:07.684239887Z W0710 02:39:07.684190    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:07.684239887Z W0710 02:39:07.684213    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:07.684239887Z W0710 02:39:07.684195    3560 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:07.684281003Z W0710 02:39:07.684235    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:07.719219525Z I0710 02:39:07.719185    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:39:07.725835556Z W0710 02:39:07.725783    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:07.725835556Z W0710 02:39:07.725819    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:12.868950711Z W0710 02:39:12.868910    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:12.868950711Z W0710 02:39:12.868932    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:39:12.903613165Z I0710 02:39:12.903574    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:39:13.883114984Z I0710 02:39:13.883064    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=10
2026-07-10T02:39:16.200946179Z I0710 02:39:16.200896    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:39:16.200946179Z I0710 02:39:16.200929    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:39:16.200946179Z I0710 02:39:16.200941    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:39:16.200986831Z I0710 02:39:16.200956    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:39:16.200986831Z I0710 02:39:16.200969    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:39:17.103177862Z I0710 02:39:17.103129    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-987cdfe4-79q66
2026-07-10T02:39:17.103253130Z I0710 02:39:17.103235    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-987cdfe4-79q66
2026-07-10T02:39:17.103266108Z I0710 02:39:17.103251    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-987cdfe4-79q66
2026-07-10T02:39:17.103266108Z I0710 02:39:17.103261    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-987cdfe4-79q66
2026-07-10T02:39:17.103278450Z I0710 02:39:17.103271    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-987cdfe4-79q66
2026-07-10T02:39:17.103288139Z I0710 02:39:17.103281    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-987cdfe4-79q66
2026-07-10T02:39:17.103313992Z I0710 02:39:17.103302    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-revoke-keys-e2e-derive-987cdfe4-79q66
2026-07-10T02:39:56.282550842Z I0710 02:39:56.282505    3560 namespace.go:141] [ai-tenant-e2e-derive-987cdfe4] updating namespace
2026-07-10T02:39:59.460328928Z I0710 02:39:59.460278    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:39:59.460328928Z I0710 02:39:59.460306    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:39:59.460328928Z I0710 02:39:59.460321    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:39:59.460366249Z I0710 02:39:59.460333    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:39:59.460366249Z I0710 02:39:59.460349    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:40:01.342468407Z I0710 02:40:01.342422    3560 cni.go:454] [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key ]
2026-07-10T02:40:01.382011375Z E0710 02:40:01.381969    3560 link_network_manager.go:101] Error while syncing link "4078a6069b65fac": failed to get address from link "4078a6069b65fac": failed to list addresses for "4078a6069b65fac": no such device
2026-07-10T02:40:01.425344499Z I0710 02:40:01.425295    3560 cni.go:480] [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x 4078a6069b65fac28eaff09236512a7f0eb09f8e12e742827d563fa17a68eb18 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:40:01.465996865Z I0710 02:40:01.465950    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4 for network=default
2026-07-10T02:40:01.479407037Z I0710 02:40:01.479373    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x
2026-07-10T02:40:01.483374746Z I0710 02:40:01.482859    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x, ips: 10.132.0.51
2026-07-10T02:40:01.517839320Z I0710 02:40:01.517779    3560 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
2026-07-10T02:40:01.752440927Z I0710 02:40:01.752391    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:40:01.752440927Z I0710 02:40:01.752422    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:40:01.752477975Z I0710 02:40:01.752437    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:40:01.752477975Z I0710 02:40:01.752448    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:40:01.933314924Z I0710 02:40:01.933267    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x
2026-07-10T02:40:01.933314924Z I0710 02:40:01.933300    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-derive-987cdfe4-openshift-default-558c8d4567-78w9x
2026-07-10T02:40:02.345978664Z I0710 02:40:02.345934    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4-67bf7fb44b-vhj2l
2026-07-10T02:40:02.345978664Z I0710 02:40:02.345960    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4-67bf7fb44b-vhj2l
2026-07-10T02:40:02.345978664Z I0710 02:40:02.345969    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4-67bf7fb44b-vhj2l
2026-07-10T02:40:02.345978664Z I0710 02:40:02.345974    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4-67bf7fb44b-vhj2l
2026-07-10T02:40:02.346028736Z I0710 02:40:02.345980    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4-67bf7fb44b-vhj2l
2026-07-10T02:40:02.346028736Z I0710 02:40:02.345993    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-derive-987cdfe4-67bf7fb44b-vhj2l
2026-07-10T02:40:02.650383674Z I0710 02:40:02.650339    3560 namespace.go:141] [ai-tenant-e2e-derive-987cdfe4] updating namespace
2026-07-10T02:40:02.844392376Z I0710 02:40:02.844347    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-derive-987cdfe4-openshift-default for network=default
2026-07-10T02:40:02.844544182Z I0710 02:40:02.844363    3560 egressservice_node_service.go:95] Deleting egress service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:40:02.844598417Z I0710 02:40:02.844386    3560 egressservice_zone_service.go:115] Deleting egress service openshift-ingress/e2e-derive-987cdfe4-openshift-default
2026-07-10T02:40:08.707836109Z I0710 02:40:08.707761    3560 namespace.go:141] [ai-tenant-e2e-derive-987cdfe4] updating namespace
2026-07-10T02:40:08.720242536Z I0710 02:40:08.720194    3560 namespace.go:299] [ai-tenant-e2e-derive-987cdfe4] deleting namespace
2026-07-10T02:40:09.222248393Z I0710 02:40:09.222200    3560 namespace.go:97] [ai-tenant-e2e-mt-a3ad0b67] adding namespace
2026-07-10T02:40:09.223266983Z I0710 02:40:09.223237    3560 namespace.go:101] [ai-tenant-e2e-mt-a3ad0b67] adding namespace took 995.945µs
2026-07-10T02:40:09.238789520Z I0710 02:40:09.238702    3560 namespace.go:141] [ai-tenant-e2e-mt-a3ad0b67] updating namespace
2026-07-10T02:40:09.247560908Z I0710 02:40:09.247517    3560 namespace.go:141] [ai-tenant-e2e-mt-a3ad0b67] updating namespace
2026-07-10T02:40:09.352938268Z I0710 02:40:09.352889    3560 namespace.go:141] [ai-tenant-e2e-mt-a3ad0b67] updating namespace
2026-07-10T02:40:10.984219919Z I0710 02:40:10.984170    3560 namespace.go:141] [ai-tenant-e2e-mt-a3ad0b67] updating namespace
2026-07-10T02:40:17.401925451Z I0710 02:40:17.401880    3560 namespace.go:141] [ai-tenant-e2e-mt-a3ad0b67] updating namespace
2026-07-10T02:40:17.413483588Z I0710 02:40:17.413436    3560 namespace.go:299] [ai-tenant-e2e-mt-a3ad0b67] deleting namespace
2026-07-10T02:40:17.521322633Z I0710 02:40:17.521272    3560 namespace.go:97] [ai-tenant-e2e-mt-dd957d38] adding namespace
2026-07-10T02:40:17.522371432Z I0710 02:40:17.522336    3560 namespace.go:101] [ai-tenant-e2e-mt-dd957d38] adding namespace took 951.784µs
2026-07-10T02:40:17.541171561Z I0710 02:40:17.541131    3560 namespace.go:141] [ai-tenant-e2e-mt-dd957d38] updating namespace
2026-07-10T02:40:17.551146167Z I0710 02:40:17.551104    3560 namespace.go:141] [ai-tenant-e2e-mt-dd957d38] updating namespace
2026-07-10T02:40:17.656092772Z I0710 02:40:17.656043    3560 namespace.go:141] [ai-tenant-e2e-mt-dd957d38] updating namespace
2026-07-10T02:40:18.153995166Z I0710 02:40:18.153953    3560 namespace.go:141] [ai-tenant-e2e-mt-dd957d38] updating namespace
2026-07-10T02:40:44.189093103Z I0710 02:40:44.189045    3560 namespace.go:141] [ai-tenant-e2e-mt-dd957d38] updating namespace
2026-07-10T02:40:44.745707793Z I0710 02:40:44.745662    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=191
2026-07-10T02:40:50.151140268Z I0710 02:40:50.151079    3560 namespace.go:141] [ai-tenant-e2e-mt-dd957d38] updating namespace
2026-07-10T02:40:50.163243763Z I0710 02:40:50.163200    3560 namespace.go:299] [ai-tenant-e2e-mt-dd957d38] deleting namespace
2026-07-10T02:40:50.282850645Z I0710 02:40:50.282766    3560 namespace.go:97] [e2e-unlabeled-f61edb5a] adding namespace
2026-07-10T02:40:50.283826752Z I0710 02:40:50.283789    3560 namespace.go:101] [e2e-unlabeled-f61edb5a] adding namespace took 1.000162ms
2026-07-10T02:40:50.302257642Z I0710 02:40:50.302225    3560 namespace.go:141] [e2e-unlabeled-f61edb5a] updating namespace
2026-07-10T02:40:50.314545996Z I0710 02:40:50.314507    3560 namespace.go:141] [e2e-unlabeled-f61edb5a] updating namespace
2026-07-10T02:41:06.306982902Z I0710 02:41:06.306939    3560 namespace.go:141] [e2e-unlabeled-f61edb5a] updating namespace
2026-07-10T02:41:12.229068030Z I0710 02:41:12.229022    3560 namespace.go:141] [e2e-unlabeled-f61edb5a] updating namespace
2026-07-10T02:41:12.239701229Z I0710 02:41:12.239661    3560 namespace.go:299] [e2e-unlabeled-f61edb5a] deleting namespace
2026-07-10T02:41:12.354787825Z I0710 02:41:12.354746    3560 namespace.go:97] [ai-tenant-e2e-mt-3865ad96] adding namespace
2026-07-10T02:41:12.355884707Z I0710 02:41:12.355847    3560 namespace.go:101] [ai-tenant-e2e-mt-3865ad96] adding namespace took 994.588µs
2026-07-10T02:41:12.371675555Z I0710 02:41:12.371616    3560 namespace.go:141] [ai-tenant-e2e-mt-3865ad96] updating namespace
2026-07-10T02:41:12.378291207Z I0710 02:41:12.378256    3560 namespace.go:141] [ai-tenant-e2e-mt-3865ad96] updating namespace
2026-07-10T02:41:16.885746608Z I0710 02:41:16.885697    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=8
2026-07-10T02:41:22.999178952Z I0710 02:41:22.999133    3560 namespace.go:141] [ai-tenant-e2e-mt-3865ad96] updating namespace
2026-07-10T02:41:23.828984839Z I0710 02:41:23.828939    3560 namespace.go:141] [ai-tenant-e2e-mt-3865ad96] updating namespace
2026-07-10T02:41:29.967318571Z I0710 02:41:29.967273    3560 namespace.go:141] [ai-tenant-e2e-mt-3865ad96] updating namespace
2026-07-10T02:41:29.979517222Z I0710 02:41:29.979482    3560 namespace.go:299] [ai-tenant-e2e-mt-3865ad96] deleting namespace
2026-07-10T02:41:30.090727951Z I0710 02:41:30.090682    3560 namespace.go:97] [ai-tenant-e2e-mt-a48a55cd] adding namespace
2026-07-10T02:41:30.091779581Z I0710 02:41:30.091746    3560 namespace.go:101] [ai-tenant-e2e-mt-a48a55cd] adding namespace took 1.04082ms
2026-07-10T02:41:30.108752220Z I0710 02:41:30.108716    3560 namespace.go:141] [ai-tenant-e2e-mt-a48a55cd] updating namespace
2026-07-10T02:41:30.125207660Z I0710 02:41:30.125174    3560 namespace.go:141] [ai-tenant-e2e-mt-a48a55cd] updating namespace
2026-07-10T02:41:30.220662169Z I0710 02:41:30.220611    3560 namespace.go:141] [ai-tenant-e2e-mt-a48a55cd] updating namespace
2026-07-10T02:41:31.070119027Z I0710 02:41:31.070076    3560 namespace.go:97] [ai-tenant-e2e-mt-d404faeb] adding namespace
2026-07-10T02:41:31.071136345Z I0710 02:41:31.071105    3560 namespace.go:101] [ai-tenant-e2e-mt-d404faeb] adding namespace took 1.006318ms
2026-07-10T02:41:31.081642901Z I0710 02:41:31.081579    3560 namespace.go:141] [ai-tenant-e2e-mt-d404faeb] updating namespace
2026-07-10T02:41:31.090738858Z I0710 02:41:31.090711    3560 namespace.go:141] [ai-tenant-e2e-mt-d404faeb] updating namespace
2026-07-10T02:41:31.196147367Z I0710 02:41:31.196102    3560 namespace.go:141] [ai-tenant-e2e-mt-d404faeb] updating namespace
2026-07-10T02:41:32.969778138Z I0710 02:41:32.969738    3560 namespace.go:141] [ai-tenant-e2e-mt-a48a55cd] updating namespace
2026-07-10T02:41:36.745236220Z I0710 02:41:36.745186    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=72
2026-07-10T02:41:39.029957645Z I0710 02:41:39.029894    3560 namespace.go:141] [ai-tenant-e2e-mt-a48a55cd] updating namespace
2026-07-10T02:41:39.040669569Z I0710 02:41:39.040639    3560 namespace.go:299] [ai-tenant-e2e-mt-a48a55cd] deleting namespace
2026-07-10T02:41:39.737644968Z I0710 02:41:39.737604    3560 namespace.go:141] [ai-tenant-e2e-mt-d404faeb] updating namespace
2026-07-10T02:41:46.038006122Z I0710 02:41:46.037952    3560 namespace.go:141] [ai-tenant-e2e-mt-d404faeb] updating namespace
2026-07-10T02:41:46.050271330Z I0710 02:41:46.050222    3560 namespace.go:299] [ai-tenant-e2e-mt-d404faeb] deleting namespace
2026-07-10T02:41:46.289293906Z I0710 02:41:46.289248    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:41:46.643157682Z I0710 02:41:46.643117    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml] creating logical port openshift-ingress_e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:41:46.643367221Z I0710 02:41:46.643335    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml
2026-07-10T02:41:46.666373400Z I0710 02:41:46.666321    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml] addLogicalPort annotation time took 23.025301ms
2026-07-10T02:41:46.667817726Z I0710 02:41:46.667788    3560 pods.go:270] [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml] addLogicalPort took 24.686592ms, libovsdb time 1.021833ms
2026-07-10T02:41:47.009174378Z I0710 02:41:47.009122    3560 cni.go:454] [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key ]
2026-07-10T02:41:47.019374344Z I0710 02:41:47.019335    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml, hostIfaceName: cc2108fe84fa0f1, network: default, NAD default, SandboxID: "cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39", PCI device ID: , UID: "63a2840e-a7b6-4a5b-987e-e414c746a4a3", MAC: 0a:58:0a:84:00:34, IPs: [10.132.0.52/23]
2026-07-10T02:41:47.079262133Z I0710 02:41:47.079203    3560 cni.go:480] [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b4:8b:9d:e3:e1\",\"name\":\"cc2108fe84fa0f1\"},{\"mac\":\"0a:58:0a:84:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69a4be6f-0a63-4fd8-9a4f-c2974b23ce4f\"}],\"ips\":[{\"address\":\"10.132.0.52/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:41:47.430630519Z W0710 02:41:47.430587    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:41:47.430630519Z W0710 02:41:47.430604    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:41:49.441745143Z W0710 02:41:49.441701    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:41:49.441745143Z W0710 02:41:49.441725    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:41:49.463374123Z I0710 02:41:49.463234    3560 namespace.go:97] [ai-tenant-e2e-mt-abb8864d] adding namespace
2026-07-10T02:41:49.464423995Z I0710 02:41:49.464387    3560 namespace.go:101] [ai-tenant-e2e-mt-abb8864d] adding namespace took 1.126212ms
2026-07-10T02:41:49.483397580Z I0710 02:41:49.483358    3560 namespace.go:141] [ai-tenant-e2e-mt-abb8864d] updating namespace
2026-07-10T02:41:49.494285541Z I0710 02:41:49.494183    3560 namespace.go:141] [ai-tenant-e2e-mt-abb8864d] updating namespace
2026-07-10T02:41:51.941707637Z W0710 02:41:51.941663    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d
2026-07-10T02:41:54.007241860Z I0710 02:41:54.007200    3560 namespace.go:141] [ai-tenant-e2e-mt-abb8864d] updating namespace
2026-07-10T02:41:54.677291796Z I0710 02:41:54.677245    3560 namespace.go:97] [e2e-mt-other-abb8864d] adding namespace
2026-07-10T02:41:54.678457041Z I0710 02:41:54.678408    3560 namespace.go:101] [e2e-mt-other-abb8864d] adding namespace took 1.095059ms
2026-07-10T02:41:54.691092563Z I0710 02:41:54.691045    3560 namespace.go:141] [e2e-mt-other-abb8864d] updating namespace
2026-07-10T02:41:54.698556069Z I0710 02:41:54.698517    3560 namespace.go:141] [e2e-mt-other-abb8864d] updating namespace
2026-07-10T02:41:55.153086562Z I0710 02:41:55.153048    3560 namespace.go:141] [e2e-mt-other-abb8864d] updating namespace
2026-07-10T02:42:01.481432400Z I0710 02:42:01.481388    3560 namespace.go:141] [e2e-mt-other-abb8864d] updating namespace
2026-07-10T02:42:01.493462801Z I0710 02:42:01.493426    3560 namespace.go:299] [e2e-mt-other-abb8864d] deleting namespace
2026-07-10T02:42:03.505215793Z W0710 02:42:03.505174    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:03.505261042Z W0710 02:42:03.505213    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:03.505343646Z W0710 02:42:03.505174    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:03.505376052Z W0710 02:42:03.505345    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:03.505464177Z W0710 02:42:03.505436    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:03.505464177Z W0710 02:42:03.505455    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:05.143474438Z I0710 02:42:05.143423    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:42:05.143474438Z I0710 02:42:05.143452    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:42:05.143474438Z I0710 02:42:05.143468    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:42:05.143512024Z I0710 02:42:05.143482    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:42:05.143512024Z I0710 02:42:05.143493    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:42:09.007786821Z W0710 02:42:09.007737    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:09.007786821Z W0710 02:42:09.007759    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-abb8864d-openshift-default
2026-07-10T02:42:12.381059766Z I0710 02:42:12.381017    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d for network=default
2026-07-10T02:42:12.682707183Z I0710 02:42:12.682662    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:42:12.682707183Z I0710 02:42:12.682682    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:42:12.682707183Z I0710 02:42:12.682694    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:42:12.682738281Z I0710 02:42:12.682711    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:42:13.063736332Z I0710 02:42:13.063690    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d-549b96c8fc-xz7gp
2026-07-10T02:42:13.063831445Z I0710 02:42:13.063795    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d-549b96c8fc-xz7gp
2026-07-10T02:42:13.063853966Z I0710 02:42:13.063834    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d-549b96c8fc-xz7gp
2026-07-10T02:42:13.063853966Z I0710 02:42:13.063844    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d-549b96c8fc-xz7gp
2026-07-10T02:42:13.063870804Z I0710 02:42:13.063851    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d-549b96c8fc-xz7gp
2026-07-10T02:42:13.063870804Z I0710 02:42:13.063868    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-mt-abb8864d-549b96c8fc-xz7gp
2026-07-10T02:42:16.967139729Z I0710 02:42:16.967089    3560 namespace.go:141] [ai-tenant-e2e-mt-abb8864d] updating namespace
2026-07-10T02:42:18.872308626Z I0710 02:42:18.872254    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
2026-07-10T02:42:23.504743801Z I0710 02:42:23.504693    3560 namespace.go:141] [ai-tenant-e2e-mt-abb8864d] updating namespace
2026-07-10T02:42:23.520087471Z I0710 02:42:23.520046    3560 namespace.go:299] [ai-tenant-e2e-mt-abb8864d] deleting namespace
2026-07-10T02:42:27.687704984Z I0710 02:42:27.687519    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-mt-abb8864d-openshift-default for network=default
2026-07-10T02:42:27.937175506Z I0710 02:42:27.937104    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:42:28.059280083Z I0710 02:42:28.059228    3560 namespace.go:97] [e2e-webhook-sub-070a4eb0] adding namespace
2026-07-10T02:42:28.060288988Z I0710 02:42:28.060252    3560 namespace.go:101] [e2e-webhook-sub-070a4eb0] adding namespace took 997.549µs
2026-07-10T02:42:28.076208464Z I0710 02:42:28.076172    3560 namespace.go:141] [e2e-webhook-sub-070a4eb0] updating namespace
2026-07-10T02:42:28.087623684Z I0710 02:42:28.087594    3560 namespace.go:141] [e2e-webhook-sub-070a4eb0] updating namespace
2026-07-10T02:42:28.316828025Z I0710 02:42:28.316767    3560 namespace.go:141] [e2e-webhook-sub-070a4eb0] updating namespace
2026-07-10T02:42:32.865754976Z I0710 02:42:32.865710    3560 cni.go:454] [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key ]
2026-07-10T02:42:32.900421464Z E0710 02:42:32.900266    3560 link_network_manager.go:101] Error while syncing link "cc2108fe84fa0f1": failed to get address from link "cc2108fe84fa0f1": failed to list addresses for "cc2108fe84fa0f1": no such device
2026-07-10T02:42:32.947062351Z I0710 02:42:32.947015    3560 cni.go:480] [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml cc2108fe84fa0f14332da43d545ed6f38ffd8a353377e524fb30278c78d2ba39 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:42:32.995411181Z I0710 02:42:32.995366    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml
2026-07-10T02:42:32.996878426Z I0710 02:42:32.996850    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml, ips: 10.132.0.52
2026-07-10T02:42:33.671865744Z I0710 02:42:33.671828    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml
2026-07-10T02:42:33.671865744Z I0710 02:42:33.671856    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-mt-abb8864d-openshift-default-54868567c9-zp5ml
2026-07-10T02:42:34.352295770Z I0710 02:42:34.352252    3560 namespace.go:141] [e2e-webhook-sub-070a4eb0] updating namespace
2026-07-10T02:42:34.365347371Z I0710 02:42:34.365311    3560 namespace.go:299] [e2e-webhook-sub-070a4eb0] deleting namespace
2026-07-10T02:42:34.474954448Z I0710 02:42:34.474909    3560 namespace.go:97] [e2e-webhook-auth-d42b95ce] adding namespace
2026-07-10T02:42:34.475889210Z I0710 02:42:34.475856    3560 namespace.go:101] [e2e-webhook-auth-d42b95ce] adding namespace took 871.674µs
2026-07-10T02:42:34.490679242Z I0710 02:42:34.490587    3560 namespace.go:141] [e2e-webhook-auth-d42b95ce] updating namespace
2026-07-10T02:42:34.496572923Z I0710 02:42:34.496543    3560 namespace.go:141] [e2e-webhook-auth-d42b95ce] updating namespace
2026-07-10T02:42:34.726337445Z I0710 02:42:34.726293    3560 namespace.go:141] [e2e-webhook-auth-d42b95ce] updating namespace
2026-07-10T02:42:41.076729680Z I0710 02:42:41.076678    3560 namespace.go:141] [e2e-webhook-auth-d42b95ce] updating namespace
2026-07-10T02:42:41.087687173Z I0710 02:42:41.087652    3560 namespace.go:299] [e2e-webhook-auth-d42b95ce] deleting namespace
2026-07-10T02:42:43.855726490Z I0710 02:42:43.855681    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=10
2026-07-10T02:42:48.096281107Z I0710 02:42:48.096235    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:42:48.464529528Z I0710 02:42:48.464483    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j] creating logical port openshift-ingress_e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:42:48.464649259Z I0710 02:42:48.464631    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j
2026-07-10T02:42:48.481533225Z I0710 02:42:48.481497    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j] addLogicalPort annotation time took 16.903463ms
2026-07-10T02:42:48.483319408Z I0710 02:42:48.483261    3560 pods.go:270] [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j] addLogicalPort took 18.793766ms, libovsdb time 1.276877ms
2026-07-10T02:42:48.828928076Z I0710 02:42:48.828885    3560 cni.go:454] [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key ]
2026-07-10T02:42:48.838462881Z I0710 02:42:48.838424    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j, hostIfaceName: df57feb2c56ead6, network: default, NAD default, SandboxID: "df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b", PCI device ID: , UID: "c14b9b8f-058e-489d-8b82-462d611fb8c9", MAC: 0a:58:0a:84:00:35, IPs: [10.132.0.53/23]
2026-07-10T02:42:48.893058751Z I0710 02:42:48.893004    3560 cni.go:480] [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:5b:eb:e9:07:26\",\"name\":\"df57feb2c56ead6\"},{\"mac\":\"0a:58:0a:84:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03585414-d4ae-4c0c-929c-c4ed205335df\"}],\"ips\":[{\"address\":\"10.132.0.53/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:42:49.756436002Z W0710 02:42:49.756395    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:42:49.756436002Z W0710 02:42:49.756420    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:42:50.760607799Z W0710 02:42:50.760553    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:42:50.760607799Z W0710 02:42:50.760579    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:42:51.653447291Z I0710 02:42:51.653397    3560 namespace.go:97] [ai-tenant-e2e-mt-b3d83c99] adding namespace
2026-07-10T02:42:51.654443275Z I0710 02:42:51.654398    3560 namespace.go:101] [ai-tenant-e2e-mt-b3d83c99] adding namespace took 955.205µs
2026-07-10T02:42:51.672216775Z I0710 02:42:51.672175    3560 namespace.go:141] [ai-tenant-e2e-mt-b3d83c99] updating namespace
2026-07-10T02:42:51.682664511Z I0710 02:42:51.682630    3560 namespace.go:141] [ai-tenant-e2e-mt-b3d83c99] updating namespace
2026-07-10T02:42:53.290451788Z W0710 02:42:53.290411    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99
2026-07-10T02:42:56.194090471Z I0710 02:42:56.194038    3560 namespace.go:141] [ai-tenant-e2e-mt-b3d83c99] updating namespace
2026-07-10T02:43:05.840017109Z W0710 02:43:05.839978    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:05.840017109Z W0710 02:43:05.840000    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:05.840089630Z W0710 02:43:05.839983    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:05.840116367Z W0710 02:43:05.840101    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:05.840183999Z W0710 02:43:05.840170    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:05.840194924Z W0710 02:43:05.840182    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:07.003651284Z W0710 02:43:07.003604    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-mt-b3d83c99/e2e-lifecycle-model-b3d83c99-kserve-workload-svc
2026-07-10T02:43:08.746293130Z I0710 02:43:08.746249    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=63
2026-07-10T02:43:10.826350768Z W0710 02:43:10.826302    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:10.826350768Z W0710 02:43:10.826330    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-mt-b3d83c99-openshift-default
2026-07-10T02:43:32.649896382Z I0710 02:43:32.649857    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:43:32.649896382Z I0710 02:43:32.649883    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:43:32.649930610Z I0710 02:43:32.649896    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:43:32.649930610Z I0710 02:43:32.649910    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:43:32.649930610Z I0710 02:43:32.649918    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:43:35.847298707Z I0710 02:43:35.847250    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
2026-07-10T02:43:40.088613323Z I0710 02:43:40.088543    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99 for network=default
2026-07-10T02:43:40.382046259Z I0710 02:43:40.382002    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:43:40.382046259Z I0710 02:43:40.382028    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:43:40.382078808Z I0710 02:43:40.382043    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:43:40.382078808Z I0710 02:43:40.382060    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:43:40.560712119Z I0710 02:43:40.560669    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99-7f5cccd68f-vmflp
2026-07-10T02:43:40.560712119Z I0710 02:43:40.560694    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99-7f5cccd68f-vmflp
2026-07-10T02:43:40.560712119Z I0710 02:43:40.560704    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99-7f5cccd68f-vmflp
2026-07-10T02:43:40.560763393Z I0710 02:43:40.560709    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99-7f5cccd68f-vmflp
2026-07-10T02:43:40.560763393Z I0710 02:43:40.560715    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99-7f5cccd68f-vmflp
2026-07-10T02:43:40.560763393Z I0710 02:43:40.560723    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-mt-b3d83c99-7f5cccd68f-vmflp
2026-07-10T02:43:44.554670023Z I0710 02:43:44.554618    3560 namespace.go:141] [ai-tenant-e2e-mt-b3d83c99] updating namespace
2026-07-10T02:43:46.744948847Z I0710 02:43:46.744904    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=80
2026-07-10T02:43:49.584644934Z I0710 02:43:49.584601    3560 namespace.go:141] [ai-tenant-e2e-mt-b3d83c99] updating namespace
2026-07-10T02:44:05.296173003Z I0710 02:44:05.296130    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-mt-b3d83c99/e2e-lifecycle-model-b3d83c99-kserve-d646cfd47-z7pks
2026-07-10T02:44:05.296173003Z I0710 02:44:05.296162    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-mt-b3d83c99/e2e-lifecycle-model-b3d83c99-kserve-d646cfd47-z7pks
2026-07-10T02:44:26.316348681Z I0710 02:44:26.316304    3560 services_controller.go:693] Deleting service ai-tenant-e2e-mt-b3d83c99/e2e-lifecycle-model-b3d83c99-kserve-workload-svc for network=default
2026-07-10T02:44:27.155413938Z I0710 02:44:27.155311    3560 namespace.go:141] [ai-tenant-e2e-mt-b3d83c99] updating namespace
2026-07-10T02:44:32.850194399Z I0710 02:44:32.850144    3560 namespace.go:141] [ai-tenant-e2e-mt-b3d83c99] updating namespace
2026-07-10T02:44:32.862071996Z I0710 02:44:32.862034    3560 namespace.go:299] [ai-tenant-e2e-mt-b3d83c99] deleting namespace
2026-07-10T02:44:33.860841165Z I0710 02:44:33.860780    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=6
2026-07-10T02:44:36.749660143Z I0710 02:44:36.749615    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-mt-b3d83c99-openshift-default for network=default
2026-07-10T02:44:36.988779440Z I0710 02:44:36.988722    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:44:38.072902050Z I0710 02:44:38.072852    3560 namespace.go:97] [ai-tenant-e2e-mt-f261fbad] adding namespace
2026-07-10T02:44:38.073895245Z I0710 02:44:38.073856    3560 namespace.go:101] [ai-tenant-e2e-mt-f261fbad] adding namespace took 976.927µs
2026-07-10T02:44:38.089464819Z I0710 02:44:38.089432    3560 namespace.go:141] [ai-tenant-e2e-mt-f261fbad] updating namespace
2026-07-10T02:44:38.098844909Z I0710 02:44:38.098787    3560 namespace.go:141] [ai-tenant-e2e-mt-f261fbad] updating namespace
2026-07-10T02:44:38.208712459Z I0710 02:44:38.208668    3560 namespace.go:141] [ai-tenant-e2e-mt-f261fbad] updating namespace
2026-07-10T02:44:39.068071062Z I0710 02:44:39.068022    3560 namespace.go:97] [ai-tenant-e2e-mt-044088d3] adding namespace
2026-07-10T02:44:39.069029647Z I0710 02:44:39.068987    3560 namespace.go:101] [ai-tenant-e2e-mt-044088d3] adding namespace took 937.967µs
2026-07-10T02:44:39.088062512Z I0710 02:44:39.088030    3560 namespace.go:141] [ai-tenant-e2e-mt-044088d3] updating namespace
2026-07-10T02:44:39.103671815Z I0710 02:44:39.103639    3560 namespace.go:141] [ai-tenant-e2e-mt-044088d3] updating namespace
2026-07-10T02:44:39.190247313Z I0710 02:44:39.190206    3560 namespace.go:141] [ai-tenant-e2e-mt-044088d3] updating namespace
2026-07-10T02:44:40.742081812Z I0710 02:44:40.742038    3560 namespace.go:141] [ai-tenant-e2e-mt-f261fbad] updating namespace
2026-07-10T02:44:41.935366083Z I0710 02:44:41.935313    3560 cni.go:454] [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key ]
2026-07-10T02:44:41.970531096Z E0710 02:44:41.970492    3560 link_network_manager.go:101] Error while syncing link "df57feb2c56ead6": failed to get address from link "df57feb2c56ead6": failed to list addresses for "df57feb2c56ead6": no such device
2026-07-10T02:44:42.017534689Z I0710 02:44:42.017478    3560 cni.go:480] [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j df57feb2c56ead6e6acc6d5d18fdfecde98cb9af7eb092f601316a4051a8247b network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:44:42.063057413Z I0710 02:44:42.063018    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j
2026-07-10T02:44:42.064584345Z I0710 02:44:42.064544    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j, ips: 10.132.0.53
2026-07-10T02:44:42.290188911Z I0710 02:44:42.290143    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j
2026-07-10T02:44:42.290282875Z I0710 02:44:42.290250    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-mt-b3d83c99-openshift-default-67d9dccd87-g5m9j
2026-07-10T02:44:47.624134641Z I0710 02:44:47.624088    3560 namespace.go:141] [ai-tenant-e2e-mt-f261fbad] updating namespace
2026-07-10T02:44:47.637401714Z I0710 02:44:47.637343    3560 namespace.go:299] [ai-tenant-e2e-mt-f261fbad] deleting namespace
2026-07-10T02:44:48.335993357Z I0710 02:44:48.335949    3560 namespace.go:141] [ai-tenant-e2e-mt-044088d3] updating namespace
2026-07-10T02:44:54.512773697Z I0710 02:44:54.512728    3560 namespace.go:141] [ai-tenant-e2e-mt-044088d3] updating namespace
2026-07-10T02:44:54.526222755Z I0710 02:44:54.526182    3560 namespace.go:299] [ai-tenant-e2e-mt-044088d3] deleting namespace
2026-07-10T02:44:54.641168147Z I0710 02:44:54.641122    3560 namespace.go:97] [ai-tenant-e2e-mt-c4bfcedc] adding namespace
2026-07-10T02:44:54.642218571Z I0710 02:44:54.642182    3560 namespace.go:101] [ai-tenant-e2e-mt-c4bfcedc] adding namespace took 1.018427ms
2026-07-10T02:44:54.660082216Z I0710 02:44:54.660042    3560 namespace.go:141] [ai-tenant-e2e-mt-c4bfcedc] updating namespace
2026-07-10T02:44:54.667423570Z I0710 02:44:54.667383    3560 namespace.go:141] [ai-tenant-e2e-mt-c4bfcedc] updating namespace
2026-07-10T02:45:03.149797658Z I0710 02:45:03.149743    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:45:03.149797658Z I0710 02:45:03.149764    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:45:03.149797658Z I0710 02:45:03.149775    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:45:03.149797658Z I0710 02:45:03.149787    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:45:03.149873455Z I0710 02:45:03.149799    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:45:05.267591625Z I0710 02:45:05.267542    3560 namespace.go:141] [ai-tenant-e2e-mt-c4bfcedc] updating namespace
2026-07-10T02:45:05.645109557Z I0710 02:45:05.645051    3560 namespace.go:141] [ai-tenant-e2e-mt-c4bfcedc] updating namespace
2026-07-10T02:45:16.846402800Z I0710 02:45:16.846360    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
2026-07-10T02:45:19.880440753Z I0710 02:45:19.880400    3560 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
2026-07-10T02:45:26.664356690Z I0710 02:45:26.664308    3560 namespace.go:141] [ai-tenant-e2e-mt-c4bfcedc] updating namespace
2026-07-10T02:45:32.822626803Z I0710 02:45:32.822574    3560 namespace.go:141] [ai-tenant-e2e-mt-c4bfcedc] updating namespace
2026-07-10T02:45:32.833510019Z I0710 02:45:32.833458    3560 namespace.go:299] [ai-tenant-e2e-mt-c4bfcedc] deleting namespace
2026-07-10T02:45:33.219848377Z I0710 02:45:33.219786    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:45:33.596318178Z I0710 02:45:33.595848    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn] creating logical port openshift-ingress_e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:45:33.596318178Z I0710 02:45:33.596018    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn
2026-07-10T02:45:33.610337284Z I0710 02:45:33.610295    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn] addLogicalPort annotation time took 14.327108ms
2026-07-10T02:45:33.611996937Z I0710 02:45:33.611960    3560 pods.go:270] [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn] addLogicalPort took 16.134429ms, libovsdb time 1.240573ms
2026-07-10T02:45:33.960570756Z I0710 02:45:33.960520    3560 cni.go:454] [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key ]
2026-07-10T02:45:33.971911599Z I0710 02:45:33.971871    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn, hostIfaceName: b947a1881dd441c, network: default, NAD default, SandboxID: "b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3", PCI device ID: , UID: "853175c1-8eb2-4603-8e0b-8137926aa2d2", MAC: 0a:58:0a:84:00:36, IPs: [10.132.0.54/23]
2026-07-10T02:45:34.027593000Z I0710 02:45:34.027546    3560 cni.go:480] [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:bc:4a:7e:a2:bb\",\"name\":\"b947a1881dd441c\"},{\"mac\":\"0a:58:0a:84:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d05e807-fda9-4b1d-bc31-5b570c96bc15\"}],\"ips\":[{\"address\":\"10.132.0.54/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:45:34.559397300Z W0710 02:45:34.559353    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:34.559397300Z W0710 02:45:34.559375    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:36.504865765Z I0710 02:45:36.504774    3560 namespace.go:97] [ai-tenant-e2e-inf-a-d76849] adding namespace
2026-07-10T02:45:36.505886806Z I0710 02:45:36.505853    3560 namespace.go:101] [ai-tenant-e2e-inf-a-d76849] adding namespace took 947.89µs
2026-07-10T02:45:36.521743325Z I0710 02:45:36.521697    3560 namespace.go:141] [ai-tenant-e2e-inf-a-d76849] updating namespace
2026-07-10T02:45:36.533393009Z I0710 02:45:36.533356    3560 namespace.go:141] [ai-tenant-e2e-inf-a-d76849] updating namespace
2026-07-10T02:45:36.579124225Z W0710 02:45:36.579080    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:36.579194249Z W0710 02:45:36.579179    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:38.232335187Z W0710 02:45:38.232296    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849
2026-07-10T02:45:41.375101963Z I0710 02:45:41.375059    3560 namespace.go:141] [ai-tenant-e2e-inf-a-d76849] updating namespace
2026-07-10T02:45:41.873193013Z I0710 02:45:41.873147    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:45:42.236192206Z I0710 02:45:42.236148    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg] creating logical port openshift-ingress_e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:45:42.236316675Z I0710 02:45:42.236298    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg
2026-07-10T02:45:42.251536330Z I0710 02:45:42.251492    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg] addLogicalPort annotation time took 15.226771ms
2026-07-10T02:45:42.253036547Z I0710 02:45:42.252995    3560 pods.go:270] [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg] addLogicalPort took 16.866246ms, libovsdb time 885.456µs
2026-07-10T02:45:42.611834465Z I0710 02:45:42.611761    3560 cni.go:454] [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key ]
2026-07-10T02:45:42.621201752Z I0710 02:45:42.621161    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg, hostIfaceName: 73b1c1075a7d26f, network: default, NAD default, SandboxID: "73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28", PCI device ID: , UID: "477c6275-e149-49d5-9f64-7ade3e75cf11", MAC: 0a:58:0a:84:00:37, IPs: [10.132.0.55/23]
2026-07-10T02:45:42.675046514Z I0710 02:45:42.674997    3560 cni.go:480] [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:34:c5:4d:2e:67\",\"name\":\"73b1c1075a7d26f\"},{\"mac\":\"0a:58:0a:84:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/270107d5-024a-4319-bd7a-b31bd59fbde6\"}],\"ips\":[{\"address\":\"10.132.0.55/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:45:42.745665588Z I0710 02:45:42.745623    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=34
2026-07-10T02:45:43.611127919Z W0710 02:45:43.611090    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:45:43.611127919Z W0710 02:45:43.611111    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:45:44.614342619Z W0710 02:45:44.614299    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:45:44.614421015Z W0710 02:45:44.614390    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:45:45.594722561Z I0710 02:45:45.594681    3560 namespace.go:97] [ai-tenant-e2e-inf-b-bbcae0] adding namespace
2026-07-10T02:45:45.595870510Z I0710 02:45:45.595828    3560 namespace.go:101] [ai-tenant-e2e-inf-b-bbcae0] adding namespace took 1.09856ms
2026-07-10T02:45:45.613729418Z I0710 02:45:45.613680    3560 namespace.go:141] [ai-tenant-e2e-inf-b-bbcae0] updating namespace
2026-07-10T02:45:45.623333221Z I0710 02:45:45.623299    3560 namespace.go:141] [ai-tenant-e2e-inf-b-bbcae0] updating namespace
2026-07-10T02:45:47.281000125Z W0710 02:45:47.280947    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0
2026-07-10T02:45:50.235783439Z I0710 02:45:50.235737    3560 namespace.go:141] [ai-tenant-e2e-inf-b-bbcae0] updating namespace
2026-07-10T02:45:53.671496285Z W0710 02:45:53.671452    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:53.671496285Z W0710 02:45:53.671465    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:53.671496285Z W0710 02:45:53.671474    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:53.671496285Z W0710 02:45:53.671485    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:53.671560003Z W0710 02:45:53.671526    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:53.671560003Z W0710 02:45:53.671531    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:58.960777510Z W0710 02:45:58.960729    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:45:58.960777510Z W0710 02:45:58.960750    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-a-d76849-openshift-default
2026-07-10T02:46:01.715950412Z W0710 02:46:01.715914    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:01.715950412Z W0710 02:46:01.715937    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:01.715991952Z W0710 02:46:01.715916    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:01.716001057Z W0710 02:46:01.715994    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:01.716081214Z W0710 02:46:01.715977    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:01.716103370Z W0710 02:46:01.716086    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:07.624176376Z W0710 02:46:07.624133    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:07.624176376Z W0710 02:46:07.624160    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-inf-b-bbcae0-openshift-default
2026-07-10T02:46:12.885461160Z I0710 02:46:12.885408    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7
2026-07-10T02:46:13.903086323Z W0710 02:46:13.903046    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-inf-a-d76849/test-model-d76849-kserve-workload-svc
2026-07-10T02:46:32.868197141Z I0710 02:46:32.868153    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9
2026-07-10T02:46:36.851496883Z I0710 02:46:36.851443    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=8
2026-07-10T02:46:38.887871573Z I0710 02:46:38.887821    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=5
2026-07-10T02:46:39.022110543Z W0710 02:46:39.022072    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-inf-b-bbcae0/test-model-bbcae0-kserve-workload-svc
2026-07-10T02:46:59.155147264Z I0710 02:46:59.155098    3560 services_controller.go:693] Deleting service ai-tenant-e2e-inf-a-d76849/test-model-d76849-kserve-workload-svc for network=default
2026-07-10T02:47:00.063737318Z I0710 02:47:00.063684    3560 services_controller.go:693] Deleting service ai-tenant-e2e-inf-b-bbcae0/test-model-bbcae0-kserve-workload-svc for network=default
2026-07-10T02:47:00.747090632Z I0710 02:47:00.747045    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=81
2026-07-10T02:47:02.836918452Z I0710 02:47:02.836865    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:47:02.836918452Z I0710 02:47:02.836900    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:47:02.836918452Z I0710 02:47:02.836914    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:47:02.836953288Z I0710 02:47:02.836928    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:47:02.836953288Z I0710 02:47:02.836936    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:47:10.715662927Z I0710 02:47:10.715622    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849 for network=default
2026-07-10T02:47:11.013288188Z I0710 02:47:11.013245    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:47:11.013288188Z I0710 02:47:11.013280    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:47:11.013313412Z I0710 02:47:11.013299    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:47:11.013321210Z I0710 02:47:11.013313    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:47:11.762670235Z I0710 02:47:11.762619    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849-cc56b547b-twnf5
2026-07-10T02:47:11.762727895Z I0710 02:47:11.762691    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849-cc56b547b-twnf5
2026-07-10T02:47:11.762727895Z I0710 02:47:11.762702    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849-cc56b547b-twnf5
2026-07-10T02:47:11.762727895Z I0710 02:47:11.762711    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849-cc56b547b-twnf5
2026-07-10T02:47:11.762727895Z I0710 02:47:11.762719    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849-cc56b547b-twnf5
2026-07-10T02:47:11.762750132Z I0710 02:47:11.762740    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-inf-a-d76849-cc56b547b-twnf5
2026-07-10T02:47:15.201527329Z I0710 02:47:15.201478    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-inf-a-d76849/test-model-d76849-kserve-5bc6cd6769-rr2wg
2026-07-10T02:47:15.201527329Z I0710 02:47:15.201521    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-inf-a-d76849/test-model-d76849-kserve-5bc6cd6769-rr2wg
2026-07-10T02:47:15.306548552Z I0710 02:47:15.306511    3560 namespace.go:141] [ai-tenant-e2e-inf-a-d76849] updating namespace
2026-07-10T02:47:16.209200388Z I0710 02:47:16.209151    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-inf-b-bbcae0/test-model-bbcae0-kserve-589555c5bc-p7jzt
2026-07-10T02:47:16.209200388Z I0710 02:47:16.209187    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-inf-b-bbcae0/test-model-bbcae0-kserve-589555c5bc-p7jzt
2026-07-10T02:47:21.462319380Z I0710 02:47:21.462278    3560 namespace.go:141] [ai-tenant-e2e-inf-a-d76849] updating namespace
2026-07-10T02:47:21.476044318Z I0710 02:47:21.476010    3560 namespace.go:299] [ai-tenant-e2e-inf-a-d76849] deleting namespace
2026-07-10T02:47:26.039759495Z I0710 02:47:26.039720    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-inf-a-d76849-openshift-default for network=default
2026-07-10T02:47:26.293215275Z I0710 02:47:26.293172    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:47:28.981908841Z I0710 02:47:28.981871    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:47:28.981908841Z I0710 02:47:28.981895    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:47:28.981946577Z I0710 02:47:28.981909    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:47:28.981946577Z I0710 02:47:28.981922    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:47:28.981946577Z I0710 02:47:28.981936    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:47:30.873843067Z I0710 02:47:30.873781    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
2026-07-10T02:47:31.218616180Z I0710 02:47:31.218574    3560 cni.go:454] [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key ]
2026-07-10T02:47:31.252786687Z E0710 02:47:31.252750    3560 link_network_manager.go:101] Error while syncing link "b947a1881dd441c": failed to get address from link "b947a1881dd441c": failed to list addresses for "b947a1881dd441c": no such device
2026-07-10T02:47:31.295080854Z I0710 02:47:31.295035    3560 cni.go:480] [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn b947a1881dd441c447c9f6fc438aa1faf16e8e7d4be6ec9f441f479dcab7ccd3 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:47:31.339985818Z I0710 02:47:31.339937    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn
2026-07-10T02:47:31.341582635Z I0710 02:47:31.341548    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn, ips: 10.132.0.54
2026-07-10T02:47:32.163317310Z I0710 02:47:32.163272    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn
2026-07-10T02:47:32.163349271Z I0710 02:47:32.163317    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-inf-a-d76849-openshift-default-78668ccdfc-745wn
2026-07-10T02:47:36.943708664Z I0710 02:47:36.943654    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0 for network=default
2026-07-10T02:47:37.228339123Z I0710 02:47:37.228287    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:47:37.228339123Z I0710 02:47:37.228322    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:47:37.228370217Z I0710 02:47:37.228337    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:47:37.228370217Z I0710 02:47:37.228350    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:47:37.914230580Z I0710 02:47:37.914178    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0-bb867d558-z4xcs
2026-07-10T02:47:37.914279929Z I0710 02:47:37.914269    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0-bb867d558-z4xcs
2026-07-10T02:47:37.914291442Z I0710 02:47:37.914283    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0-bb867d558-z4xcs
2026-07-10T02:47:37.914309980Z I0710 02:47:37.914296    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0-bb867d558-z4xcs
2026-07-10T02:47:37.914309980Z I0710 02:47:37.914305    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0-bb867d558-z4xcs
2026-07-10T02:47:37.914342976Z I0710 02:47:37.914326    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-inf-b-bbcae0-bb867d558-z4xcs
2026-07-10T02:47:41.533058521Z I0710 02:47:41.533007    3560 namespace.go:141] [ai-tenant-e2e-inf-b-bbcae0] updating namespace
2026-07-10T02:47:44.858447708Z I0710 02:47:44.858406    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=6
2026-07-10T02:47:47.884381959Z I0710 02:47:47.884334    3560 namespace.go:141] [ai-tenant-e2e-inf-b-bbcae0] updating namespace
2026-07-10T02:47:47.897636663Z I0710 02:47:47.897595    3560 namespace.go:299] [ai-tenant-e2e-inf-b-bbcae0] deleting namespace
2026-07-10T02:47:52.245987187Z I0710 02:47:52.245949    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-inf-b-bbcae0-openshift-default for network=default
2026-07-10T02:47:52.503220951Z I0710 02:47:52.503175    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:47:52.861341790Z I0710 02:47:52.861296    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:47:53.193735318Z I0710 02:47:53.193694    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d] creating logical port openshift-ingress_e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:47:53.193937982Z I0710 02:47:53.193917    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d
2026-07-10T02:47:53.207021603Z I0710 02:47:53.206981    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d] addLogicalPort annotation time took 13.115852ms
2026-07-10T02:47:53.208764801Z I0710 02:47:53.208734    3560 pods.go:270] [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d] addLogicalPort took 15.061714ms, libovsdb time 1.112656ms
2026-07-10T02:47:53.558463915Z I0710 02:47:53.558415    3560 cni.go:454] [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key ]
2026-07-10T02:47:53.568242086Z I0710 02:47:53.568197    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d, hostIfaceName: 3f2b0e86ca3ac7c, network: default, NAD default, SandboxID: "3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054", PCI device ID: , UID: "b7dc16ff-9777-4c12-86d0-51663c385369", MAC: 0a:58:0a:84:00:38, IPs: [10.132.0.56/23]
2026-07-10T02:47:53.625427180Z I0710 02:47:53.625370    3560 cni.go:480] [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:95:af:2c:6c:f1\",\"name\":\"3f2b0e86ca3ac7c\"},{\"mac\":\"0a:58:0a:84:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1f70ea6-21a7-4930-bcee-b670ceeb7e8a\"}],\"ips\":[{\"address\":\"10.132.0.56/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:47:54.280221846Z W0710 02:47:54.279422    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:47:54.280221846Z W0710 02:47:54.279453    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:47:55.282531889Z W0710 02:47:55.282486    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:47:55.282531889Z W0710 02:47:55.282508    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:47:56.153873709Z I0710 02:47:56.153820    3560 namespace.go:97] [ai-tenant-e2e-api-a-dbaa7c] adding namespace
2026-07-10T02:47:56.154749456Z I0710 02:47:56.154715    3560 namespace.go:101] [ai-tenant-e2e-api-a-dbaa7c] adding namespace took 870.362µs
2026-07-10T02:47:56.172292647Z I0710 02:47:56.172253    3560 namespace.go:141] [ai-tenant-e2e-api-a-dbaa7c] updating namespace
2026-07-10T02:47:56.183077175Z I0710 02:47:56.183041    3560 namespace.go:141] [ai-tenant-e2e-api-a-dbaa7c] updating namespace
2026-07-10T02:47:57.427250594Z I0710 02:47:57.427207    3560 cni.go:454] [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key ]
2026-07-10T02:47:57.462972294Z E0710 02:47:57.462935    3560 link_network_manager.go:101] Error while syncing link "73b1c1075a7d26f": failed to get address from link "73b1c1075a7d26f": failed to list addresses for "73b1c1075a7d26f": no such device
2026-07-10T02:47:57.505248005Z I0710 02:47:57.505178    3560 cni.go:480] [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg 73b1c1075a7d26f9f2ab6cee4bcd385d2f895e8fcab0d5bf11a6af64c4f4cf28 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:47:57.563445160Z I0710 02:47:57.563406    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg
2026-07-10T02:47:57.564994893Z I0710 02:47:57.564952    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg, ips: 10.132.0.55
2026-07-10T02:47:58.296394707Z I0710 02:47:58.296346    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg
2026-07-10T02:47:58.296488207Z I0710 02:47:58.296456    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-inf-b-bbcae0-openshift-default-584fc984f-j7tdg
2026-07-10T02:47:59.034130800Z W0710 02:47:59.034084    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c
2026-07-10T02:48:00.702463375Z I0710 02:48:00.702417    3560 namespace.go:141] [ai-tenant-e2e-api-a-dbaa7c] updating namespace
2026-07-10T02:48:01.186579080Z I0710 02:48:01.186534    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:48:01.534720818Z I0710 02:48:01.534669    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn] creating logical port openshift-ingress_e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:48:01.534857184Z I0710 02:48:01.534827    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn
2026-07-10T02:48:01.549882463Z I0710 02:48:01.549840    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn] addLogicalPort annotation time took 15.085189ms
2026-07-10T02:48:01.551515776Z I0710 02:48:01.551478    3560 pods.go:270] [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn] addLogicalPort took 16.825283ms, libovsdb time 1.007719ms
2026-07-10T02:48:01.900425536Z I0710 02:48:01.900376    3560 cni.go:454] [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key ]
2026-07-10T02:48:01.912773504Z I0710 02:48:01.912720    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn, hostIfaceName: ed115a4749c2ca5, network: default, NAD default, SandboxID: "ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56", PCI device ID: , UID: "db7b55f4-0dc4-46d1-b2ce-fb1d47895676", MAC: 0a:58:0a:84:00:39, IPs: [10.132.0.57/23]
2026-07-10T02:48:01.974097509Z I0710 02:48:01.974041    3560 cni.go:480] [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ae:f9:14:6f:df\",\"name\":\"ed115a4749c2ca5\"},{\"mac\":\"0a:58:0a:84:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69750f3f-8a0b-4213-9b9d-d3e773d12f6b\"}],\"ips\":[{\"address\":\"10.132.0.57/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:48:02.324888333Z W0710 02:48:02.324251    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:02.324888333Z W0710 02:48:02.324282    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:04.238928981Z I0710 02:48:04.238889    3560 namespace.go:97] [ai-tenant-e2e-api-b-20e0d1] adding namespace
2026-07-10T02:48:04.240222247Z I0710 02:48:04.240183    3560 namespace.go:101] [ai-tenant-e2e-api-b-20e0d1] adding namespace took 1.193841ms
2026-07-10T02:48:04.255980423Z I0710 02:48:04.255944    3560 namespace.go:141] [ai-tenant-e2e-api-b-20e0d1] updating namespace
2026-07-10T02:48:04.265643247Z I0710 02:48:04.265606    3560 namespace.go:141] [ai-tenant-e2e-api-b-20e0d1] updating namespace
2026-07-10T02:48:04.347620509Z W0710 02:48:04.347580    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:04.347620509Z W0710 02:48:04.347610    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:06.071104738Z W0710 02:48:06.071052    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1
2026-07-10T02:48:08.778052597Z I0710 02:48:08.778008    3560 namespace.go:141] [ai-tenant-e2e-api-b-20e0d1] updating namespace
2026-07-10T02:48:09.364120213Z W0710 02:48:09.364077    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:09.364153412Z W0710 02:48:09.364129    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:09.364153412Z W0710 02:48:09.364144    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:09.364164749Z W0710 02:48:09.364157    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:09.364219363Z W0710 02:48:09.364205    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:09.364219363Z W0710 02:48:09.364214    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:14.563366950Z W0710 02:48:14.563322    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:14.563534635Z W0710 02:48:14.563501    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-a-dbaa7c-openshift-default
2026-07-10T02:48:20.274541414Z I0710 02:48:20.274499    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:48:20.274577888Z I0710 02:48:20.274561    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:48:20.274588578Z I0710 02:48:20.274579    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:48:20.274608870Z I0710 02:48:20.274595    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:48:20.274624755Z I0710 02:48:20.274615    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:48:22.436710262Z W0710 02:48:22.436673    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:22.436861827Z W0710 02:48:22.436794    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:22.436861827Z W0710 02:48:22.436745    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:22.436861827Z W0710 02:48:22.436848    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:22.436939765Z W0710 02:48:22.436923    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:22.436939765Z W0710 02:48:22.436934    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:27.105185387Z I0710 02:48:27.104391    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c for network=default
2026-07-10T02:48:27.397144895Z I0710 02:48:27.397103    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:48:27.397144895Z I0710 02:48:27.397134    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:48:27.397174951Z I0710 02:48:27.397145    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:48:27.397174951Z I0710 02:48:27.397158    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:48:27.903002521Z W0710 02:48:27.902964    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:27.903002521Z W0710 02:48:27.902988    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-api-b-20e0d1-openshift-default
2026-07-10T02:48:28.201477539Z I0710 02:48:28.201434    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c-56fd7cd44f-v4zbr
2026-07-10T02:48:28.201540379Z I0710 02:48:28.201527    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c-56fd7cd44f-v4zbr
2026-07-10T02:48:28.201579491Z I0710 02:48:28.201562    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c-56fd7cd44f-v4zbr
2026-07-10T02:48:28.201597374Z I0710 02:48:28.201577    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c-56fd7cd44f-v4zbr
2026-07-10T02:48:28.201597374Z I0710 02:48:28.201585    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c-56fd7cd44f-v4zbr
2026-07-10T02:48:28.201639667Z I0710 02:48:28.201625    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-api-a-dbaa7c-56fd7cd44f-v4zbr
2026-07-10T02:48:32.092965148Z I0710 02:48:32.092916    3560 namespace.go:141] [ai-tenant-e2e-api-a-dbaa7c] updating namespace
2026-07-10T02:48:36.749358183Z I0710 02:48:36.749311    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=138
2026-07-10T02:48:38.360479334Z I0710 02:48:38.360432    3560 namespace.go:141] [ai-tenant-e2e-api-a-dbaa7c] updating namespace
2026-07-10T02:48:38.372661502Z I0710 02:48:38.372624    3560 namespace.go:299] [ai-tenant-e2e-api-a-dbaa7c] deleting namespace
2026-07-10T02:48:42.831218631Z I0710 02:48:42.831168    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-api-a-dbaa7c-openshift-default for network=default
2026-07-10T02:48:43.072210746Z I0710 02:48:43.072158    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:48:46.436430681Z I0710 02:48:46.436380    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:48:46.436430681Z I0710 02:48:46.436405    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:48:46.436430681Z I0710 02:48:46.436414    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:48:46.436430681Z I0710 02:48:46.436424    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:48:46.436466806Z I0710 02:48:46.436435    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:48:48.013939571Z I0710 02:48:48.013896    3560 cni.go:454] [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key ]
2026-07-10T02:48:48.036412697Z E0710 02:48:48.036374    3560 link_network_manager.go:101] Error while syncing link "3f2b0e86ca3ac7c": failed to get address from link "3f2b0e86ca3ac7c": failed to list addresses for "3f2b0e86ca3ac7c": no such device
2026-07-10T02:48:48.090614281Z I0710 02:48:48.090564    3560 cni.go:480] [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d 3f2b0e86ca3ac7ccea1f594fff7be16ac1089a76bee2f1ecbf3d64beb7a64054 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:48:48.138583591Z I0710 02:48:48.138532    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d
2026-07-10T02:48:48.139911527Z I0710 02:48:48.139876    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d, ips: 10.132.0.56
2026-07-10T02:48:48.575175078Z I0710 02:48:48.575117    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d
2026-07-10T02:48:48.575175078Z I0710 02:48:48.575154    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-api-a-dbaa7c-openshift-default-5f4bbd75d7-bxj2d
2026-07-10T02:48:52.749861735Z I0710 02:48:52.749820    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=57
2026-07-10T02:48:53.755857521Z I0710 02:48:53.755796    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1 for network=default
2026-07-10T02:48:54.046949156Z I0710 02:48:54.046905    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:48:54.046949156Z I0710 02:48:54.046937    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:48:54.046981989Z I0710 02:48:54.046947    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:48:54.046981989Z I0710 02:48:54.046959    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:48:54.358064166Z I0710 02:48:54.358016    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1-6795cd4d86-svr6s
2026-07-10T02:48:54.358064166Z I0710 02:48:54.358053    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1-6795cd4d86-svr6s
2026-07-10T02:48:54.358101275Z I0710 02:48:54.358063    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1-6795cd4d86-svr6s
2026-07-10T02:48:54.358101275Z I0710 02:48:54.358071    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1-6795cd4d86-svr6s
2026-07-10T02:48:54.358101275Z I0710 02:48:54.358079    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1-6795cd4d86-svr6s
2026-07-10T02:48:54.358101275Z I0710 02:48:54.358095    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-api-b-20e0d1-6795cd4d86-svr6s
2026-07-10T02:48:58.305459260Z I0710 02:48:58.305419    3560 namespace.go:141] [ai-tenant-e2e-api-b-20e0d1] updating namespace
2026-07-10T02:49:04.282180902Z I0710 02:49:04.282134    3560 namespace.go:141] [ai-tenant-e2e-api-b-20e0d1] updating namespace
2026-07-10T02:49:04.295463585Z I0710 02:49:04.295421    3560 namespace.go:299] [ai-tenant-e2e-api-b-20e0d1] deleting namespace
2026-07-10T02:49:07.849699247Z I0710 02:49:07.849654    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
2026-07-10T02:49:09.045065464Z I0710 02:49:09.045022    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-api-b-20e0d1-openshift-default for network=default
2026-07-10T02:49:09.308612613Z I0710 02:49:09.308559    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:49:09.662986864Z I0710 02:49:09.662943    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:49:10.011451261Z I0710 02:49:10.011407    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9] creating logical port openshift-ingress_e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:49:10.011553989Z I0710 02:49:10.011539    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9
2026-07-10T02:49:10.027338891Z I0710 02:49:10.027289    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9] addLogicalPort annotation time took 15.775102ms
2026-07-10T02:49:10.028870592Z I0710 02:49:10.028832    3560 pods.go:270] [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9] addLogicalPort took 17.436347ms, libovsdb time 1.007014ms
2026-07-10T02:49:10.378071243Z I0710 02:49:10.378025    3560 cni.go:454] [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key ]
2026-07-10T02:49:10.388261293Z I0710 02:49:10.388211    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9, hostIfaceName: 821cf3bb4b5faec, network: default, NAD default, SandboxID: "821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058", PCI device ID: , UID: "7cc8bdf6-924e-4fa4-a7a8-982ae5caf697", MAC: 0a:58:0a:84:00:3a, IPs: [10.132.0.58/23]
2026-07-10T02:49:10.444553156Z I0710 02:49:10.444507    3560 cni.go:480] [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ad:d7:58:6a:42\",\"name\":\"821cf3bb4b5faec\"},{\"mac\":\"0a:58:0a:84:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5db15a42-0776-4afc-9ed5-c4f400486a8e\"}],\"ips\":[{\"address\":\"10.132.0.58/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:49:10.687863492Z W0710 02:49:10.687821    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:10.687863492Z W0710 02:49:10.687850    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:10.833062719Z W0710 02:49:10.833021    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:10.833097695Z W0710 02:49:10.833076    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:12.585628695Z I0710 02:49:12.585576    3560 namespace.go:97] [ai-tenant-e2e-shared-a-d5b98a] adding namespace
2026-07-10T02:49:12.586738687Z I0710 02:49:12.586699    3560 namespace.go:101] [ai-tenant-e2e-shared-a-d5b98a] adding namespace took 1.007665ms
2026-07-10T02:49:12.603214649Z I0710 02:49:12.603148    3560 namespace.go:141] [ai-tenant-e2e-shared-a-d5b98a] updating namespace
2026-07-10T02:49:12.612942717Z I0710 02:49:12.612907    3560 namespace.go:141] [ai-tenant-e2e-shared-a-d5b98a] updating namespace
2026-07-10T02:49:12.702129658Z W0710 02:49:12.702091    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:12.702195528Z W0710 02:49:12.702179    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:14.223635332Z I0710 02:49:14.223590    3560 cni.go:454] [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key ]
2026-07-10T02:49:14.262788071Z E0710 02:49:14.262752    3560 link_network_manager.go:101] Error while syncing link "ed115a4749c2ca5": failed to get address from link "ed115a4749c2ca5": failed to list addresses for "ed115a4749c2ca5": no such device
2026-07-10T02:49:14.309251461Z I0710 02:49:14.309203    3560 cni.go:480] [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn ed115a4749c2ca513861de50bc32183d49e4d99645d4da264ecc8db70ff7db56 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:49:14.356654319Z I0710 02:49:14.356613    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn
2026-07-10T02:49:14.358169406Z I0710 02:49:14.358133    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn, ips: 10.132.0.57
2026-07-10T02:49:14.479632918Z W0710 02:49:14.479590    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a
2026-07-10T02:49:14.709829878Z I0710 02:49:14.709759    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn
2026-07-10T02:49:14.709829878Z I0710 02:49:14.709791    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-api-b-20e0d1-openshift-default-778597f77c-v24rn
2026-07-10T02:49:17.146454104Z I0710 02:49:17.146401    3560 namespace.go:141] [ai-tenant-e2e-shared-a-d5b98a] updating namespace
2026-07-10T02:49:17.499068895Z I0710 02:49:17.499021    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:49:17.840781500Z I0710 02:49:17.840739    3560 base_network_controller_pods.go:489] [default/openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2] creating logical port openshift-ingress_e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:49:17.840917171Z I0710 02:49:17.840895    3560 kube.go:233] Patching annotations on pod openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2
2026-07-10T02:49:17.856448729Z I0710 02:49:17.856403    3560 base_network_controller_pods.go:974] [default/openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2] addLogicalPort annotation time took 15.560403ms
2026-07-10T02:49:17.858240735Z I0710 02:49:17.858195    3560 pods.go:270] [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2] addLogicalPort took 17.473319ms, libovsdb time 1.255308ms
2026-07-10T02:49:18.207740113Z I0710 02:49:18.207696    3560 cni.go:454] [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key ]
2026-07-10T02:49:18.219735648Z I0710 02:49:18.219684    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2, hostIfaceName: 392b9097aef41be, network: default, NAD default, SandboxID: "392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c", PCI device ID: , UID: "d2d5dd50-2892-4125-bc22-0ad25ca07bb7", MAC: 0a:58:0a:84:00:3b, IPs: [10.132.0.59/23]
2026-07-10T02:49:18.273106074Z I0710 02:49:18.273053    3560 cni.go:480] [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e7:66:2e:9e:b4\",\"name\":\"392b9097aef41be\"},{\"mac\":\"0a:58:0a:84:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/716e7d64-3375-4d25-8e43-535899280567\"}],\"ips\":[{\"address\":\"10.132.0.59/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:49:18.731336817Z W0710 02:49:18.731298    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:18.731336817Z W0710 02:49:18.731317    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:19.742778550Z W0710 02:49:19.742730    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:19.742778550Z W0710 02:49:19.742761    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:20.625553591Z I0710 02:49:20.625496    3560 namespace.go:97] [ai-tenant-e2e-shared-b-de8279] adding namespace
2026-07-10T02:49:20.626594464Z I0710 02:49:20.626554    3560 namespace.go:101] [ai-tenant-e2e-shared-b-de8279] adding namespace took 1.029391ms
2026-07-10T02:49:20.643854924Z I0710 02:49:20.643799    3560 namespace.go:141] [ai-tenant-e2e-shared-b-de8279] updating namespace
2026-07-10T02:49:20.650971156Z I0710 02:49:20.650942    3560 namespace.go:141] [ai-tenant-e2e-shared-b-de8279] updating namespace
2026-07-10T02:49:22.523722349Z W0710 02:49:22.523680    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279
2026-07-10T02:49:24.747250944Z I0710 02:49:24.747201    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=98
2026-07-10T02:49:25.151420583Z I0710 02:49:25.151381    3560 namespace.go:141] [ai-tenant-e2e-shared-b-de8279] updating namespace
2026-07-10T02:49:26.787492105Z W0710 02:49:26.787447    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:26.787492105Z W0710 02:49:26.787468    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:26.787531487Z W0710 02:49:26.787453    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:26.787542172Z W0710 02:49:26.787534    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:26.787647536Z W0710 02:49:26.787510    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:26.787662849Z W0710 02:49:26.787649    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:32.374171253Z W0710 02:49:32.374120    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:32.374171253Z W0710 02:49:32.374148    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-a-d5b98a-openshift-default
2026-07-10T02:49:33.824509556Z W0710 02:49:33.824472    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:33.824509556Z W0710 02:49:33.824491    3560 util.go:863] Failed to build global endpoints for port TCP/status-port: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:33.824509556Z W0710 02:49:33.824496    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:33.824539977Z W0710 02:49:33.824513    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:33.824577023Z W0710 02:49:33.824563    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:33.824577023Z W0710 02:49:33.824572    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:39.209629732Z W0710 02:49:39.209577    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:39.209629732Z W0710 02:49:39.209604    3560 util.go:952] Failed to build node endpoints for node ip-10-0-131-213.ec2.internal port 15021: empty IP address endpoints for service openshift-ingress/e2e-shared-b-de8279-openshift-default
2026-07-10T02:49:40.893441187Z W0710 02:49:40.893400    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-a-d5b98a/auth-test-model-d5b98a-kserve-workload-svc
2026-07-10T02:50:02.007063933Z W0710 02:50:02.007029    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-b-de8279/auth-test-model-de8279-kserve-workload-svc
2026-07-10T02:50:03.748052443Z I0710 02:50:03.748009    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=369
2026-07-10T02:51:25.887666805Z I0710 02:51:25.887616    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=6
2026-07-10T02:51:36.862624563Z I0710 02:51:36.862577    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=7
2026-07-10T02:51:39.747871737Z I0710 02:51:39.747835    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=25
2026-07-10T02:52:10.870508633Z I0710 02:52:10.870461    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=6
2026-07-10T02:52:12.619284580Z I0710 02:52:12.619241    3560 services_controller.go:693] Deleting service ai-tenant-e2e-shared-a-d5b98a/auth-test-model-d5b98a-kserve-workload-svc for network=default
2026-07-10T02:52:13.619492677Z I0710 02:52:13.619451    3560 services_controller.go:693] Deleting service ai-tenant-e2e-shared-b-de8279/auth-test-model-de8279-kserve-workload-svc for network=default
2026-07-10T02:52:28.742972340Z I0710 02:52:28.742925    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-a-d5b98a/auth-test-model-d5b98a-kserve-8464c9d57f-r7jbc
2026-07-10T02:52:28.743018070Z I0710 02:52:28.742991    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-a-d5b98a/auth-test-model-d5b98a-kserve-8464c9d57f-r7jbc
2026-07-10T02:52:29.720533777Z I0710 02:52:29.720485    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-b-de8279/auth-test-model-de8279-kserve-89449df6c-gg29x
2026-07-10T02:52:29.720583103Z I0710 02:52:29.720571    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-b-de8279/auth-test-model-de8279-kserve-89449df6c-gg29x
2026-07-10T02:52:44.797533407Z W0710 02:52:44.797487    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-a-d5b98a/sub-test-model-d5b98a-kserve-workload-svc
2026-07-10T02:53:09.882648156Z I0710 02:53:09.882602    3560 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
2026-07-10T02:53:14.942041851Z W0710 02:53:14.941999    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-b-de8279/sub-test-model-de8279-kserve-workload-svc
2026-07-10T02:53:23.860175067Z I0710 02:53:23.860124    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=6
2026-07-10T02:53:53.749577350Z I0710 02:53:53.749522    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=44
2026-07-10T02:53:58.884899379Z I0710 02:53:58.884858    3560 services_controller.go:693] Deleting service ai-tenant-e2e-shared-a-d5b98a/sub-test-model-d5b98a-kserve-workload-svc for network=default
2026-07-10T02:53:59.838887084Z I0710 02:53:59.838844    3560 services_controller.go:693] Deleting service ai-tenant-e2e-shared-b-de8279/sub-test-model-de8279-kserve-workload-svc for network=default
2026-07-10T02:54:14.525211849Z I0710 02:54:14.525163    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-a-d5b98a/sub-test-model-d5b98a-kserve-6b99498f-flvj5
2026-07-10T02:54:14.525259974Z I0710 02:54:14.525244    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-a-d5b98a/sub-test-model-d5b98a-kserve-6b99498f-flvj5
2026-07-10T02:54:15.532239441Z I0710 02:54:15.532191    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-b-de8279/sub-test-model-de8279-kserve-7db77b5969-cwwdf
2026-07-10T02:54:15.532239441Z I0710 02:54:15.532217    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-b-de8279/sub-test-model-de8279-kserve-7db77b5969-cwwdf
2026-07-10T02:54:18.848986069Z I0710 02:54:18.848942    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
2026-07-10T02:54:19.254094579Z W0710 02:54:19.254056    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-a-d5b98a/rate-test-model-d5b98a-kserve-workload-svc
2026-07-10T02:54:49.749228830Z I0710 02:54:49.749185    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=40
2026-07-10T02:55:09.500513298Z W0710 02:55:09.500473    3560 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service ai-tenant-e2e-shared-b-de8279/rate-test-model-de8279-kserve-workload-svc
2026-07-10T02:55:15.876254363Z I0710 02:55:15.876202    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
2026-07-10T02:55:17.852433687Z I0710 02:55:17.852383    3560 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
2026-07-10T02:55:56.917948611Z I0710 02:55:56.917907    3560 services_controller.go:693] Deleting service ai-tenant-e2e-shared-a-d5b98a/rate-test-model-d5b98a-kserve-workload-svc for network=default
2026-07-10T02:55:57.921876630Z I0710 02:55:57.921836    3560 services_controller.go:693] Deleting service ai-tenant-e2e-shared-b-de8279/rate-test-model-de8279-kserve-workload-svc for network=default
2026-07-10T02:55:58.853469910Z I0710 02:55:58.853424    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=10
2026-07-10T02:56:01.929138195Z I0710 02:56:01.929090    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7632-140000512147760
2026-07-10T02:56:01.929138195Z I0710 02:56:01.929119    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7632-140000512147760
2026-07-10T02:56:02.059323678Z I0710 02:56:02.059277    3560 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7632-140000511603376] creating logical port openshift-ingress_test-curl-7632-140000511603376 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:56:02.059528704Z I0710 02:56:02.059487    3560 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7632-140000511603376
2026-07-10T02:56:02.068042497Z I0710 02:56:02.068005    3560 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7632-140000511603376] addLogicalPort annotation time took 8.563638ms
2026-07-10T02:56:02.069566994Z I0710 02:56:02.069536    3560 pods.go:270] [openshift-ingress/test-curl-7632-140000511603376] addLogicalPort took 10.27746ms, libovsdb time 968.907µs
2026-07-10T02:56:02.421202773Z I0710 02:56:02.421159    3560 cni.go:454] [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key ]
2026-07-10T02:56:02.430724580Z I0710 02:56:02.430686    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7632-140000511603376, hostIfaceName: 6cfb46dbe3bb8f8, network: default, NAD default, SandboxID: "6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163", PCI device ID: , UID: "e8043643-f0f8-4024-952c-536847c6657a", MAC: 0a:58:0a:84:00:3c, IPs: [10.132.0.60/23]
2026-07-10T02:56:02.485860403Z I0710 02:56:02.485812    3560 cni.go:480] [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:7a:7f:eb:c4:c6\",\"name\":\"6cfb46dbe3bb8f8\"},{\"mac\":\"0a:58:0a:84:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bce0c05-c97a-44ed-bdf4-9cd7ce508f02\"}],\"ips\":[{\"address\":\"10.132.0.60/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:56:02.890268593Z I0710 02:56:02.890222    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=11
2026-07-10T02:56:04.753684616Z I0710 02:56:04.753641    3560 cni.go:454] [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key ]
2026-07-10T02:56:04.788698422Z E0710 02:56:04.788655    3560 link_network_manager.go:101] Error while syncing link "6cfb46dbe3bb8f8": failed to get address from link "6cfb46dbe3bb8f8": failed to list addresses for "6cfb46dbe3bb8f8": no such device
2026-07-10T02:56:04.836149562Z I0710 02:56:04.836104    3560 cni.go:480] [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7632-140000511603376 6cfb46dbe3bb8f87f0c711bebc29ebaff7530cb24cc09f3fec85f6dd9aeee163 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:56:04.875393812Z I0710 02:56:04.875349    3560 pods.go:175] Deleting pod: openshift-ingress/test-curl-7632-140000511603376
2026-07-10T02:56:04.876667683Z I0710 02:56:04.876627    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7632-140000511603376, ips: 10.132.0.60
2026-07-10T02:56:04.926897099Z I0710 02:56:04.926853    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7632-140000511603376
2026-07-10T02:56:04.926897099Z I0710 02:56:04.926884    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7632-140000511603376
2026-07-10T02:56:07.949342109Z I0710 02:56:07.949295    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7632-140000509483312
2026-07-10T02:56:07.949403161Z I0710 02:56:07.949380    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7632-140000509483312
2026-07-10T02:56:08.081574912Z I0710 02:56:08.081529    3560 base_network_controller_pods.go:489] [default/openshift-ingress/test-curl-7632-140000509483312] creating logical port openshift-ingress_test-curl-7632-140000509483312 for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:56:08.081738138Z I0710 02:56:08.081705    3560 kube.go:233] Patching annotations on pod openshift-ingress/test-curl-7632-140000509483312
2026-07-10T02:56:08.090170115Z I0710 02:56:08.090129    3560 base_network_controller_pods.go:974] [default/openshift-ingress/test-curl-7632-140000509483312] addLogicalPort annotation time took 8.458057ms
2026-07-10T02:56:08.091776719Z I0710 02:56:08.091746    3560 pods.go:270] [openshift-ingress/test-curl-7632-140000509483312] addLogicalPort took 10.239189ms, libovsdb time 996.243µs
2026-07-10T02:56:08.443038062Z I0710 02:56:08.442994    3560 cni.go:454] [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key ]
2026-07-10T02:56:08.452979288Z I0710 02:56:08.452938    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: test-curl-7632-140000509483312, hostIfaceName: 377c6a562f5bcf5, network: default, NAD default, SandboxID: "377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b", PCI device ID: , UID: "ee9e9a0e-6388-4ddc-90b9-a1d9769c76ac", MAC: 0a:58:0a:84:00:3d, IPs: [10.132.0.61/23]
2026-07-10T02:56:08.510373453Z I0710 02:56:08.510321    3560 cni.go:480] [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:8d:2f:54:4e:66\",\"name\":\"377c6a562f5bcf5\"},{\"mac\":\"0a:58:0a:84:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2392be6f-55db-4da6-a98c-fe5c82510bc0\"}],\"ips\":[{\"address\":\"10.132.0.61/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:56:10.782686626Z I0710 02:56:10.782640    3560 cni.go:454] [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key ]
2026-07-10T02:56:10.807127101Z E0710 02:56:10.807089    3560 link_network_manager.go:101] Error while syncing link "377c6a562f5bcf5": failed to get address from link "377c6a562f5bcf5": failed to list addresses for "377c6a562f5bcf5": no such device
2026-07-10T02:56:10.856108411Z I0710 02:56:10.856066    3560 cni.go:480] [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/test-curl-7632-140000509483312 377c6a562f5bcf575c4ec06177bf6f8e749271e707b26ca40ae5359f7eb2bd0b network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:56:10.896324984Z I0710 02:56:10.896119    3560 pods.go:175] Deleting pod: openshift-ingress/test-curl-7632-140000509483312
2026-07-10T02:56:10.897711078Z I0710 02:56:10.897677    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/test-curl-7632-140000509483312, ips: 10.132.0.61
2026-07-10T02:56:10.935273052Z I0710 02:56:10.935233    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7632-140000509483312
2026-07-10T02:56:10.935273052Z I0710 02:56:10.935266    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7632-140000509483312
2026-07-10T02:56:12.821469591Z I0710 02:56:12.821419    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-a-d5b98a/rate-test-model-d5b98a-kserve-5b9db9654c-k4jxr
2026-07-10T02:56:12.821469591Z I0710 02:56:12.821459    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-a-d5b98a/rate-test-model-d5b98a-kserve-5b9db9654c-k4jxr
2026-07-10T02:56:13.823027758Z I0710 02:56:13.822957    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod ai-tenant-e2e-shared-b-de8279/rate-test-model-de8279-kserve-d77576499-kldtl
2026-07-10T02:56:13.823110369Z I0710 02:56:13.823094    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod ai-tenant-e2e-shared-b-de8279/rate-test-model-de8279-kserve-d77576499-kldtl
2026-07-10T02:56:13.997868107Z I0710 02:56:13.997824    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7632-140000509484320
2026-07-10T02:56:13.997914585Z I0710 02:56:13.997884    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7632-140000509484320
2026-07-10T02:56:16.999603755Z I0710 02:56:16.999556    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/test-curl-7632-140000509484320
2026-07-10T02:56:16.999708943Z I0710 02:56:16.999679    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/test-curl-7632-140000509484320
2026-07-10T02:56:20.010365468Z I0710 02:56:20.010312    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:56:20.010365468Z I0710 02:56:20.010337    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:56:20.010407213Z I0710 02:56:20.010352    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:56:20.010407213Z I0710 02:56:20.010366    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:56:20.010407213Z I0710 02:56:20.010375    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:56:27.700558026Z I0710 02:56:27.700475    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a for network=default
2026-07-10T02:56:28.184248566Z I0710 02:56:28.184207    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:56:28.184248566Z I0710 02:56:28.184239    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:56:28.184287814Z I0710 02:56:28.184252    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:56:28.184287814Z I0710 02:56:28.184266    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:56:28.934478228Z I0710 02:56:28.934432    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a-556f74c585-8g2kr
2026-07-10T02:56:28.934517801Z I0710 02:56:28.934473    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a-556f74c585-8g2kr
2026-07-10T02:56:28.934517801Z I0710 02:56:28.934487    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a-556f74c585-8g2kr
2026-07-10T02:56:28.934517801Z I0710 02:56:28.934495    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a-556f74c585-8g2kr
2026-07-10T02:56:28.934517801Z I0710 02:56:28.934500    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a-556f74c585-8g2kr
2026-07-10T02:56:28.934517801Z I0710 02:56:28.934513    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-shared-a-d5b98a-556f74c585-8g2kr
2026-07-10T02:56:32.269472352Z I0710 02:56:32.269376    3560 namespace.go:141] [ai-tenant-e2e-shared-a-d5b98a] updating namespace
2026-07-10T02:56:38.843513574Z I0710 02:56:38.843465    3560 namespace.go:141] [ai-tenant-e2e-shared-a-d5b98a] updating namespace
2026-07-10T02:56:38.856245694Z I0710 02:56:38.856214    3560 namespace.go:299] [ai-tenant-e2e-shared-a-d5b98a] deleting namespace
2026-07-10T02:56:43.051426869Z I0710 02:56:43.051385    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-shared-a-d5b98a-openshift-default for network=default
2026-07-10T02:56:43.292331710Z I0710 02:56:43.292274    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:56:46.170449470Z I0710 02:56:46.170394    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:56:46.170449470Z I0710 02:56:46.170422    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:56:46.170449470Z I0710 02:56:46.170435    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:56:46.170489251Z I0710 02:56:46.170445    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-cleanup-restrict to delete 1 local pods...
2026-07-10T02:56:46.170489251Z I0710 02:56:46.170458    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:56:48.229702170Z I0710 02:56:48.229657    3560 cni.go:454] [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key ]
2026-07-10T02:56:48.264905554Z E0710 02:56:48.264856    3560 link_network_manager.go:101] Error while syncing link "821cf3bb4b5faec": failed to get address from link "821cf3bb4b5faec": failed to list addresses for "821cf3bb4b5faec": no such device
2026-07-10T02:56:48.310340083Z I0710 02:56:48.310290    3560 cni.go:480] [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9 821cf3bb4b5faec093b78b4f012354c3848b17bd11ad3d3a5433cd6ada290058 network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:56:48.355057819Z I0710 02:56:48.355019    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9
2026-07-10T02:56:48.357363810Z I0710 02:56:48.357332    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9, ips: 10.132.0.58
2026-07-10T02:56:48.957712673Z I0710 02:56:48.957666    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9
2026-07-10T02:56:48.957789114Z I0710 02:56:48.957774    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-shared-a-d5b98a-openshift-default-6cc7dbf88c-ks9s9
2026-07-10T02:56:53.938624880Z I0710 02:56:53.938577    3560 services_controller.go:693] Deleting service odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279 for network=default
2026-07-10T02:56:54.433011096Z I0710 02:56:54.432970    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-monitoring to delete 1 local pods...
2026-07-10T02:56:54.433011096Z I0710 02:56:54.433001    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-cleanup to delete 1 local pods...
2026-07-10T02:56:54.433062178Z I0710 02:56:54.433014    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-api-allow-gateway to delete 1 local pods...
2026-07-10T02:56:54.433062178Z I0710 02:56:54.433027    3560 base_network_controller_policy.go:656] Processing NetworkPolicy odh-ai-gateway-infra/maas-authorino-allow to delete 1 local pods...
2026-07-10T02:56:55.102879417Z I0710 02:56:55.102795    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279-f76bdb884-l4rvl
2026-07-10T02:56:55.102879417Z I0710 02:56:55.102846    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279-f76bdb884-l4rvl
2026-07-10T02:56:55.102879417Z I0710 02:56:55.102863    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279-f76bdb884-l4rvl
2026-07-10T02:56:55.102879417Z I0710 02:56:55.102872    3560 obj_retry.go:795] default/netPolController: ignoring delete event for resource in terminal state *factory.localPodSelector odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279-f76bdb884-l4rvl
2026-07-10T02:56:55.102923777Z I0710 02:56:55.102880    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279-f76bdb884-l4rvl
2026-07-10T02:56:55.102923777Z I0710 02:56:55.102893    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod odh-ai-gateway-infra/maas-api-e2e-shared-b-de8279-f76bdb884-l4rvl
2026-07-10T02:56:58.523150231Z I0710 02:56:58.523106    3560 namespace.go:141] [ai-tenant-e2e-shared-b-de8279] updating namespace
2026-07-10T02:57:05.159747069Z I0710 02:57:05.159694    3560 namespace.go:141] [ai-tenant-e2e-shared-b-de8279] updating namespace
2026-07-10T02:57:05.176078808Z I0710 02:57:05.176039    3560 namespace.go:299] [ai-tenant-e2e-shared-b-de8279] deleting namespace
2026-07-10T02:57:09.241656506Z I0710 02:57:09.241607    3560 services_controller.go:693] Deleting service openshift-ingress/e2e-shared-b-de8279-openshift-default for network=default
2026-07-10T02:57:09.481385371Z I0710 02:57:09.481335    3560 namespace.go:141] [odh-ai-gateway-infra] updating namespace
2026-07-10T02:57:14.413568674Z I0710 02:57:14.413524    3560 cni.go:454] [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key ]
2026-07-10T02:57:14.436441630Z E0710 02:57:14.436403    3560 link_network_manager.go:101] Error while syncing link "392b9097aef41be": failed to get address from link "392b9097aef41be": failed to list addresses for "392b9097aef41be": no such device
2026-07-10T02:57:14.484729250Z I0710 02:57:14.484682    3560 cni.go:480] [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2 392b9097aef41bea32442e3c8275588866c2775c2940fd1cd11b1e8e8321ba1c network default NAD default NAD key default], result "{}", err <nil>
2026-07-10T02:57:14.528943653Z I0710 02:57:14.528900    3560 pods.go:175] Deleting pod: openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2
2026-07-10T02:57:14.530273027Z I0710 02:57:14.530241    3560 pods.go:235] Attempting to release IPs for pod: openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2, ips: 10.132.0.59
2026-07-10T02:57:15.084869338Z I0710 02:57:15.084826    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2
2026-07-10T02:57:15.084922685Z I0710 02:57:15.084898    3560 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/e2e-shared-b-de8279-openshift-default-57dd96c74c-rcrm2
2026-07-10T02:57:27.174530033Z I0710 02:57:27.174486    3560 namespace.go:97] [openshift-must-gather-s4bld] adding namespace
2026-07-10T02:57:27.175474337Z I0710 02:57:27.175435    3560 namespace.go:101] [openshift-must-gather-s4bld] adding namespace took 928.591µs
2026-07-10T02:57:27.198609840Z I0710 02:57:27.198577    3560 namespace.go:141] [openshift-must-gather-s4bld] updating namespace
2026-07-10T02:57:36.751839936Z I0710 02:57:36.751787    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=84
2026-07-10T02:57:38.890311375Z I0710 02:57:38.890264    3560 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7
2026-07-10T02:57:39.646366517Z I0710 02:57:39.646318    3560 base_network_controller_pods.go:489] [default/openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b] creating logical port openshift-must-gather-s4bld_perf-node-gather-daemonset-9pq7b for pod on switch ip-10-0-131-213.ec2.internal
2026-07-10T02:57:39.646552203Z I0710 02:57:39.646532    3560 kube.go:233] Patching annotations on pod openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b
2026-07-10T02:57:39.656562473Z I0710 02:57:39.656518    3560 base_network_controller_pods.go:974] [default/openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b] addLogicalPort annotation time took 10.094507ms
2026-07-10T02:57:39.658450116Z I0710 02:57:39.658416    3560 pods.go:270] [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b] addLogicalPort took 12.110057ms, libovsdb time 1.335071ms
2026-07-10T02:57:39.751685552Z I0710 02:57:39.751644    3560 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=55
2026-07-10T02:57:40.011196342Z I0710 02:57:40.011150    3560 cni.go:454] [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key ] ADD starting CNI request [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key ]
2026-07-10T02:57:40.020589659Z I0710 02:57:40.020547    3560 helper_linux.go:546] ConfigureOVS: namespace: openshift-must-gather-s4bld, podName: perf-node-gather-daemonset-9pq7b, hostIfaceName: ede0a89e70c2da6, network: default, NAD default, SandboxID: "ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd", PCI device ID: , UID: "e82295a3-b524-4370-849e-206235263742", MAC: 0a:58:0a:84:00:3e, IPs: [10.132.0.62/23]
2026-07-10T02:57:40.078166616Z I0710 02:57:40.078113    3560 cni.go:480] [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key default] ADD finished CNI request [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2c:9c:dc:2e:3d\",\"name\":\"ede0a89e70c2da6\"},{\"mac\":\"0a:58:0a:84:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/099d45b0-9390-41ef-9573-e714c01f0bab\"}],\"ips\":[{\"address\":\"10.132.0.62/23\",\"gateway\":\"10.132.0.1\",\"interface\":1}]}", err <nil>
2026-07-10T02:57:57.170432675Z I0710 02:57:57.170389    3560 pods.go:175] Deleting pod: openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b
2026-07-10T02:57:57.172075820Z I0710 02:57:57.172042    3560 pods.go:235] Attempting to release IPs for pod: openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b, ips: 10.132.0.62
2026-07-10T02:57:57.324149518Z I0710 02:57:57.324105    3560 cni.go:454] [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key ] DEL starting CNI request [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key ]
2026-07-10T02:57:57.346596418Z E0710 02:57:57.346554    3560 link_network_manager.go:101] Error while syncing link "ede0a89e70c2da6": failed to get address from link "ede0a89e70c2da6": failed to list addresses for "ede0a89e70c2da6": no such device
2026-07-10T02:57:57.389209516Z I0710 02:57:57.389153    3560 cni.go:480] [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key default] DEL finished CNI request [openshift-must-gather-s4bld/perf-node-gather-daemonset-9pq7b ede0a89e70c2da6ed41b65042f5f7940cdbd28fa2ca0997526d78f8ffc1c97cd network default NAD default NAD key default], result "{}", err <nil>